01KG5JPR9Q4AHGSK2A6CYK3FPM: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.38",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KG5JQX9961ZPMVGTZZFMJ6AG

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-01-29T19:58:00.625Zjob dependencies complete; ready to run (waiting for 45 m 24 s)
22026-01-30T04:04:35.545Zjob assigned to worker 01KG6H464ZDVTS5GN49WC5BTX5 [factory lab, sock/15892] (queued for 8 h 6 m 34 s)
32026-01-30T04:04:35.778Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-01-30T04:04:35.843Zxcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd
52026-01-30T04:04:35.878Zhttp://172.20.0.5:9969/ipxe/sock... ok
62026-01-30T04:04:35.912Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
72026-01-30T04:04:35.945Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
82026-01-30T04:04:35.979Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
92026-01-30T04:04:36.012Zhttp://172.20.0.5:9969/postboot/sock... ok
102026-01-30T04:04:36.046ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
112026-01-30T04:04:36.081ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
122026-01-30T04:04:36.112ZWARNING: cpu0: using older fallback microcode; update the system firmware
132026-01-30T04:04:36.146Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
142026-01-30T04:04:36.179ZOxide Helios Version helios-2.0.23743 64-bit
152026-01-30T04:04:36.213ZConfiguring devices.
162026-01-30T04:04:36.246Z##################################################
172026-01-30T04:04:36.280Z#### ############# ##
182026-01-30T04:04:36.313Z### ### ############ ##
192026-01-30T04:04:36.346Z## ### # ## ### ## Oxide Computer Company ##
202026-01-30T04:04:36.380Z## ## ## ### # ### ##
212026-01-30T04:04:36.413Z## # ### #### #### This Station Under ##
222026-01-30T04:04:36.448Z### ### #### # ### Computer Control ##
232026-01-30T04:04:36.480Z#### #### ### ## ##
242026-01-30T04:04:36.514Z##################################################
252026-01-30T04:04:36.547ZHostname: sock
262026-01-30T04:04:36.582ZLoading smf(7) service descriptions:
272026-01-30T04:04:37.410Zdownloading input: /input/package/work/package.tar.gz
282026-01-30T04:11:19.512Zdownloaded input: /input/package/work/package.tar.gz
 
292026-01-30T04:11:19.535Zstarting task 0: "setup"
302026-01-30T04:11:19.536Z++ uname -s
312026-01-30T04:11:19.536Z+ kern=SunOS
322026-01-30T04:11:19.536Z+ build_user=build
332026-01-30T04:11:19.536Z+ build_uid=12345
342026-01-30T04:11:19.536Z+ work_dir=/work
352026-01-30T04:11:19.536Z+ input_dir=/input
362026-01-30T04:11:19.536Z+ [[ 0 == 12345 ]]
372026-01-30T04:11:19.536Z+ case "$kern" in
382026-01-30T04:11:19.536Z+ groupadd -g 12345 build
392026-01-30T04:11:19.536Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
402026-01-30T04:11:21.531Z+ zfs create -o mountpoint=/work rpool/work
412026-01-30T04:11:21.555Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
422026-01-30T04:11:21.578Z+ home_fs=zfs
432026-01-30T04:11:21.578Z+ [[ zfs == autofs ]]
442026-01-30T04:11:21.578Z+ mkdir -p /home/build
452026-01-30T04:11:21.578Z+ chown build:build /home/build /work
462026-01-30T04:11:23.561Z+ chmod 0700 /home/build /work
472026-01-30T04:11:23.584Zprocess exited: duration 4052 ms, exit code 0
 
482026-01-30T04:11:23.632Zstarting task 1: "authentication"
492026-01-30T04:11:23.678Zprocess exited: duration 43 ms, exit code 0
 
502026-01-30T04:11:23.726Zstarting task 2: "build"
512026-01-30T04:11:23.750Z+ trap _exit_trap EXIT
522026-01-30T04:11:23.750Z+ OPTE_COMMIT=
532026-01-30T04:11:23.750Z+ [[ x != \x ]]
542026-01-30T04:11:23.750Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
552026-01-30T04:11:23.844Zsecpolicy_fs_linkdir: 0x55 = 0x55
562026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
572026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
582026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+3: 0 = 0xe5
592026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+4: 0 = 0xb8
602026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+5: 0 = 0x1
612026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
622026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
632026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
642026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
652026-01-30T04:11:23.844Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
662026-01-30T04:11:23.869Z+ [[ -d /opt/oxide ]]
672026-01-30T04:11:23.869Z+ pfexec mv /opt/oxide /opt/oxide-underneath
682026-01-30T04:11:23.869Z+ pfexec mkdir /opt/oxide
692026-01-30T04:11:23.869Z+ pfexec mount -F tmpfs -O swap /opt/oxide
702026-01-30T04:11:23.869Z+ [[ -d /opt/oxide-underneath ]]
712026-01-30T04:11:23.869Z+ cd /opt/oxide-underneath
722026-01-30T04:11:23.869Z+ pfexec tar ceEp@/f - .
732026-01-30T04:11:23.869Z+ cd /opt/oxide
742026-01-30T04:11:23.869Z+ pfexec tar xveEp@/f -
752026-01-30T04:11:23.908Zx ., 0 bytes, 0 tape blocks
762026-01-30T04:11:23.908Zx ./opte, 0 bytes, 0 tape blocks
772026-01-30T04:11:23.908Zx ./opte/bin, 0 bytes, 0 tape blocks
782026-01-30T04:11:23.908Zx ./opte/bin/opteadm, 21829128 bytes, 42636 tape blocks
792026-01-30T04:11:23.932Z+ pfexec rm -rf /opt/oxide-underneath
802026-01-30T04:11:23.932Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
812026-01-30T04:11:23.956Z+ pfexec mkdir /opt/oxide/work
822026-01-30T04:11:23.956Z+ pfexec chown build:build /opt/oxide/work
832026-01-30T04:11:23.956Z+ cd /opt/oxide/work
842026-01-30T04:11:23.956Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
852026-01-30T04:11:45.696ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
862026-01-30T04:11:45.697Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
872026-01-30T04:11:45.697Zx out/target/test, 107 bytes, 1 tape blocks
882026-01-30T04:11:45.697Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
892026-01-30T04:11:45.697Zx package-manifest.toml, 34895 bytes, 69 tape blocks
902026-01-30T04:11:45.697Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
912026-01-30T04:11:45.697Zx target/release/omicron-package, 43909056 bytes, 85760 tape blocks
922026-01-30T04:11:45.697Zx target/release/xtask, 11748928 bytes, 22948 tape blocks
932026-01-30T04:11:45.697Zx target/debug/bootstrap, 332933504 bytes, 650261 tape blocks
942026-01-30T04:11:45.697Zx tests/bootstrap-2ca2a3bd9c1e60be, 31879480 bytes, 62265 tape blocks
952026-01-30T04:11:45.697Zx tests/commtest-6d5cc99f5d4ffca2, 32186552 bytes, 62865 tape blocks
962026-01-30T04:11:45.697Zx tests/dhcp_server-78c492a24a50a31f, 31879560 bytes, 62265 tape blocks
972026-01-30T04:11:45.697Zx tests/end_to_end_tests-4b7cb411017c116c, 378324952 bytes, 738916 tape blocks
982026-01-30T04:11:45.697Zx out/clickhouse.tar.gz, 324825910 bytes, 634426 tape blocks
992026-01-30T04:11:45.697Zx out/clickhouse_keeper.tar.gz, 307427197 bytes, 600444 tape blocks
1002026-01-30T04:11:45.697Zx out/clickhouse_server.tar.gz, 324825166 bytes, 634425 tape blocks
1012026-01-30T04:11:45.697Zx out/cockroachdb.tar.gz, 168680127 bytes, 329454 tape blocks
1022026-01-30T04:11:45.697Zx out/crucible-pantry-zone.tar.gz, 42359339 bytes, 82734 tape blocks
1032026-01-30T04:11:45.697Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1042026-01-30T04:11:45.697Zx out/crucible-zone.tar.gz, 56836797 bytes, 111010 tape blocks
1052026-01-30T04:11:45.697Zx out/external-dns.tar.gz, 48694841 bytes, 95108 tape blocks
1062026-01-30T04:11:45.697Zx out/internal-dns.tar.gz, 48694439 bytes, 95107 tape blocks
1072026-01-30T04:11:45.697Zx out/mg-ddm-gz.tar, 86175744 bytes, 168312 tape blocks
1082026-01-30T04:11:45.697Zx out/nexus.tar.gz, 212721436 bytes, 415472 tape blocks
1092026-01-30T04:11:45.697Zx out/ntp.tar.gz, 29372918 bytes, 57369 tape blocks
1102026-01-30T04:11:45.697Zx out/omicron-gateway-softnpu.tar.gz, 30934913 bytes, 60420 tape blocks
1112026-01-30T04:11:45.698Zx out/omicron-sled-agent.tar, 193489920 bytes, 377910 tape blocks
1122026-01-30T04:11:45.698Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1132026-01-30T04:11:45.698Zx out/oximeter.tar.gz, 65301755 bytes, 127543 tape blocks
1142026-01-30T04:11:45.698Zx out/oxlog.tar, 4039680 bytes, 7890 tape blocks
1152026-01-30T04:11:45.698Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1162026-01-30T04:11:45.698Zx out/propolis-server.tar.gz, 76421026 bytes, 149260 tape blocks
1172026-01-30T04:11:45.698Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1182026-01-30T04:11:45.698Zx out/switch-softnpu.tar.gz, 383525619 bytes, 749074 tape blocks
1192026-01-30T04:11:45.730Z
1202026-01-30T04:11:45.730Zreal 21.732153547
1212026-01-30T04:11:45.730Zuser 18.990545106
1222026-01-30T04:11:45.730Zsys 3.730497246
1232026-01-30T04:11:45.730Ztrap 0.000923838
1242026-01-30T04:11:45.730Ztflt 0.000000000
1252026-01-30T04:11:45.730Zdflt 0.000000000
1262026-01-30T04:11:45.730Zkflt 0.000000000
1272026-01-30T04:11:45.730Zlock 0.000000000
1282026-01-30T04:11:45.731Zslp 19.674949668
1292026-01-30T04:11:45.731Zlat 1.065456991
1302026-01-30T04:11:45.731Zstop 0.000124782
1312026-01-30T04:11:45.731Z+ source .github/buildomat/ci-env.sh
1322026-01-30T04:11:45.731Z++ export CARGO_TERM_COLOR=always
1332026-01-30T04:11:45.731Z++ CARGO_TERM_COLOR=always
1342026-01-30T04:11:45.731Z+ bmat address ls
1352026-01-30T04:11:45.731ZNAME CIDR FIRST LAST COUNT
1362026-01-30T04:11:45.731Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1372026-01-30T04:11:45.731Z++ bmat address ls -f extra -Ho first,last,count
1382026-01-30T04:11:45.731Z+ set -- 10.151.2.164 10.151.2.227 64
1392026-01-30T04:11:45.731Z+ EXTRA_IP_START=10.151.2.164
1402026-01-30T04:11:45.731Z+ EXTRA_IP_END=10.151.2.227
1412026-01-30T04:11:45.731Z+ EXTRA_IP_COUNT=64
1422026-01-30T04:11:45.731Z+ (( EXTRA_IP_COUNT >= 32 ))
1432026-01-30T04:11:45.731Z+ EXTRA_IP_BASE=10.151.2
1442026-01-30T04:11:45.731Z+ EXTRA_IP_FOCTET=164
1452026-01-30T04:11:45.731Z+ EXTRA_IP_LOCTET=227
1462026-01-30T04:11:45.731Z+ SERVICE_IP_POOL_START=10.151.2.164
1472026-01-30T04:11:45.731Z+ SERVICE_IP_POOL_END=10.151.2.173
1482026-01-30T04:11:45.731Z+ DNS_IP1=10.151.2.164
1492026-01-30T04:11:45.731Z+ DNS_IP2=10.151.2.165
1502026-01-30T04:11:45.731Z+ UPLINK_IP=10.151.2.174
1512026-01-30T04:11:45.731Z+ IPPOOL_START=10.151.2.175
1522026-01-30T04:11:45.731Z+ IPPOOL_END=10.151.2.227
1532026-01-30T04:11:45.732Z++ ipadm show-addr -po type,addr
1542026-01-30T04:11:45.732Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1552026-01-30T04:11:45.732Z+ GATEWAY_IP=10.151.2.100
1562026-01-30T04:11:45.732Z+ [[ -n 10.151.2.100 ]]
1572026-01-30T04:11:45.732Z+ ping -s 10.151.2.100 56 1
1582026-01-30T04:11:45.732ZPING 10.151.2.100: 56 data bytes
1592026-01-30T04:11:45.732Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.010 ms
1602026-01-30T04:11:45.732Z
1612026-01-30T04:11:45.732Z----10.151.2.100 PING Statistics----
1622026-01-30T04:11:45.732Z1 packets transmitted, 1 packets received, 0% packet loss
1632026-01-30T04:11:45.732Zround-trip (ms) min/avg/max/stddev = 0.010/0.010/0.010/-nan
1642026-01-30T04:11:45.732Z++ arp -an
1652026-01-30T04:11:45.732Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1662026-01-30T04:11:45.757Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1672026-01-30T04:11:45.757Z+ routeadm -e ipv4-forwarding -u
1682026-01-30T04:11:45.823Z+ PXA_START=10.151.2.164
1692026-01-30T04:11:45.823Z+ PXA_END=10.151.2.227
1702026-01-30T04:11:45.823Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1712026-01-30T04:11:45.956Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1722026-01-30T04:11:45.981ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732026-01-30T04:11:46.030Zcreating virtual hardware
1742026-01-30T04:11:46.054Zcreating /scratch/m2_0.vdev
1752026-01-30T04:11:46.054Zcreating /scratch/m2_1.vdev
1762026-01-30T04:11:46.054Zcreating /scratch/u2_0.vdev
1772026-01-30T04:11:46.054Zcreating /scratch/u2_1.vdev
1782026-01-30T04:11:46.054Zcreating /scratch/u2_2.vdev
1792026-01-30T04:11:46.054Zcreating /scratch/u2_3.vdev
1802026-01-30T04:11:46.054Zcreating /scratch/u2_4.vdev
1812026-01-30T04:11:46.054Zcreating /scratch/u2_5.vdev
1822026-01-30T04:11:46.054Zcreating /scratch/u2_6.vdev
1832026-01-30T04:11:46.054Zcreating /scratch/u2_7.vdev
1842026-01-30T04:11:46.054Zcreating /scratch/u2_8.vdev
1852026-01-30T04:11:46.079ZSimnet net0/sc0_0 exists
1862026-01-30T04:11:46.079ZSimnet net1/sc1_0 exists
1872026-01-30T04:11:46.102ZVnic sc0_1 exists
1882026-01-30T04:11:58.802ZUsing 10.151.2.100 as gateway ip
1892026-01-30T04:11:58.802Zusing 18:C0:4D:0D:A0:2A as gateway mac
1902026-01-30T04:11:58.802Zconfiguring SoftNPU ARP entry
1912026-01-30T04:11:58.827Zconfiguring SoftNPU proxy ARP
1922026-01-30T04:11:58.878ZSoftNPU state:
1932026-01-30T04:11:58.878Z local v6:
1942026-01-30T04:11:58.878Z local v4:
1952026-01-30T04:11:58.878Z router v6_idx:
1962026-01-30T04:11:58.878Z router v6_routes:
1972026-01-30T04:11:58.878Z router v4_idx:
1982026-01-30T04:11:58.878Z router v4_routes:
1992026-01-30T04:11:58.878Z resolver v4:
2002026-01-30T04:11:58.878Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2012026-01-30T04:11:58.878Z resolver v6:
2022026-01-30T04:11:58.879Z nat v4:
2032026-01-30T04:11:58.879Z nat_v6:
2042026-01-30T04:11:58.879Z attached subnet v4:
2052026-01-30T04:11:58.879Z attached subnet v6:
2062026-01-30T04:11:58.879Z port_mac:
2072026-01-30T04:11:58.879Z proxy arp:
2082026-01-30T04:11:58.879Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2092026-01-30T04:11:58.879Zcreated virtual hardware
2102026-01-30T04:11:58.903Z
2112026-01-30T04:11:58.903Zreal 12.919594901
2122026-01-30T04:11:58.903Zuser 0.636046463
2132026-01-30T04:11:58.903Zsys 3.106253027
2142026-01-30T04:11:58.903Ztrap 0.000081627
2152026-01-30T04:11:58.903Ztflt 0.000368078
2162026-01-30T04:11:58.903Zdflt 0.000450270
2172026-01-30T04:11:58.903Zkflt 0.000002890
2182026-01-30T04:11:58.903Zlock 10:00.774820443
2192026-01-30T04:11:58.903Zslp 39.028760792
2202026-01-30T04:11:58.903Zlat 0.124145746
2212026-01-30T04:11:58.903Zstop 0.254238953
2222026-01-30T04:11:58.903Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2232026-01-30T04:11:58.932Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2242026-01-30T04:11:58.978Z+ diff -u pkg/config.toml~ pkg/config.toml
2252026-01-30T04:11:58.978Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2262026-01-30T04:11:58.978Z+++ pkg/config.toml Fri Jan 30 04:11:58 2026
2272026-01-30T04:11:58.978Z@@ -29,18 +29,18 @@
2282026-01-30T04:11:58.978Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2292026-01-30T04:11:58.978Z # followed by a string that is embedded into their fake serial values.
2302026-01-30T04:11:58.978Z vdevs = [
2312026-01-30T04:11:58.978Z- "m2_0.vdev",
2322026-01-30T04:11:58.978Z- "m2_1.vdev",
2332026-01-30T04:11:58.978Z+ "/scratch/m2_0.vdev",
2342026-01-30T04:11:58.978Z+ "/scratch/m2_1.vdev",
2352026-01-30T04:11:58.978Z
2362026-01-30T04:11:58.978Z- "u2_0.vdev",
2372026-01-30T04:11:58.978Z- "u2_1.vdev",
2382026-01-30T04:11:58.978Z- "u2_2.vdev",
2392026-01-30T04:11:58.978Z- "u2_3.vdev",
2402026-01-30T04:11:58.978Z- "u2_4.vdev",
2412026-01-30T04:11:58.978Z- "u2_5.vdev",
2422026-01-30T04:11:58.978Z- "u2_6.vdev",
2432026-01-30T04:11:58.978Z- "u2_7.vdev",
2442026-01-30T04:11:58.978Z- "u2_8.vdev",
2452026-01-30T04:11:58.978Z+ "/scratch/u2_0.vdev",
2462026-01-30T04:11:58.978Z+ "/scratch/u2_1.vdev",
2472026-01-30T04:11:58.978Z+ "/scratch/u2_2.vdev",
2482026-01-30T04:11:58.978Z+ "/scratch/u2_3.vdev",
2492026-01-30T04:11:58.978Z+ "/scratch/u2_4.vdev",
2502026-01-30T04:11:58.978Z+ "/scratch/u2_5.vdev",
2512026-01-30T04:11:58.978Z+ "/scratch/u2_6.vdev",
2522026-01-30T04:11:58.978Z+ "/scratch/u2_7.vdev",
2532026-01-30T04:11:58.978Z+ "/scratch/u2_8.vdev",
2542026-01-30T04:11:58.978Z ]
2552026-01-30T04:11:58.978Z
2562026-01-30T04:11:58.978Z # The amount of memory held back for services which exist between zero and one
2572026-01-30T04:11:58.978Z+ true
2582026-01-30T04:11:58.978Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2592026-01-30T04:11:58.979Z+ EXPECTED_ZPOOL_COUNT=9
2602026-01-30T04:11:58.979Z+ echo 'expected number of zpools is 9'
2612026-01-30T04:11:58.979Zexpected number of zpools is 9
2622026-01-30T04:11:58.979Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-01-30T04:11:58.979Z+ SILO_NAME=recovery
2642026-01-30T04:11:58.979Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2652026-01-30T04:11:58.979Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2662026-01-30T04:11:58.979Z+ sed -i~ '
2672026-01-30T04:11:58.979Z /^external_dns_ips/c\
2682026-01-30T04:11:58.979Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2692026-01-30T04:11:58.979Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2702026-01-30T04:11:58.979Z /^first/c\
2712026-01-30T04:11:58.979Zfirst = "10.151.2.164"
2722026-01-30T04:11:58.979Z /^last/c\
2732026-01-30T04:11:58.979Zlast = "10.151.2.173"
2742026-01-30T04:11:58.979Z }
2752026-01-30T04:11:58.979Z /^infra_ip_first/c\
2762026-01-30T04:11:58.979Zinfra_ip_first = "10.151.2.174"
2772026-01-30T04:11:58.979Z /^infra_ip_last/c\
2782026-01-30T04:11:58.979Zinfra_ip_last = "10.151.2.174"
2792026-01-30T04:11:58.979Z /^\[\[rack_network_config.ports/,/^$/ {
2802026-01-30T04:11:58.979Z /^routes/c\
2812026-01-30T04:11:58.979Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2822026-01-30T04:11:58.979Z /^addresses/c\
2832026-01-30T04:11:58.979Zaddresses = \[{address = "10.151.2.174/24"} \]
2842026-01-30T04:11:58.979Z }
2852026-01-30T04:11:58.979Z' pkg/config-rss.toml
2862026-01-30T04:11:58.979Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2872026-01-30T04:11:58.979Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2882026-01-30T04:11:58.979Z+++ pkg/config-rss.toml Fri Jan 30 04:11:58 2026
2892026-01-30T04:11:58.979Z@@ -33,7 +33,7 @@
2902026-01-30T04:11:58.979Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2912026-01-30T04:11:58.979Z # must be contained in one of the "internal services" IP Pool ranges listed
2922026-01-30T04:11:58.979Z # below.
2932026-01-30T04:11:58.979Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2942026-01-30T04:11:58.979Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2952026-01-30T04:11:58.979Z
2962026-01-30T04:11:58.979Z # Initial TLS certificates for the external API
2972026-01-30T04:11:58.979Z #
2982026-01-30T04:11:58.980Z@@ -69,8 +69,8 @@
2992026-01-30T04:11:58.980Z #
3002026-01-30T04:11:58.980Z # For more on this and what to put here, see docs/how-to-run.adoc.
3012026-01-30T04:11:58.980Z [[internal_services_ip_pool_ranges]]
3022026-01-30T04:11:58.980Z-first = "192.168.1.20"
3032026-01-30T04:11:58.980Z-last = "192.168.1.29"
3042026-01-30T04:11:58.980Z+first = "10.151.2.164"
3052026-01-30T04:11:58.980Z+last = "10.151.2.173"
3062026-01-30T04:11:58.980Z
3072026-01-30T04:11:58.980Z # TODO - this configuration is subject to change going forward. Ultimately these
3082026-01-30T04:11:58.980Z # parameters should be provided to the control plane via wicket, but we need to
3092026-01-30T04:11:58.980Z@@ -91,8 +91,8 @@
3102026-01-30T04:11:58.980Z # A range of IP addresses used by Boundary Services on the external network. In
3112026-01-30T04:11:58.980Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3122026-01-30T04:11:58.980Z # With softnpu, only one address is used.
3132026-01-30T04:11:58.980Z-infra_ip_first = "192.168.1.30"
3142026-01-30T04:11:58.980Z-infra_ip_last = "192.168.1.30"
3152026-01-30T04:11:58.980Z+infra_ip_first = "10.151.2.174"
3162026-01-30T04:11:58.980Z+infra_ip_last = "10.151.2.174"
3172026-01-30T04:11:58.980Z
3182026-01-30T04:11:58.980Z # Configurations for BGP routers to run on the scrimlets.
3192026-01-30T04:11:58.980Z bgp = []
3202026-01-30T04:11:58.980Z@@ -100,9 +100,9 @@
3212026-01-30T04:11:58.980Z # You can configure multiple uplinks by repeating the following stanza
3222026-01-30T04:11:58.980Z [[rack_network_config.ports]]
3232026-01-30T04:11:58.980Z # Routes associated with this port.
3242026-01-30T04:11:59.005Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3252026-01-30T04:11:59.005Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3262026-01-30T04:11:59.005Z # Addresses associated with this port.
3272026-01-30T04:11:59.005Z-addresses = [{address = "192.168.1.30/24"}]
3282026-01-30T04:11:59.005Z+addresses = [{address = "10.151.2.174/24"} ]
3292026-01-30T04:11:59.005Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3302026-01-30T04:11:59.005Z port = "qsfp0"
3312026-01-30T04:11:59.005Z # The speed of this port.
3322026-01-30T04:11:59.005Z+ true
3332026-01-30T04:11:59.005Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3342026-01-30T04:11:59.005Za pkg/config-rss.toml 8K
3352026-01-30T04:11:59.005Za pkg/config.toml 6K
3362026-01-30T04:11:59.005Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3372026-01-30T04:11:59.005Z+ TLS_NAME=recovery.sys.oxide.test
3382026-01-30T04:11:59.005Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3392026-01-30T04:11:59.563Z......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.................+......+....+.........+.................+..................+.........+.+......+...+...+.....+.......+......+..+...+....+..+......+.........+...+......+.+......+.....+.........+...+............+...+......+.+...+...........+......+.............+..+.+..................+.....+.........+...+...+.+...+..+...............+......+..................+....+..+.+........+......+....+.........+.....+...............+.............+..+......+.........+.......+...+...+............+..+....+............+.....+..................+.....................+.........+......+.+..+.............+.....+...+..........+..+.......+..+...............+.........+.......+..+......+..........+............+............+..+.+...............+.................+.+..............+..........+........+..................+......+.+............+..+...+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3402026-01-30T04:12:00.359Z..+........+......+.+..+.......+.......................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+..+...+.+......+...+..+....+.....+...............+....+..+...+....+...+............+..+......+............+.+..+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+.........+.......+..+.......+.....+.+.........+.....+......+..........+........+.......+............+...+...+...........+......+.......+............+....................+.........+............+...+...................+..+...+.......+........+.+.....+.......+........+.+...+...+..+.......+.........+...........+......+.......+...+.....+..........+..+...+...................+...+.................+.....................+.......+...........+......+.+........+....+...............+........+....+...+...........+....+......+......+........+.+..........................+.+.....+..........+...+..+.......+...............+.....+.+......+.....+...+...............+......+.........+..........+...+................................+......+....+.....+......+......................+.........+...+.....+...+...+...........................+....+.....+..........+...........+..........+...............+.....+..........+........+.....................+.+.........+.........+.................+...+....+..+...+............+.+..............+.+..+...+...+.+...+.................+......+.............+......+...........+.......+.....+.+.....+..........+.....+.........+...+....+...+...............+.....+.+...........+....+..+....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3412026-01-30T04:12:00.383Z-----
3422026-01-30T04:12:00.407Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3432026-01-30T04:12:00.407Za pkg/initial-tls-cert.pem 2K
3442026-01-30T04:12:00.407Za pkg/initial-tls-key.pem 4K
3452026-01-30T04:12:00.407Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-01-30T04:12:00.407Z+ rmdir pkg
3472026-01-30T04:12:00.407Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3482026-01-30T04:12:00.407Z+ pfexec mkdir -p /usr/oxide
3492026-01-30T04:12:00.407Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3502026-01-30T04:12:01.072Z+ pfexec chmod +x /usr/oxide/oxide
3512026-01-30T04:12:01.098Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3522026-01-30T04:12:19.357Z+ OMICRON_NO_UNINSTALL=1
3532026-01-30T04:12:19.357Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3542026-01-30T04:12:19.384ZLogging to: /opt/oxide/work/out/LOG
3552026-01-30T04:12:20.210Z
3562026-01-30T04:12:20.210Zreal 0.847515401
3572026-01-30T04:12:20.210Zuser 0.173379175
3582026-01-30T04:12:20.235Zsys 5.129156716
3592026-01-30T04:12:20.235Ztrap 0.000014769
3602026-01-30T04:12:20.235Ztflt 0.000016698
3612026-01-30T04:12:20.235Zdflt 0.000177538
3622026-01-30T04:12:20.235Zkflt 0.000000000
3632026-01-30T04:12:20.235Zlock 1:16.304071031
3642026-01-30T04:12:20.235Zslp 1.030279500
3652026-01-30T04:12:20.235Zlat 0.053277284
3662026-01-30T04:12:20.235Zstop 0.085996759
3672026-01-30T04:12:20.235Z+ retry=0
3682026-01-30T04:12:20.235Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-01-30T04:12:20.235Z+ [[ 0 -gt 30 ]]
3702026-01-30T04:12:20.235Z+ sleep 1
3712026-01-30T04:12:21.225Z+ retry=1
3722026-01-30T04:12:21.225Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732026-01-30T04:12:21.250Z+ [[ 1 -gt 30 ]]
3742026-01-30T04:12:21.250Z+ sleep 1
3752026-01-30T04:12:22.239Z+ retry=2
3762026-01-30T04:12:22.239Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772026-01-30T04:12:22.263Z+ [[ 2 -gt 30 ]]
3782026-01-30T04:12:22.263Z+ sleep 1
3792026-01-30T04:12:23.258Z+ retry=3
3802026-01-30T04:12:23.258Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3812026-01-30T04:15:37.910Z+ [[ 3 -gt 30 ]]
3822026-01-30T04:15:37.910Z+ sleep 1
3832026-01-30T04:15:38.913Z+ retry=4
3842026-01-30T04:15:38.913Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3852026-01-30T04:18:53.570Z+ [[ 4 -gt 30 ]]
3862026-01-30T04:18:53.570Z+ sleep 1
3872026-01-30T04:18:54.574Z+ retry=5
3882026-01-30T04:18:54.574Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-01-30T04:22:09.231Z+ [[ 5 -gt 30 ]]
3902026-01-30T04:22:09.231Z+ sleep 1
3912026-01-30T04:22:10.256Z+ retry=6
3922026-01-30T04:22:10.256Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3932026-01-30T04:25:24.893Z+ [[ 6 -gt 30 ]]
3942026-01-30T04:25:24.893Z+ sleep 1
3952026-01-30T04:25:25.894Z+ retry=7
3962026-01-30T04:25:25.896Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3972026-01-30T04:28:40.550Z+ [[ 7 -gt 30 ]]
3982026-01-30T04:28:40.550Z+ sleep 1
3992026-01-30T04:28:41.562Z+ retry=8
4002026-01-30T04:28:41.562Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4012026-01-30T04:31:56.210Z+ [[ 8 -gt 30 ]]
4022026-01-30T04:31:56.210Z+ sleep 1
4032026-01-30T04:31:57.213Z+ retry=9
4042026-01-30T04:31:57.213Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4052026-01-30T04:35:11.870Z+ [[ 9 -gt 30 ]]
4062026-01-30T04:35:11.870Z+ sleep 1
4072026-01-30T04:35:12.876Z+ retry=10
4082026-01-30T04:35:12.877Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
 
4092026-01-30T04:37:09.862Z[SOL Session operational. Use ~? for help]
 
4102026-01-30T04:38:27.531Z+ [[ 10 -gt 30 ]]
4112026-01-30T04:38:27.531Z+ sleep 1
4122026-01-30T04:38:28.534Z+ retry=11
4132026-01-30T04:38:28.534Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-01-30T04:41:43.190Z+ [[ 11 -gt 30 ]]
4152026-01-30T04:41:43.190Z+ sleep 1
4162026-01-30T04:41:44.193Z+ retry=12
4172026-01-30T04:41:44.217Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4182026-01-30T04:44:58.850Z+ [[ 12 -gt 30 ]]
4192026-01-30T04:44:58.850Z+ sleep 1
4202026-01-30T04:44:59.854Z+ retry=13
4212026-01-30T04:44:59.854Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4222026-01-30T04:48:14.510Z+ [[ 13 -gt 30 ]]
4232026-01-30T04:48:14.510Z+ sleep 1
4242026-01-30T04:48:15.513Z+ retry=14
4252026-01-30T04:48:15.513Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4262026-01-30T04:51:30.170Z+ [[ 14 -gt 30 ]]
4272026-01-30T04:51:30.171Z+ sleep 1
4282026-01-30T04:51:31.174Z+ retry=15
4292026-01-30T04:51:31.174Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4302026-01-30T04:54:45.831Z+ [[ 15 -gt 30 ]]
4312026-01-30T04:54:45.831Z+ sleep 1
4322026-01-30T04:54:46.834Z+ retry=16
4332026-01-30T04:54:46.834Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-01-30T04:58:01.490Z+ [[ 16 -gt 30 ]]
4352026-01-30T04:58:01.490Z+ sleep 1
4362026-01-30T04:58:02.493Z+ retry=17
4372026-01-30T04:58:02.493Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4382026-01-30T05:01:17.150Z+ [[ 17 -gt 30 ]]
4392026-01-30T05:01:17.150Z+ sleep 1
4402026-01-30T05:01:18.154Z+ retry=18
4412026-01-30T05:01:18.154Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4422026-01-30T05:04:32.810Z+ [[ 18 -gt 30 ]]
4432026-01-30T05:04:32.810Z+ sleep 1
4442026-01-30T05:04:33.813Z+ retry=19
4452026-01-30T05:04:33.814Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4462026-01-30T05:07:48.470Z+ [[ 19 -gt 30 ]]
4472026-01-30T05:07:48.470Z+ sleep 1
4482026-01-30T05:07:49.477Z+ retry=20
4492026-01-30T05:07:49.477Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4502026-01-30T05:11:04.130Z+ [[ 20 -gt 30 ]]
4512026-01-30T05:11:04.130Z+ sleep 1
4522026-01-30T05:11:05.133Z+ retry=21
4532026-01-30T05:11:05.133Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4542026-01-30T05:14:19.790Z+ [[ 21 -gt 30 ]]
4552026-01-30T05:14:19.790Z+ sleep 1
4562026-01-30T05:14:20.793Z+ retry=22
4572026-01-30T05:14:20.793Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4582026-01-30T05:17:35.450Z+ [[ 22 -gt 30 ]]
4592026-01-30T05:17:35.450Z+ sleep 1
4602026-01-30T05:17:36.453Z+ retry=23
4612026-01-30T05:17:36.453Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4622026-01-30T05:20:51.101Z+ [[ 23 -gt 30 ]]
4632026-01-30T05:20:51.101Z+ sleep 1
4642026-01-30T05:20:52.104Z+ retry=24
4652026-01-30T05:20:52.104Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4662026-01-30T05:24:06.760Z+ [[ 24 -gt 30 ]]
4672026-01-30T05:24:06.760Z+ sleep 1
4682026-01-30T05:24:07.763Z+ retry=25
4692026-01-30T05:24:07.763Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4702026-01-30T05:27:22.420Z+ [[ 25 -gt 30 ]]
4712026-01-30T05:27:22.420Z+ sleep 1
4722026-01-30T05:27:23.423Z+ retry=26
4732026-01-30T05:27:23.423Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4742026-01-30T05:30:38.080Z+ [[ 26 -gt 30 ]]
4752026-01-30T05:30:38.080Z+ sleep 1
4762026-01-30T05:30:39.083Z+ retry=27
4772026-01-30T05:30:39.083Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4782026-01-30T05:33:53.744Z+ [[ 27 -gt 30 ]]
4792026-01-30T05:33:53.744Z+ sleep 1
4802026-01-30T05:33:54.749Z+ retry=28
4812026-01-30T05:33:54.749Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4822026-01-30T05:37:09.390Z+ [[ 28 -gt 30 ]]
4832026-01-30T05:37:09.390Z+ sleep 1
4842026-01-30T05:37:10.393Z+ retry=29
4852026-01-30T05:37:10.393Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4862026-01-30T05:40:25.050Z+ [[ 29 -gt 30 ]]
4872026-01-30T05:40:25.050Z+ sleep 1
4882026-01-30T05:40:26.054Z+ retry=30
4892026-01-30T05:40:26.054Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4902026-01-30T05:43:40.709Z+ [[ 30 -gt 30 ]]
4912026-01-30T05:43:40.709Z+ sleep 1
4922026-01-30T05:43:41.712Z+ retry=31
4932026-01-30T05:43:41.712Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4942026-01-30T05:46:56.370Z+ [[ 31 -gt 30 ]]
4952026-01-30T05:46:56.370Z+ echo 'Failed to reach switch zone after 30 seconds'
4962026-01-30T05:46:56.370Z+ exit 1
4972026-01-30T05:46:56.370ZFailed to reach switch zone after 30 seconds
4982026-01-30T05:46:56.394Z+ _exit_trap
4992026-01-30T05:46:56.394Z+ local status=1
5002026-01-30T05:46:56.394Z+ set +o errexit
5012026-01-30T05:46:56.394Z+ [[ x != \x ]]
5022026-01-30T05:46:56.394Z+ pfexec svcadm -Z disable -s cron
5032026-01-30T05:46:56.448Z+ [[ 1 -eq 0 ]]
5042026-01-30T05:46:56.448Z+ set -o xtrace
5052026-01-30T05:46:56.472Z+ banner evidence
5062026-01-30T05:46:56.472Z
5072026-01-30T05:46:56.472Z ###### # # # ##### ###### # # #### ######
5082026-01-30T05:46:56.472Z # # # # # # # ## # # # #
5092026-01-30T05:46:56.472Z ##### # # # # # ##### # # # # #####
5102026-01-30T05:46:56.472Z # # # # # # # # # # # #
5112026-01-30T05:46:56.472Z # # # # # # # # ## # # #
5122026-01-30T05:46:56.472Z ###### ## # ##### ###### # # #### ######
5132026-01-30T05:46:56.472Z
5142026-01-30T05:46:56.472Z+ zoneadm list -civ
5152026-01-30T05:46:56.472Z ID NAME STATUS PATH BRAND IP
5162026-01-30T05:46:56.472Z 0 global running / ipkg shared
5172026-01-30T05:46:56.472Z 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl
5182026-01-30T05:46:56.472Z 3 oxz_switch running /zone/oxz_switch omicron1 excl
5192026-01-30T05:46:56.472Z+ pfexec dladm show-phys -m
5202026-01-30T05:46:56.472ZLINK SLOT ADDRESS INUSE CLIENT
5212026-01-30T05:46:56.472Zigb0 primary 18:c0:4d:d:a0:2a yes igb0
5222026-01-30T05:46:56.472Zigb1 primary 18:c0:4d:d:a0:2b no --
5232026-01-30T05:46:56.473Z+ pfexec dladm show-link
5242026-01-30T05:46:56.473ZLINK CLASS MTU STATE BRIDGE OVER
5252026-01-30T05:46:56.473Zigb0 phys 1500 up -- --
5262026-01-30T05:46:56.473Zigb1 phys 1500 unknown -- --
5272026-01-30T05:46:56.473Znet0 simnet 9000 up -- sc0_0
5282026-01-30T05:46:56.473Zsc0_0 simnet 9000 up -- net0
5292026-01-30T05:46:56.473Znet1 simnet 9000 up -- sc1_0
5302026-01-30T05:46:56.473Zsc1_0 simnet 9000 up -- net1
5312026-01-30T05:46:56.473Zsc0_1 vnic 1500 up -- igb0
5322026-01-30T05:46:56.473Ztfportrear0_0 simnet 9000 up -- sidecar_shi0
5332026-01-30T05:46:56.473Zsidecar_shi0 simnet 9000 up -- tfportrear0_0
5342026-01-30T05:46:56.498Ztfportqsfp0_0 simnet 9000 up -- sidecar_shi1
5352026-01-30T05:46:56.498Zsidecar_shi1 simnet 9000 up -- tfportqsfp0_0
5362026-01-30T05:46:56.498Zbootstrap_stub0 etherstub 9000 up -- --
5372026-01-30T05:46:56.498Zbootstrap0 vnic 1500 up -- bootstrap_stub0
5382026-01-30T05:46:56.498Zunderlay_stub0 etherstub 9000 up -- --
5392026-01-30T05:46:56.498Zunderlay0 vnic 9000 up -- underlay_stub0
5402026-01-30T05:46:56.498ZoxBootstrap0 vnic 1500 up -- bootstrap_stub0
5412026-01-30T05:46:56.498ZoxControlService0 vnic 9000 up -- underlay_stub0
5422026-01-30T05:46:56.498Z+ pfexec dladm show-vnic
5432026-01-30T05:46:56.498ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
5442026-01-30T05:46:56.498Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
5452026-01-30T05:46:56.498Zbootstrap0 bootstrap_stub0 0 2:8:20:ee:9e:2f random 0
5462026-01-30T05:46:56.498Zunderlay0 underlay_stub0 0 2:8:20:a8:85:d6 random 0
5472026-01-30T05:46:56.498ZoxBootstrap0 bootstrap_stub0 0 2:8:20:97:44:28 random 0
5482026-01-30T05:46:56.499ZoxControlService0 underlay_stub0 0 2:8:20:7d:1b:ee random 0
5492026-01-30T05:46:56.499Z+ pfexec ipadm
5502026-01-30T05:46:56.499ZADDROBJ TYPE STATE ADDR
5512026-01-30T05:46:56.499Zlo0/v4 static ok 127.0.0.1/8
5522026-01-30T05:46:56.499Zigb0/dhcp dhcp ok 10.151.2.100/24
5532026-01-30T05:46:56.499Zlo0/v6 static ok ::1/128
5542026-01-30T05:46:56.499Znet0/ll addrconf ok fe80::5449:28ff:fe4c:e9b1%net0/10
5552026-01-30T05:46:56.499Znet1/ll addrconf ok fe80::f867:97ff:fe27:2e06%net1/10
5562026-01-30T05:46:56.499Zbootstrap0/ll addrconf ok fe80::8:20ff:feee:9e2f%bootstrap0/10
5572026-01-30T05:46:56.499Zbootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:a02a::1/64
5582026-01-30T05:46:56.499Zunderlay0/ll addrconf ok fe80::8:20ff:fea8:85d6%underlay0/10
5592026-01-30T05:46:56.499Zunderlay0/sled6 static ok fd00:1122:3344:101::1/64
5602026-01-30T05:46:56.499Z+ pfexec netstat -rncva
5612026-01-30T05:46:56.499Z
5622026-01-30T05:46:56.499ZIRE Table: IPv4
5632026-01-30T05:46:56.499Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
5642026-01-30T05:46:56.499Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
5652026-01-30T05:46:56.499Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5662026-01-30T05:46:56.499Zdefault 0.0.0.0 10.151.2.1 igb0 1500 3 UG 1694887 0
5672026-01-30T05:46:56.499Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5682026-01-30T05:46:56.499Z10.151.2.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
5692026-01-30T05:46:56.499Z10.151.2.0/24 255.255.255.0 10.151.2.100 igb0 1500 3 U 0 0
5702026-01-30T05:46:56.499Z10.151.2.1/32 255.255.255.255 10.151.2.100 igb0 1500 3 UC 0 0
5712026-01-30T05:46:56.499Z10.151.2.100 255.255.255.255 -- igb0 1500 2 UHL 2 3384722
5722026-01-30T05:46:56.499Z10.151.2.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5732026-01-30T05:46:56.499Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
5742026-01-30T05:46:56.499Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 71 71
5752026-01-30T05:46:56.499Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 19
5762026-01-30T05:46:56.499Z
5772026-01-30T05:46:56.499ZIRE Table: IPv6
5782026-01-30T05:46:56.499Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
5792026-01-30T05:46:56.499Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
5802026-01-30T05:46:56.499Z::1 ::1 lo0 8252 6 UH 720 720
5812026-01-30T05:46:56.499Zfdb0:18c0:4d0d:a02a::2 fdb0:18c0:4d0d:a02a::1 bootstrap0 1500 2 UC 936 0
5822026-01-30T05:46:56.499Zfdb0:18c0:4d0d:a02a::1 -- bootstrap0 1500 2 UHL 7 1129
5832026-01-30T05:46:56.500Zfe80::8:20ff:feee:9e2f -- bootstrap0 1500 2 UHL 0 0
5842026-01-30T05:46:56.500Zfe80::8:20ff:fea8:85d6 -- underlay0 9000 2 UHL 0 0
5852026-01-30T05:46:56.500Zfe80::f867:97ff:fe27:2e06 -- net1 9000 2 UHL 0 0
5862026-01-30T05:46:56.500Zfe80::a8fb:bcff:fe10:8d36 fe80::5449:28ff:fe4c:e9b1 net0 9000 3 UC 3209 0
5872026-01-30T05:46:56.500Zfd00:1122:3344:101::1 -- underlay0 9000 2 UHL 261 261
5882026-01-30T05:46:56.500Zfe80::5449:28ff:fe4c:e9b1 -- net0 9000 2 UHL 7 3217
5892026-01-30T05:46:56.500Zfd00:1122:3344:101::2 fd00:1122:3344:101::1 underlay0 9000 2 UC 261 0
5902026-01-30T05:46:56.500Zfdb0:18c0:4d0d:a02a::/64 fdb0:18c0:4d0d:a02a::1 bootstrap0 1500 3 U 936 0
5912026-01-30T05:46:56.500Zfd00:1122:3344:101::/64 fd00:1122:3344:101::1 underlay0 9000 3 U 261 0
5922026-01-30T05:46:56.500Zfe80::/10 fe80::8:20ff:fea8:85d6 underlay0 9000 2 U 0 0
5932026-01-30T05:46:56.500Zfe80::/10 fe80::8:20ff:feee:9e2f bootstrap0 1500 2 U 0 0
5942026-01-30T05:46:56.500Zfe80::/10 fe80::f867:97ff:fe27:2e06 net1 9000 2 U 0 0
5952026-01-30T05:46:56.500Zfe80::/10 fe80::5449:28ff:fe4c:e9b1 net0 9000 3 U 3209 0
5962026-01-30T05:46:56.500Z+ pfexec netstat -anu
5972026-01-30T05:46:56.525Z
5982026-01-30T05:46:56.525ZUDP: IPv4
5992026-01-30T05:46:56.525Z Local Address Remote Address User Pid Command State
6002026-01-30T05:46:56.525Z-------------------- -------------------- -------- ------ -------------- ----------
6012026-01-30T05:46:56.525Z *.* root 71 in.mpathd Unbound
6022026-01-30T05:46:56.525Z *.* root 71 in.mpathd Unbound
6032026-01-30T05:46:56.525Z *.68 root 308 dhcpagent Idle
6042026-01-30T05:46:56.525Z *.546 root 308 dhcpagent Idle
6052026-01-30T05:46:56.525Z10.151.2.100.68 root 308 dhcpagent Idle
6062026-01-30T05:46:56.525Z *.111 daemon 703 rpcbind Idle
6072026-01-30T05:46:56.525Z *.* daemon 703 rpcbind Unbound
6082026-01-30T05:46:56.525Z *.62530 daemon 703 rpcbind Idle
6092026-01-30T05:46:56.525Z *.111 daemon 703 rpcbind Idle
6102026-01-30T05:46:56.525Z *.* daemon 703 rpcbind Unbound
6112026-01-30T05:46:56.525Z *.34554 daemon 703 rpcbind Idle
6122026-01-30T05:46:56.525Z *.* root 721 in.ndpd Unbound
6132026-01-30T05:46:56.525Z
6142026-01-30T05:46:56.525ZUDP: IPv6
6152026-01-30T05:46:56.525Z Local Address Remote Address User Pid Command State If
6162026-01-30T05:46:56.525Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
6172026-01-30T05:46:56.526Z *.* root 71 in.mpathd Unbound
6182026-01-30T05:46:56.526Z *.546 root 308 dhcpagent Idle
6192026-01-30T05:46:56.526Z *.111 daemon 703 rpcbind Idle
6202026-01-30T05:46:56.526Z *.* daemon 703 rpcbind Unbound
6212026-01-30T05:46:56.526Z *.62530 daemon 703 rpcbind Idle
6222026-01-30T05:46:56.526Z *.* root 721 in.ndpd Unbound
6232026-01-30T05:46:56.526Zff02::dd.3549 root 1575 ddmd Idle net0
6242026-01-30T05:46:56.526Zfe80::5449:28ff:fe4c:e9b1.3549 root 1575 ddmd Idle net0
6252026-01-30T05:46:56.526Zff02::dd.3549 root 1575 ddmd Idle net1
6262026-01-30T05:46:56.526Zfe80::f867:97ff:fe27:2e06.3549 root 1575 ddmd Idle net1
6272026-01-30T05:46:56.526Z
6282026-01-30T05:46:56.526ZTCP: IPv4
6292026-01-30T05:46:56.526Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
6302026-01-30T05:46:56.526Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
6312026-01-30T05:46:56.526Z127.0.0.1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
6322026-01-30T05:46:56.526Z127.0.0.1.4999 *.* root 308 dhcpagent 0 0 128000 0 LISTEN
6332026-01-30T05:46:56.526Z *.111 *.* daemon 703 rpcbind 0 0 128000 0 LISTEN
6342026-01-30T05:46:56.526Z *.* *.* daemon 703 rpcbind 0 0 128000 0 IDLE
6352026-01-30T05:46:56.526Z *.111 *.* daemon 703 rpcbind 0 0 128000 0 LISTEN
6362026-01-30T05:46:56.526Z *.* *.* daemon 703 rpcbind 0 0 128000 0 IDLE
6372026-01-30T05:46:56.526Z10.151.2.100.62567 54.187.123.254.443 root 802 agent 1049792 10003 128872 0 ESTABLISHED
6382026-01-30T05:46:56.526Z
6392026-01-30T05:46:56.526ZTCP: IPv6
6402026-01-30T05:46:56.526Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
6412026-01-30T05:46:56.526Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
6422026-01-30T05:46:56.526Z::1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
6432026-01-30T05:46:56.526Z *.111 *.* daemon 703 rpcbind 0 0 128000 0 LISTEN
6442026-01-30T05:46:56.526Z *.* *.* daemon 703 rpcbind 0 0 128000 0 IDLE
6452026-01-30T05:46:56.526Z::1.42649 ::1.8000 root 2448 sled-agent 65440 0 139264 0 ESTABLISHED
6462026-01-30T05:46:56.526Z::1.8000 ::1.42649 root 1575 ddmd 139060 0 130880 0 ESTABLISHED
6472026-01-30T05:46:56.526Z::1.8000 *.* root 1575 ddmd 0 0 128000 0 LISTEN
6482026-01-30T05:46:56.526Zfdb0:18c0:4d0d:a02a::1.12349 *.* root 2448 sled-agent 0 0 128000 0 LISTEN
6492026-01-30T05:46:56.526Zfdb0:18c0:4d0d:a02a::1.12347 *.* root 2448 sled-agent 0 0 128000 0 LISTEN
6502026-01-30T05:46:56.527Zfdb0:18c0:4d0d:a02a::1.80 *.* root 2448 sled-agent 0 0 128000 0 LISTEN
6512026-01-30T05:46:56.527Zfdb0:18c0:4d0d:a02a::1.12346 *.* root 2448 sled-agent 0 0 128000 0 LISTEN
6522026-01-30T05:46:56.527Z::1.52351 ::1.8000 root 2448 sled-agent 65440 0 139264 0 ESTABLISHED
6532026-01-30T05:46:56.527Z::1.8000 ::1.52351 root 1575 ddmd 139060 0 130880 0 ESTABLISHED
6542026-01-30T05:46:56.527Zfe80::5449:28ff:fe4c:e9b1.56797 *.* root 1575 ddmd 0 0 128000 0 LISTEN
6552026-01-30T05:46:56.527Z
6562026-01-30T05:46:56.527ZActive UNIX domain sockets
6572026-01-30T05:46:56.527ZAddress Type User Pid Command Local Address Remote Address
6582026-01-30T05:46:56.527Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
6592026-01-30T05:46:56.527Zfffffe85ce5de430 stream-ord root 2499 tofino-monitor
6602026-01-30T05:46:56.527Zfffffe85ce5de7d0 stream-ord root 2448 sled-agent
6612026-01-30T05:46:56.527Zfffffe85ce5de7d0 stream-ord root 2448 sled-agent
6622026-01-30T05:46:56.527Zfffffe85ce5deb70 stream-ord root 2448 sled-agent
6632026-01-30T05:46:56.527Zfffffe85cdfc07c0 stream-ord root 2593 zoneadmd /var/run/zones/oxz_switch.console_sock
6642026-01-30T05:46:56.527Zfffffe85b740b408 stream-ord root 2499 tofino-monitor
6652026-01-30T05:46:56.528Zfffffe85b711b400 stream-ord root 1575 ddmd
6662026-01-30T05:46:56.528Zfffffe85b711b400 stream-ord root 1575 ddmd
6672026-01-30T05:46:56.528Zfffffe85b711b7a0 stream-ord root 1575 ddmd
6682026-01-30T05:46:56.528Zfffffe85a7cdbb18 stream-ord root 888 zoneadmd /var/run/zones/sidecar_softnpu.console_
6692026-01-30T05:46:56.528Zfffffe8569c9e758 stream-ord root 802 agent
6702026-01-30T05:46:56.528Zfffffe8569c9e758 stream-ord root 802 agent
6712026-01-30T05:46:56.528Zfffffe8569c9eaf8 stream-ord root 802 agent
6722026-01-30T05:46:56.528Zfffffe8586ed0010 stream-ord root 802 agent /var/run/buildomat.sock
6732026-01-30T05:46:56.528Zfffffe85845f3008 stream-ord root 757 inetd /var/run/.inetd.uds
6742026-01-30T05:46:56.528Zfffffe85845f33a8 dgram root 721 in.ndpd /var/run/in.ndpd_mib
6752026-01-30T05:46:56.528Zfffffe85845f3748 stream-ord root 721 in.ndpd /var/run/in.ndpd_ipadm
6762026-01-30T05:46:56.528Z+ pfexec arp -an
6772026-01-30T05:46:56.528ZNet to Media Table: IPv4
6782026-01-30T05:46:56.528ZDevice IP Address Mask Flags Phys Addr
6792026-01-30T05:46:56.528Z------ -------------------- --------------- -------- ---------------
6802026-01-30T05:46:56.528Zigb0 10.151.2.1 255.255.255.255 aa:00:04:00:ca:fe
6812026-01-30T05:46:56.528Zigb0 10.151.2.100 255.255.255.255 SPLA 18:c0:4d:0d:a0:2a
6822026-01-30T05:46:56.528Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
6832026-01-30T05:46:56.553Zlocal v6:
6842026-01-30T05:46:56.553Zfdd2:6afb:cbe0:66e3::1
6852026-01-30T05:46:56.553Zfe80::a8fb:bcff:fe10:8d36
6862026-01-30T05:46:56.553Zlocal v4:
6872026-01-30T05:46:56.553Zrouter v6_idx:
6882026-01-30T05:46:56.553Zfdb0:18c0:4d0d:a02a::/64 -> 0
6892026-01-30T05:46:56.553Zrouter v6_routes:
6902026-01-30T05:46:56.553Z0 -> fe80::5449:28ff:fe4c:e9b1 (1)
6912026-01-30T05:46:56.553Zrouter v4_idx:
6922026-01-30T05:46:56.553Zrouter v4_routes:
6932026-01-30T05:46:56.553Zresolver v4:
6942026-01-30T05:46:56.553Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
6952026-01-30T05:46:56.553Zresolver v6:
6962026-01-30T05:46:56.553Zfe80::5449:28ff:fe4c:e9b1 -> 56:49:28:4c:e9:b1
6972026-01-30T05:46:56.553Zfe80::a8fb:bcff:fe10:8d36 -> aa:fb:bc:10:8d:36
6982026-01-30T05:46:56.553Znat v4:
6992026-01-30T05:46:56.553Znat_v6:
7002026-01-30T05:46:56.553Zattached subnet v4:
7012026-01-30T05:46:56.553Zattached subnet v6:
7022026-01-30T05:46:56.553Zport_mac:
7032026-01-30T05:46:56.553Z1: a8:40:25:6c:a4:77
7042026-01-30T05:46:56.553Z1000: a8:40:25:6c:a4:76
7052026-01-30T05:46:56.555Zproxy arp:
7062026-01-30T05:46:56.555Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
7072026-01-30T05:46:56.555Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
7082026-01-30T05:46:56.555ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
7092026-01-30T05:46:56.555Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
7102026-01-30T05:46:56.580ZVirtual to Boundary Mappings
7112026-01-30T05:46:56.580Z======================================================================
7122026-01-30T05:46:56.580Z
7132026-01-30T05:46:56.580ZIPv4 mappings
7142026-01-30T05:46:56.580Z----------------------------------------------------------------------
7152026-01-30T05:46:56.580ZTUNNELED PREFIX BOUNDARY IP VNI
7162026-01-30T05:46:56.580Z
7172026-01-30T05:46:56.580ZIPv6 mappings
7182026-01-30T05:46:56.580Z----------------------------------------------------------------------
7192026-01-30T05:46:56.580ZTUNNELED PREFIX BOUNDARY IP VNI
7202026-01-30T05:46:56.580Z
7212026-01-30T05:46:56.580Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
7222026-01-30T05:46:56.580ZVirtual to Physical Mappings
7232026-01-30T05:46:56.580Z======================================================================
7242026-01-30T05:46:56.580Z+ z_swadm link ls
7252026-01-30T05:46:56.580Z+ echo '== swadm link' ls
7262026-01-30T05:46:56.580Z== swadm link ls
7272026-01-30T05:46:56.580Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
7282026-01-30T05:46:56.630ZPort/Link Media Speed FEC Autoneg Enabled State MAC
7292026-01-30T05:46:56.630Zint0/0 CPU 10G None true true Up a8:40:25:6c:a4:76
7302026-01-30T05:46:56.630Zrear0/0 Copper 100G None true true Up a8:40:25:6c:a4:77
7312026-01-30T05:46:56.654Z+ z_swadm addr list
7322026-01-30T05:46:56.654Z+ echo '== swadm addr' list
7332026-01-30T05:46:56.654Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
7342026-01-30T05:46:56.654Z== swadm addr list
7352026-01-30T05:46:56.700ZLink IPv4 IPv6
7362026-01-30T05:46:56.700Zrear0/0 fe80::a8fb:bcff:fe10:8d36
7372026-01-30T05:46:56.700Zloopback fdd2:6afb:cbe0:66e3::1
7382026-01-30T05:46:56.724Z+ z_swadm route list
7392026-01-30T05:46:56.724Z== swadm route list
7402026-01-30T05:46:56.724Z+ echo '== swadm route' list
7412026-01-30T05:46:56.724Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
7422026-01-30T05:46:56.766ZSubnet Port Link Gateway Vlan
7432026-01-30T05:46:56.766Zfdb0:18c0:4d0d:a02a::/64 rear0 0 fe80::5449:28ff:fe4c:e9b1
7442026-01-30T05:46:56.791Z+ z_swadm arp list
7452026-01-30T05:46:56.791Z+ echo '== swadm arp' list
7462026-01-30T05:46:56.791Z== swadm arp list
7472026-01-30T05:46:56.791Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
7482026-01-30T05:46:56.833Zhost mac age
7492026-01-30T05:46:56.833Zfe80::5449:28ff:fe4c:e9b1 56:49:28:4c:e9:b1 1h33m59s
7502026-01-30T05:46:56.833Zfe80::a8fb:bcff:fe10:8d36 aa:fb:bc:10:8d:36 1h34m0s
7512026-01-30T05:46:56.857Z+ z_swadm nat list
7522026-01-30T05:46:56.857Z+ echo '== swadm nat' list
7532026-01-30T05:46:56.858Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
7542026-01-30T05:46:56.858Z== swadm nat list
7552026-01-30T05:46:56.897ZExternal IP Port low Port high Internal IP Inner MAC VNI
7562026-01-30T05:46:56.921Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
7572026-01-30T05:46:56.921Z++ tail +2
7582026-01-30T05:46:56.922Z++ awk '{ print $1; }'
7592026-01-30T05:46:56.922Z+ PORTS=
7602026-01-30T05:46:56.922Z+ mkdir -p /tmp/kstat
7612026-01-30T05:46:56.922Z+ pfexec kstat -p xde:
7622026-01-30T05:46:56.922Z+ pfexec zfs list
7632026-01-30T05:46:56.946ZNAME USED AVAIL REFER MOUNTPOINT
7642026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622 1.47M 18.9G 96K /oxi_0d4315ff-a573-4f47-9191-97de25e31622
7652026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/backing 96K 18.9G 96K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/backing
7662026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/cluster 100K 18.9G 100K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/cluster
7672026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/config 100K 18.9G 100K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/config
7682026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/crash 96K 18.9G 96K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/crash
7692026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/debug 96K 18.9G 96K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/debug
7702026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/install 96K 18.9G 96K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/install
7712026-01-30T05:46:56.946Zoxi_0d4315ff-a573-4f47-9191-97de25e31622/update 96K 18.9G 96K /pool/int/0d4315ff-a573-4f47-9191-97de25e31622/update
7722026-01-30T05:46:56.946Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53 145M 18.7G 96K /oxi_643aadf5-fefa-4760-8c86-aad9e6634c53
7732026-01-30T05:46:56.946Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/backing 240K 18.7G 96K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/backing
7742026-01-30T05:46:56.946Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/backing/fmd 144K 500M 144K /var/fm/fmd
7752026-01-30T05:46:56.946Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/cluster 100K 18.7G 100K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/cluster
7762026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/config 100K 18.7G 100K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/config
7772026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/crash 143M 18.7G 143M /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/crash
7782026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/debug 96K 18.7G 96K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/debug
7792026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/install 96K 18.7G 96K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/install
7802026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/swap 88K 18.7G 88K -
7812026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53/update 96K 18.7G 96K /pool/int/643aadf5-fefa-4760-8c86-aad9e6634c53/update
7822026-01-30T05:46:56.947Zrpool 2.82G 4.45G 24K /rpool
7832026-01-30T05:46:56.947Zrpool/home 24.5K 4.45G 24.5K /home
7842026-01-30T05:46:56.947Zrpool/input 2.24G 4.45G 2.24G /input
7852026-01-30T05:46:56.947Zrpool/sidecar 75.8M 4.45G 24K /sidecar
7862026-01-30T05:46:56.947Zrpool/sidecar/sidecar_softnpu 75.7M 4.45G 75.7M /sidecar/sidecar_softnpu
7872026-01-30T05:46:56.947Zrpool/work 24K 4.45G 24K /work
7882026-01-30T05:46:56.947Zrpool/zone 518M 4.45G 24K /zone
7892026-01-30T05:46:56.947Zrpool/zone/oxz_switch 518M 4.45G 518M /zone/oxz_switch
7902026-01-30T05:46:56.947Zscratch 174M 1.80T 174M /scratch
7912026-01-30T05:46:56.947Z+ pfexec zpool list
7922026-01-30T05:46:56.947ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
7932026-01-30T05:46:56.947Zoxi_0d4315ff-a573-4f47-9191-97de25e31622 19.5G 1.47M 19.5G - - 0% 0% 1.00x ONLINE -
7942026-01-30T05:46:56.947Zoxi_643aadf5-fefa-4760-8c86-aad9e6634c53 19.5G 145M 19.4G - - 0% 0% 1.00x ONLINE -
7952026-01-30T05:46:56.947Zrpool 7.50G 2.82G 4.68G - - 1% 37% 1.00x ONLINE -
7962026-01-30T05:46:56.947Zscratch 1.86T 174M 1.86T - - 0% 0% 1.00x ONLINE -
7972026-01-30T05:46:56.947Z+ pfexec fmdump -eVp
7982026-01-30T05:46:56.947ZTIME CLASS
7992026-01-30T05:46:56.947Z+ pfexec ptree -z global
8002026-01-30T05:46:56.972Z8 /lib/svc/bin/svc.startd
8012026-01-30T05:46:56.972Z 639 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
8022026-01-30T05:46:56.972Z 675 /usr/lib/saf/sac -t 300
8032026-01-30T05:46:56.972Z 681 /usr/lib/saf/ttymon
8042026-01-30T05:46:56.972Z 801 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
8052026-01-30T05:46:56.972Z 802 /opt/buildomat/lib/agent run
8062026-01-30T05:46:56.972Z 816 /bin/bash /tmp/sZM0Dfxc7AP5iUrN.sh
8072026-01-30T05:46:56.972Z 18721 ptree -z global
8082026-01-30T05:46:56.972Z10 /lib/svc/bin/svc.configd
8092026-01-30T05:46:56.972Z39 /lib/inet/ipmgmtd
8102026-01-30T05:46:56.972Z40 /sbin/dlmgmtd
8112026-01-30T05:46:56.972Z42 /lib/inet/netcfgd
8122026-01-30T05:46:56.972Z71 /lib/inet/in.mpathd
8132026-01-30T05:46:56.972Z94 /usr/lib/pfexecd
8142026-01-30T05:46:56.972Z190 /usr/lib/zones/zonestatd
8152026-01-30T05:46:56.972Z205 /usr/lib/sysevent/syseventd
8162026-01-30T05:46:56.972Z213 devfsadmd
8172026-01-30T05:46:56.972Z308 /sbin/dhcpagent
8182026-01-30T05:46:56.972Z565 /usr/lib/picl/picld
8192026-01-30T05:46:56.972Z597 /usr/sbin/nscd
8202026-01-30T05:46:56.972Z638 /usr/lib/utmpd
8212026-01-30T05:46:56.972Z671 /usr/sbin/syslogd
8222026-01-30T05:46:56.972Z678 /usr/lib/hotplugd
8232026-01-30T05:46:56.972Z703 /usr/sbin/rpcbind
8242026-01-30T05:46:56.972Z721 /usr/lib/inet/in.ndpd
8252026-01-30T05:46:56.972Z757 /usr/lib/inet/inetd start
8262026-01-30T05:46:56.972Z784 /usr/perl5/bin/perl /usr/lib/intrd
8272026-01-30T05:46:56.972Z888 zoneadmd -z sidecar_softnpu
8282026-01-30T05:46:56.972Z1573 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
8292026-01-30T05:46:56.972Z 1575 /opt/oxide/mg-ddm/ddmd --with-stats --admin-port 8000 --admin-addr ::1
8302026-01-30T05:46:56.972Z1751 /usr/lib/fm/fmd/fmd
8312026-01-30T05:46:56.972Z2447 ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /
8322026-01-30T05:46:56.972Z 2448 /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.
8332026-01-30T05:46:56.972Z 2499 /opt/oxide/sled-agent/tofino-monitor
8342026-01-30T05:46:56.972Z2593 zoneadmd -z oxz_switch
8352026-01-30T05:46:56.973Z+ pfexec svcs -xv
8362026-01-30T05:46:56.999Z++ zoneadm list -n
8372026-01-30T05:46:56.999Z+ for z in $(zoneadm list -n)
8382026-01-30T05:46:56.999Z+ banner sidecar_softnpu
8392026-01-30T05:46:56.999Z
8402026-01-30T05:46:56.999Z #### # ##### ###### #### ## ##### #### ####
8412026-01-30T05:46:56.999Z # # # # # # # # # # # # # #
8422026-01-30T05:46:56.999Z #### # # # ##### # # # # # #### # #
8432026-01-30T05:46:56.999Z # # # # # # ###### ##### # # #
8442026-01-30T05:46:56.999Z # # # # # # # # # # # # # # # #
8452026-01-30T05:46:56.999Z #### # ##### ###### #### # # # # ####### #### ####
8462026-01-30T05:46:56.999Z
8472026-01-30T05:46:56.999Z+ pfexec svcs -xv -z sidecar_softnpu
8482026-01-30T05:46:57.025Z+ pfexec ptree -z sidecar_softnpu
8492026-01-30T05:46:57.050Z891 zsched
8502026-01-30T05:46:57.050Z 908 /sbin/init
8512026-01-30T05:46:57.050Z913 /lib/svc/bin/svc.startd
8522026-01-30T05:46:57.050Z 1442 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
8532026-01-30T05:46:57.050Z915 /lib/svc/bin/svc.configd
8542026-01-30T05:46:57.050Z959 /lib/inet/netcfgd
8552026-01-30T05:46:57.050Z963 /lib/inet/ipmgmtd
8562026-01-30T05:46:57.050Z1179 /usr/lib/pfexecd
8572026-01-30T05:46:57.050Z1251 /usr/lib/fm/fmd/fmd
8582026-01-30T05:46:57.050Z1289 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml
8592026-01-30T05:46:57.050Z1389 /usr/sbin/nscd
8602026-01-30T05:46:57.050Z1441 /usr/lib/utmpd
8612026-01-30T05:46:57.050Z1464 /usr/sbin/syslogd
8622026-01-30T05:46:57.050Z1513 /usr/lib/inet/in.ndpd
8632026-01-30T05:46:57.050Z+ pfexec zlogin sidecar_softnpu ipadm
8642026-01-30T05:46:57.075ZADDROBJ TYPE STATE ADDR
8652026-01-30T05:46:57.075Zlo0/v4 static ok 127.0.0.1/8
8662026-01-30T05:46:57.075Zlo0/v6 static ok ::1/128
8672026-01-30T05:46:57.075Z+ pfexec zlogin sidecar_softnpu netstat -rncva
8682026-01-30T05:46:57.075Z
8692026-01-30T05:46:57.075ZIRE Table: IPv4
8702026-01-30T05:46:57.075Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
8712026-01-30T05:46:57.075Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
8722026-01-30T05:46:57.075Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
8732026-01-30T05:46:57.075Z
8742026-01-30T05:46:57.075ZIRE Table: IPv6
8752026-01-30T05:46:57.075Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
8762026-01-30T05:46:57.075Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
8772026-01-30T05:46:57.075Z::1 ::1 lo0 8252 2 UH 0 0
8782026-01-30T05:46:57.100Z+ pfexec zlogin sidecar_softnpu netstat -anu
8792026-01-30T05:46:57.100Z
8802026-01-30T05:46:57.100ZUDP: IPv4
8812026-01-30T05:46:57.100Z Local Address Remote Address User Pid Command State
8822026-01-30T05:46:57.100Z-------------------- -------------------- -------- ------ -------------- ----------
8832026-01-30T05:46:57.100Z *.* root 1513 in.ndpd Unbound
8842026-01-30T05:46:57.100Z
8852026-01-30T05:46:57.100ZUDP: IPv6
8862026-01-30T05:46:57.100Z Local Address Remote Address User Pid Command State If
8872026-01-30T05:46:57.100Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
8882026-01-30T05:46:57.100Z *.* root 1513 in.ndpd Unbound
8892026-01-30T05:46:57.100Z
8902026-01-30T05:46:57.100ZActive UNIX domain sockets
8912026-01-30T05:46:57.100ZAddress Type User Pid Command Local Address Remote Address
8922026-01-30T05:46:57.100Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
8932026-01-30T05:46:57.100Zfffffe85a68843f0 dgram root 1513 in.ndpd /var/run/in.ndpd_mib
8942026-01-30T05:46:57.100Zfffffe85a7cdb038 stream-ord root 1289 softnpu
8952026-01-30T05:46:57.100Zfffffe85a7cdb038 stream-ord root 1289 softnpu
8962026-01-30T05:46:57.100Zfffffe85a7cdb3d8 stream-ord root 1289 softnpu
8972026-01-30T05:46:57.100Zfffffe85a7cdb778 dgram root 1289 softnpu /softnpu/server
8982026-01-30T05:46:57.100Zfffffe85845f3ae8 stream-ord root 1513 in.ndpd /var/run/in.ndpd_ipadm
8992026-01-30T05:46:57.100Z+ pfexec zlogin sidecar_softnpu arp -an
9002026-01-30T05:46:57.125Z+ for z in $(zoneadm list -n)
9012026-01-30T05:46:57.125Z+ banner switch
9022026-01-30T05:46:57.125Z
9032026-01-30T05:46:57.125Z #### # # # ##### #### # #
9042026-01-30T05:46:57.125Z # # # # # # # # #
9052026-01-30T05:46:57.125Z #### # # # # # ######
9062026-01-30T05:46:57.125Z # # ## # # # # # #
9072026-01-30T05:46:57.125Z # # ## ## # # # # # #
9082026-01-30T05:46:57.125Z #### # # # # #### # #
9092026-01-30T05:46:57.125Z
9102026-01-30T05:46:57.125Z+ pfexec svcs -xv -z oxz_switch
9112026-01-30T05:46:57.155Z+ pfexec ptree -z oxz_switch
9122026-01-30T05:46:57.179Z2596 zsched
9132026-01-30T05:46:57.180Z 2613 /sbin/init
9142026-01-30T05:46:57.180Z2620 /lib/svc/bin/svc.startd
9152026-01-30T05:46:57.180Z 3146 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
9162026-01-30T05:46:57.180Z2622 /lib/svc/bin/svc.configd
9172026-01-30T05:46:57.180Z2669 /lib/inet/netcfgd
9182026-01-30T05:46:57.180Z2670 /lib/inet/ipmgmtd
9192026-01-30T05:46:57.180Z2854 /usr/lib/pfexecd
9202026-01-30T05:46:57.180Z2859 /usr/lib/fm/fmd/fmd
9212026-01-30T05:46:57.180Z3055 /usr/sbin/nscd
9222026-01-30T05:46:57.180Z3072 /opt/oxide/dendrite/bin/uplinkd
9232026-01-30T05:46:57.180Z3099 /opt/oxide/bin/lldpd run
9242026-01-30T05:46:57.180Z3100 ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.s
9252026-01-30T05:46:57.180Z 3101 /opt/oxide/mgd/bin/mgd run --with-stats --admin-port 4676 --admin-addr
9262026-01-30T05:46:57.180Z3111 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
9272026-01-30T05:46:57.180Z 3112 /opt/oxide/mg-ddm/bin/ddmd --with-stats --admin-port 8000 --admin-addr
9282026-01-30T05:46:57.180Z3145 /usr/lib/utmpd
9292026-01-30T05:46:57.180Z3165 /usr/sbin/syslogd
9302026-01-30T05:46:57.180Z3193 ctrun -l child -o noorphan,regent /opt/oxide/sp-sim/bin/sp-sim /var/svc/
9312026-01-30T05:46:57.180Z 3197 /opt/oxide/sp-sim/bin/sp-sim /var/svc/manifest/site/sp-sim/config.toml
9322026-01-30T05:46:57.180Z3273 /usr/lib/inet/in.ndpd
9332026-01-30T05:46:57.180Z3308 /opt/oxide/mgs/bin/mgs run --id-and-address-from-smf /var/svc/manifest/s
9342026-01-30T05:46:57.180Z3312 /opt/oxide/dendrite/bin/dpd run
9352026-01-30T05:46:57.180Z3315 ctrun -l child -o noorphan,regent /opt/oxide/wicketd/bin/wicketd run /va
9362026-01-30T05:46:57.180Z 3317 /opt/oxide/wicketd/bin/wicketd run /var/svc/manifest/site/wicketd/conf
9372026-01-30T05:46:57.180Z3318 ctrun -l child -o noorphan,regent /opt/oxide/dendrite/bin/tfportd --sync
9382026-01-30T05:46:57.180Z 3319 /opt/oxide/dendrite/bin/tfportd --sync-only
9392026-01-30T05:46:57.180Z3382 /sbin/dhcpagent
9402026-01-30T05:46:57.180Z+ pfexec zlogin oxz_switch ipadm
9412026-01-30T05:46:57.205ZADDROBJ TYPE STATE ADDR
9422026-01-30T05:46:57.205Zlo0/v4 static ok 127.0.0.1/8
9432026-01-30T05:46:57.205Zlo0/v6 static ok ::1/128
9442026-01-30T05:46:57.205Ztfportrear0_0/ll addrconf ok fe80::a8fb:bcff:fe10:8d36%tfportrear0_0/10
9452026-01-30T05:46:57.205ZoxBootstrap0/ll addrconf ok fe80::8:20ff:fe97:4428%oxBootstrap0/10
9462026-01-30T05:46:57.205ZoxBootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:a02a::2/64
9472026-01-30T05:46:57.205Z+ pfexec zlogin oxz_switch netstat -rncva
9482026-01-30T05:46:57.205Z
9492026-01-30T05:46:57.205ZIRE Table: IPv4
9502026-01-30T05:46:57.205Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
9512026-01-30T05:46:57.205Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
9522026-01-30T05:46:57.205Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 76 76
9532026-01-30T05:46:57.206Z
9542026-01-30T05:46:57.206ZIRE Table: IPv6
9552026-01-30T05:46:57.206Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
9562026-01-30T05:46:57.206Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
9572026-01-30T05:46:57.206Z::1 ::1 lo0 8252 22 UH 106980 106931
9582026-01-30T05:46:57.206Zfdb0:18c0:4d0d:a02a::2 -- oxBootstrap0 1500 2 UHL 0 936
9592026-01-30T05:46:57.206Zfdb0:18c0:4d0d:a02a::1 fdb0:18c0:4d0d:a02a::2 oxBootstrap0 1500 4 UC 1122 0
9602026-01-30T05:46:57.206Zfe80::8:20ff:fe97:4428 -- oxBootstrap0 1500 2 UHL 0 0
9612026-01-30T05:46:57.206Zfe80::a8fb:bcff:fe10:8d36 -- tfportrear0_0 9000 2 UHL 7 3217
9622026-01-30T05:46:57.207Zfe80::5449:28ff:fe4c:e9b1 fe80::a8fb:bcff:fe10:8d36 tfportrear0_0 9000 3 UC 3211 0
9632026-01-30T05:46:57.207Zfdb0:18c0:4d0d:a02a::/64 fdb0:18c0:4d0d:a02a::2 oxBootstrap0 1500 3 U 1122 0
9642026-01-30T05:46:57.207Zfdb0:18c0:4d00::/40 fe80::8:20ff:feee:9e2f oxBootstrap0 1500 1 UG 0 0
9652026-01-30T05:46:57.207Zfe80::/10 fe80::8:20ff:fe97:4428 oxBootstrap0 1500 2 U 0 0
9662026-01-30T05:46:57.207Zfe80::/10 fe80::a8fb:bcff:fe10:8d36 tfportrear0_0 9000 3 U 3211 0
9672026-01-30T05:46:57.207Z+ pfexec zlogin oxz_switch netstat -anu
9682026-01-30T05:46:57.232Z
9692026-01-30T05:46:57.232ZUDP: IPv4
9702026-01-30T05:46:57.232Z Local Address Remote Address User Pid Command State
9712026-01-30T05:46:57.232Z-------------------- -------------------- -------- ------ -------------- ----------
9722026-01-30T05:46:57.232Z *.68 root 3382 dhcpagent Idle
9732026-01-30T05:46:57.232Z *.546 root 3382 dhcpagent Idle
9742026-01-30T05:46:57.232Z *.* root 3273 in.ndpd Unbound
9752026-01-30T05:46:57.232Z *.44463 root 3308 mgs Idle
9762026-01-30T05:46:57.232Z *.55940 root 3308 mgs Idle
9772026-01-30T05:46:57.232Z *.60294 root 3308 mgs Idle
9782026-01-30T05:46:57.232Z *.58310 root 3308 mgs Idle
9792026-01-30T05:46:57.232Z *.54983 root 3308 mgs Idle
9802026-01-30T05:46:57.232Z *.54780 root 3308 mgs Idle
9812026-01-30T05:46:57.232Z
9822026-01-30T05:46:57.232ZUDP: IPv6
9832026-01-30T05:46:57.232Z Local Address Remote Address User Pid Command State If
9842026-01-30T05:46:57.232Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
9852026-01-30T05:46:57.232Z *.546 root 3382 dhcpagent Idle
9862026-01-30T05:46:57.232Z::1.33300 root 3197 sp-sim Idle
9872026-01-30T05:46:57.232Z::1.33301 root 3197 sp-sim Idle
9882026-01-30T05:46:57.232Z::1.44400 root 3197 sp-sim Idle
9892026-01-30T05:46:57.232Z::1.44401 root 3197 sp-sim Idle
9902026-01-30T05:46:57.232Z::1.33310 root 3197 sp-sim Idle
9912026-01-30T05:46:57.233Z::1.33311 root 3197 sp-sim Idle
9922026-01-30T05:46:57.233Z::1.44410 root 3197 sp-sim Idle
9932026-01-30T05:46:57.233Z::1.44411 root 3197 sp-sim Idle
9942026-01-30T05:46:57.233Z::1.33320 root 3197 sp-sim Idle
9952026-01-30T05:46:57.233Z::1.33321 root 3197 sp-sim Idle
9962026-01-30T05:46:57.233Z::1.44420 root 3197 sp-sim Idle
9972026-01-30T05:46:57.233Z::1.44421 root 3197 sp-sim Idle
9982026-01-30T05:46:57.233Z *.* root 3273 in.ndpd Unbound
9992026-01-30T05:46:57.233Z *.44463 root 3308 mgs Idle
10002026-01-30T05:46:57.233Z *.55940 root 3308 mgs Idle
10012026-01-30T05:46:57.233Z *.60294 root 3308 mgs Idle
10022026-01-30T05:46:57.233Z *.58310 root 3308 mgs Idle
10032026-01-30T05:46:57.233Z *.54983 root 3308 mgs Idle
10042026-01-30T05:46:57.233Z *.54780 root 3308 mgs Idle
10052026-01-30T05:46:57.233Zff02::dd.3549 root 3112 ddmd Idle tfportrear0_0
10062026-01-30T05:46:57.233Zfe80::a8fb:bcff:fe10:8d36.3549 root 3112 ddmd Idle tfportrear0_0
10072026-01-30T05:46:57.233Z
10082026-01-30T05:46:57.233ZTCP: IPv4
10092026-01-30T05:46:57.233Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
10102026-01-30T05:46:57.233Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
10112026-01-30T05:46:57.233Z127.0.0.1.4999 *.* root 3382 dhcpagent 0 0 1000000 0 LISTEN
10122026-01-30T05:46:57.233Z *.179 *.* root 3101 mgd 0 0 128000 0 LISTEN
10132026-01-30T05:46:57.233Z *.4676 *.* root 3101 mgd 0 0 128000 0 LISTEN
10142026-01-30T05:46:57.233Z *.12229 *.* root 3317 wicketd 0 0 1000000 0 LISTEN
10152026-01-30T05:46:57.233Z127.0.0.1.12230 *.* root 3099 lldpd 0 0 1000000 0 LISTEN
10162026-01-30T05:46:57.233Z
10172026-01-30T05:46:57.233ZTCP: IPv6
10182026-01-30T05:46:57.233Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
10192026-01-30T05:46:57.233Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
10202026-01-30T05:46:57.233Z *.179 *.* root 3101 mgd 0 0 128000 0 LISTEN
10212026-01-30T05:46:57.233Z *.4676 *.* root 3101 mgd 0 0 128000 0 LISTEN
10222026-01-30T05:46:57.233Z::1.8000 *.* root 3112 ddmd 0 0 128000 0 LISTEN
10232026-01-30T05:46:57.233Z::1.33312 *.* root 3197 sp-sim 0 0 128000 0 LISTEN
10242026-01-30T05:46:57.233Z::1.33322 *.* root 3197 sp-sim 0 0 128000 0 LISTEN
10252026-01-30T05:46:57.233Zfdb0:18c0:4d0d:a02a::2.63672 fdb0:18c0:4d0d:a02a::1.80 128520 0 1001028 0 TIME_WAIT
10262026-01-30T05:46:57.233Z::1.46323 ::1.8000 root 3317 wicketd 65440 0 1015808 0 ESTABLISHED
10272026-01-30T05:46:57.233Z::1.8000 ::1.46323 root 3112 ddmd 1014320 0 130880 0 ESTABLISHED
10282026-01-30T05:46:57.234Zfdb0:18c0:4d0d:a02a::2.61504 fdb0:18c0:4d0d:a02a::1.80 128520 0 1001028 0 TIME_WAIT
10292026-01-30T05:46:57.234Z::1.12225 *.* root 3308 mgs 0 0 1000000 0 LISTEN
10302026-01-30T05:46:57.234Z::1.12224 *.* root 3312 dpd 0 0 1000000 0 LISTEN
10312026-01-30T05:46:57.234Z::1.45154 ::1.12224 root 3101 mgd 62883 0 1015808 0 ESTABLISHED
10322026-01-30T05:46:57.234Z::1.12224 ::1.45154 root 3312 dpd 1014320 0 1006140 0 ESTABLISHED
10332026-01-30T05:46:57.234Z::1.64902 ::1.12225 root 3317 wicketd 62883 0 1015808 0 ESTABLISHED
10342026-01-30T05:46:57.234Z::1.12225 ::1.64902 root 3308 mgs 1014320 0 1006140 0 ESTABLISHED
10352026-01-30T05:46:57.234Z::1.35991 ::1.12225 root 3317 wicketd 62883 0 1015808 0 ESTABLISHED
10362026-01-30T05:46:57.234Z::1.60882 ::1.12225 root 3317 wicketd 62883 0 1015808 0 ESTABLISHED
10372026-01-30T05:46:57.234Z::1.12225 ::1.35991 root 3308 mgs 1014320 0 1006140 0 ESTABLISHED
10382026-01-30T05:46:57.234Z::1.12225 ::1.60882 root 3308 mgs 1014320 0 1006140 0 ESTABLISHED
10392026-01-30T05:46:57.234Z *.12229 *.* root 3317 wicketd 0 0 1000000 0 LISTEN
10402026-01-30T05:46:57.234Z::1.54685 ::1.12224 root 3099 lldpd 62883 0 1015808 0 ESTABLISHED
10412026-01-30T05:46:57.234Z::1.12224 ::1.54685 root 3312 dpd 1014320 0 1006140 0 ESTABLISHED
10422026-01-30T05:46:57.234Z::1.12230 *.* root 3099 lldpd 0 0 1000000 0 LISTEN
10432026-01-30T05:46:57.234Z::1.12226 *.* root 3317 wicketd 0 0 1000000 0 LISTEN
10442026-01-30T05:46:57.234Zfdb0:18c0:4d0d:a02a::2.12227 *.* root 3317 wicketd 0 0 1000000 0 LISTEN
10452026-01-30T05:46:57.234Zfe80::a8fb:bcff:fe10:8d36.56797 *.* root 3112 ddmd 0 0 1000000 0 LISTEN
10462026-01-30T05:46:57.234Z::1.49871 ::1.12224 root 3319 tfportd 62883 0 1015808 0 ESTABLISHED
10472026-01-30T05:46:57.234Z::1.12224 ::1.49871 root 3312 dpd 1014320 0 1006140 0 ESTABLISHED
10482026-01-30T05:46:57.234Z
10492026-01-30T05:46:57.234ZActive UNIX domain sockets
10502026-01-30T05:46:57.234ZAddress Type User Pid Command Local Address Remote Address
10512026-01-30T05:46:57.234Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
10522026-01-30T05:46:57.234Zfffffe85d1244478 stream-ord root 3099 lldpd
10532026-01-30T05:46:57.234Zfffffe85d1244818 stream-ord root 3099 lldpd
10542026-01-30T05:46:57.234Zfffffe85cf3be0d0 stream-ord root 3319 tfportd
10552026-01-30T05:46:57.234Zfffffe85cf3be470 stream-ord root 3319 tfportd
10562026-01-30T05:46:57.234Zfffffe85cf3bebb0 stream-ord root 3319 tfportd
10572026-01-30T05:46:57.234Zfffffe85cf3bebb0 stream-ord root 3319 tfportd
10582026-01-30T05:46:57.234Zfffffe85d3c820c8 stream-ord root 3317 wicketd
10592026-01-30T05:46:57.234Zfffffe85d3c820c8 stream-ord root 3317 wicketd
10602026-01-30T05:46:57.234Zfffffe85d3c82468 stream-ord root 3317 wicketd
10612026-01-30T05:46:57.234Zfffffe85d3c82ba8 stream-ord root 3312 dpd
10622026-01-30T05:46:57.234Zfffffe85d12f90c0 stream-ord root 3312 dpd
10632026-01-30T05:46:57.234Zfffffe85d12f9800 stream-ord root 3312 dpd
10642026-01-30T05:46:57.234Zfffffe85d12f9800 stream-ord root 3312 dpd
10652026-01-30T05:46:57.234Zfffffe85d12f9ba0 stream-ord root 3308 mgs
10662026-01-30T05:46:57.234Zfffffe85d12f9ba0 stream-ord root 3308 mgs
10672026-01-30T05:46:57.234Zfffffe85d27c70b8 stream-ord root 3308 mgs
10682026-01-30T05:46:57.260Zfffffe85d3e1e450 dgram root 3273 in.ndpd /var/run/in.ndpd_mib
10692026-01-30T05:46:57.260Zfffffe85d3e1e7f0 stream-ord root 3197 sp-sim
10702026-01-30T05:46:57.260Zfffffe85d3e1e7f0 stream-ord root 3197 sp-sim
10712026-01-30T05:46:57.260Zfffffe85d3e1eb90 stream-ord root 3197 sp-sim
10722026-01-30T05:46:57.260Zfffffe85d94bd0a8 stream-ord root 3112 ddmd
10732026-01-30T05:46:57.260Zfffffe85d94bd0a8 stream-ord root 3112 ddmd
10742026-01-30T05:46:57.260Zfffffe85d94bd448 stream-ord root 3112 ddmd
10752026-01-30T05:46:57.260Zfffffe85d94bdb88 stream-ord root 3101 mgd
10762026-01-30T05:46:57.260Zfffffe85d94bdb88 stream-ord root 3101 mgd
10772026-01-30T05:46:57.260Zfffffe85d95240a0 stream-ord root 3101 mgd
10782026-01-30T05:46:57.260Zfffffe85d9524440 stream-ord root 3099 lldpd
10792026-01-30T05:46:57.260Zfffffe85d9524440 stream-ord root 3099 lldpd
10802026-01-30T05:46:57.260Zfffffe85d95247e0 stream-ord root 3099 lldpd
10812026-01-30T05:46:57.260Zfffffe85d9524b80 stream-ord root 3072 uplinkd
10822026-01-30T05:46:57.260Zfffffe85d9564098 stream-ord root 3072 uplinkd
10832026-01-30T05:46:57.260Zfffffe85d9564438 stream-ord root 3072 uplinkd
10842026-01-30T05:46:57.260Zfffffe85d9564438 stream-ord root 3072 uplinkd
10852026-01-30T05:46:57.260Zfffffe85d95647d8 stream-ord root 3072 uplinkd
10862026-01-30T05:46:57.260Zfffffe85ce37bb68 stream-ord root 3312 dpd
10872026-01-30T05:46:57.260Zfffffe85a6a73b20 stream-ord root 3319 tfportd
10882026-01-30T05:46:57.260Zfffffe859f123b10 stream-ord root 3308 mgs
10892026-01-30T05:46:57.260Zfffffe859f12d3c8 stream-ord root 3308 mgs
10902026-01-30T05:46:57.260Zfffffe859f12d768 stream-ord root 3273 in.ndpd /var/run/in.ndpd_ipadm
10912026-01-30T05:46:57.260Z+ pfexec zlogin oxz_switch arp -an
10922026-01-30T05:46:57.260Z++ zoneadm list -n
10932026-01-30T05:46:57.260Z++ grep oxz_ntp
10942026-01-30T05:46:57.260Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
10952026-01-30T05:46:57.285ZConfig {
10962026-01-30T05:46:57.285Z p4_program: "/softnpu/asic_program.so",
10972026-01-30T05:46:57.285Z ports: [
10982026-01-30T05:46:57.285Z Port {
10992026-01-30T05:46:57.285Z sidecar: "sc0_0",
11002026-01-30T05:46:57.285Z scrimlet: "sidecar_shi0",
11012026-01-30T05:46:57.285Z mtu: 9000,
11022026-01-30T05:46:57.285Z },
11032026-01-30T05:46:57.285Z Port {
11042026-01-30T05:46:57.285Z sidecar: "sc0_1",
11052026-01-30T05:46:57.285Z scrimlet: "sidecar_shi1",
11062026-01-30T05:46:57.285Z mtu: 9000,
11072026-01-30T05:46:57.285Z },
11082026-01-30T05:46:57.285Z ],
11092026-01-30T05:46:57.285Z}
11102026-01-30T05:46:57.285Z+ exit 1
11112026-01-30T05:46:57.285Zprocess exited: duration 5733551 ms, exit code 1
 
11122026-01-30T05:46:57.362Zfound 25 output files
11132026-01-30T05:46:57.362Zuploading: /var/svc/log/oxide-mg-ddm:default.log (4333 bytes)
11142026-01-30T05:46:58.487Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
11152026-01-30T05:46:58.487Zuploading: /var/svc/log/oxide-sled-agent:default.log (400409 bytes)
11162026-01-30T05:46:59.765Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11172026-01-30T05:46:59.765Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (36683575 bytes)
11182026-01-30T05:47:01.166Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 36683575 -> 36708161
11192026-01-30T05:47:02.235Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11202026-01-30T05:47:02.259Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (926099 bytes)
11212026-01-30T05:47:03.552Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
11222026-01-30T05:47:03.578Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (0 bytes)
11232026-01-30T05:47:04.622Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11242026-01-30T05:47:04.622Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (22296 bytes)
11252026-01-30T05:47:05.760Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
11262026-01-30T05:47:05.760Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (0 bytes)
11272026-01-30T05:47:06.830Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11282026-01-30T05:47:06.830Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (5412 bytes)
11292026-01-30T05:47:07.925Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
11302026-01-30T05:47:07.925Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (0 bytes)
11312026-01-30T05:47:08.995Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11322026-01-30T05:47:08.995Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (24919 bytes)
11332026-01-30T05:47:10.136Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
11342026-01-30T05:47:10.164Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (15480305 bytes)
11352026-01-30T05:47:10.853Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 15480305 -> 15506475
11362026-01-30T05:47:11.923Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11372026-01-30T05:47:11.923Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (393415 bytes)
11382026-01-30T05:47:13.195Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
11392026-01-30T05:47:13.195Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (7346016 bytes)
11402026-01-30T05:47:13.731Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 7346016 -> 7364488
11412026-01-30T05:47:14.801Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11422026-01-30T05:47:14.801Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (176601 bytes)
11432026-01-30T05:47:16.028Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
11442026-01-30T05:47:16.028Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
11452026-01-30T05:47:17.098Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11462026-01-30T05:47:17.098Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3333 bytes)
11472026-01-30T05:47:18.193Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
11482026-01-30T05:47:18.193Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (2723689 bytes)
11492026-01-30T05:47:18.560Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 2723689 -> 2734795
11502026-01-30T05:47:19.630Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11512026-01-30T05:47:19.630Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (67592 bytes)
11522026-01-30T05:47:20.815Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
11532026-01-30T05:47:20.815Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (0 bytes)
11542026-01-30T05:47:21.885Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11552026-01-30T05:47:21.885Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (776 bytes)
11562026-01-30T05:47:22.977Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
11572026-01-30T05:47:22.977Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
11582026-01-30T05:47:24.047Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11592026-01-30T05:47:24.047Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (2120 bytes)
11602026-01-30T05:47:25.140Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
11612026-01-30T05:47:25.140Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11622026-01-30T05:47:26.210Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11632026-01-30T05:47:26.210Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1620 bytes)
11642026-01-30T05:47:27.303Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
11652026-01-30T05:47:27.303Zuploading: /tmp/kstat/xde.kstat (894 bytes)
11662026-01-30T05:47:28.396Zuploaded: /tmp/kstat/xde.kstat