01M4D5HT98BCFCJQ4W8AXZKYJH: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.42",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M4D5JNW3MSTTCCQYPQHPPHNX

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-10-08T07:28:58.307Zjob dependencies complete; ready to run (waiting for 18 m 33 s)
22026-10-08T10:33:40.151Zjob assigned to worker 01M4DH5CBVEQM2G1RSHCHR4W20 [factory lab, buskin/22462] (queued for 3 h 4 m 41 s)
32026-10-08T10:33:40.436Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-10-08T10:33:40.483Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-10-08T10:33:40.519Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-10-08T10:33:40.552Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-10-08T10:33:40.586Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-10-08T10:33:40.620ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-10-08T10:33:40.653ZOxide Helios Version helios-3.0.24263 64-bit
102026-10-08T10:33:40.687ZConfiguring devices.
112026-10-08T10:33:40.720Z##################################################
122026-10-08T10:33:40.754Z#### ############# ##
132026-10-08T10:33:40.787Z### ### ############ ##
142026-10-08T10:33:40.821Z## ### # ## ### ## Oxide Computer Company ##
152026-10-08T10:33:40.854Z## ## ## ### # ### ##
162026-10-08T10:33:40.888Z## # ### #### #### This Station Under ##
172026-10-08T10:33:40.922Z### ### #### # ### Computer Control ##
182026-10-08T10:33:41.033Z#### #### ### ## ##
192026-10-08T10:33:41.067Z##################################################
202026-10-08T10:33:41.100ZHostname: buskin
212026-10-08T10:33:41.134ZLoading smf(7) service descriptions:
222026-10-08T10:33:41.566Zdownloading input: /input/package/work/package.tar.gz
232026-10-08T10:39:01.685Zdownloaded input: /input/package/work/package.tar.gz
 
242026-10-08T10:39:01.685Zstarting task 0: "setup"
252026-10-08T10:39:01.710Z++ uname -s
262026-10-08T10:39:01.710Z+ kern=SunOS
272026-10-08T10:39:01.710Z+ build_user=build
282026-10-08T10:39:01.710Z+ build_uid=12345
292026-10-08T10:39:01.710Z+ work_dir=/work
302026-10-08T10:39:01.710Z+ input_dir=/input
312026-10-08T10:39:01.710Z+ [[ 0 == 12345 ]]
322026-10-08T10:39:01.710Z+ case "$kern" in
332026-10-08T10:39:01.710Z+ groupadd -g 12345 build
342026-10-08T10:39:01.710Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-10-08T10:39:03.704Z+ zfs create -o mountpoint=/work rpool/work
362026-10-08T10:39:03.744Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-10-08T10:39:03.768Z+ home_fs=zfs
382026-10-08T10:39:03.769Z+ [[ zfs == autofs ]]
392026-10-08T10:39:03.769Z+ mkdir -p /home/build
402026-10-08T10:39:03.769Z+ chown build:build /home/build /work
412026-10-08T10:39:05.752Z+ chmod 0700 /home/build /work
422026-10-08T10:39:05.784Zprocess exited: duration 4071 ms, exit code 0
 
432026-10-08T10:39:05.832Zstarting task 1: "authentication"
442026-10-08T10:39:05.882Zprocess exited: duration 49 ms, exit code 0
 
452026-10-08T10:39:05.928Zstarting task 2: "build"
462026-10-08T10:39:05.952Z+ trap _exit_trap EXIT
472026-10-08T10:39:05.952Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-10-08T10:39:06.047Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-10-08T10:39:06.047Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-10-08T10:39:06.072Z+ [[ -d /opt/oxide ]]
602026-10-08T10:39:06.072Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-10-08T10:39:06.072Z+ pfexec mkdir /opt/oxide
622026-10-08T10:39:06.072Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-10-08T10:39:06.072Z+ [[ -d /opt/oxide-underneath ]]
642026-10-08T10:39:06.072Z+ cd /opt/oxide-underneath
652026-10-08T10:39:06.072Z+ pfexec tar ceEp@/f - .
662026-10-08T10:39:06.072Z+ cd /opt/oxide
672026-10-08T10:39:06.072Z+ pfexec tar xveEp@/f -
682026-10-08T10:39:06.123Zx ., 0 bytes, 0 tape blocks
692026-10-08T10:39:06.123Zx ./opte, 0 bytes, 0 tape blocks
702026-10-08T10:39:06.123Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-10-08T10:39:06.123Zx ./opte/bin/opteadm, 25922976 bytes, 50631 tape blocks
722026-10-08T10:39:06.146Z+ pfexec rm -rf /opt/oxide-underneath
732026-10-08T10:39:06.146Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-10-08T10:39:06.170Z+ pfexec mkdir /opt/oxide/work
752026-10-08T10:39:06.170Z+ pfexec chown build:build /opt/oxide/work
762026-10-08T10:39:06.170Z+ cd /opt/oxide/work
772026-10-08T10:39:06.170Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-10-08T10:39:18.054ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-10-08T10:39:18.054Zx .github/buildomat/ci-env.sh, 785 bytes, 2 tape blocks
802026-10-08T10:39:18.054Zx out/target/test, 107 bytes, 1 tape blocks
812026-10-08T10:39:18.054Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
822026-10-08T10:39:18.054Zx package-manifest.toml, 35829 bytes, 70 tape blocks
832026-10-08T10:39:18.054Zx smf/sled-agent/non-gimlet/config.toml, 5832 bytes, 12 tape blocks
842026-10-08T10:39:18.054Zx target/release/omicron-package, 17542872 bytes, 34264 tape blocks
852026-10-08T10:39:18.054Zx target/release/xtask, 6572944 bytes, 12838 tape blocks
862026-10-08T10:39:18.054Zx target/debug/bootstrap, 428231944 bytes, 836391 tape blocks
872026-10-08T10:39:18.054Zx tests/bootstrap-c00509d47eeeab7c, 34822928 bytes, 68014 tape blocks
882026-10-08T10:39:18.054Zx tests/commtest-6b775c4ca890de5e, 34823648 bytes, 68015 tape blocks
892026-10-08T10:39:18.054Zx tests/dhcp_server-25edc801b4c8ce51, 34823032 bytes, 68014 tape blocks
902026-10-08T10:39:18.054Zx tests/end_to_end_tests-e35f16c4ade52158, 492089152 bytes, 961112 tape blocks
912026-10-08T10:39:18.054Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-10-08T10:39:18.054Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-10-08T10:39:18.054Zx out/clickhouse.tar.gz, 242794764 bytes, 474209 tape blocks
942026-10-08T10:39:18.054Zx out/clickhouse_keeper.tar.gz, 237122686 bytes, 463131 tape blocks
952026-10-08T10:39:18.054Zx out/clickhouse_server.tar.gz, 242790155 bytes, 474200 tape blocks
962026-10-08T10:39:18.054Zx out/cockroachdb.tar.gz, 128177869 bytes, 250348 tape blocks
972026-10-08T10:39:18.054Zx out/crucible-pantry-zone.tar.gz, 25374050 bytes, 49559 tape blocks
982026-10-08T10:39:18.054Zx out/crucible-utils.tar, 19353600 bytes, 37800 tape blocks
992026-10-08T10:39:18.054Zx out/crucible-zone.tar.gz, 40541858 bytes, 79184 tape blocks
1002026-10-08T10:39:18.054Zx out/external-dns.tar.gz, 15686772 bytes, 30639 tape blocks
1012026-10-08T10:39:18.054Zx out/internal-dns.tar.gz, 15686319 bytes, 30638 tape blocks
1022026-10-08T10:39:18.054Zx out/mg-ddm-gz.tar, 108653568 bytes, 212214 tape blocks
1032026-10-08T10:39:18.054Zx out/nexus.tar.gz, 200130572 bytes, 390881 tape blocks
1042026-10-08T10:39:18.054Zx out/ntp.tar.gz, 7395819 bytes, 14445 tape blocks
1052026-10-08T10:39:18.054Zx out/omicron-gateway-softnpu.tar.gz, 14678465 bytes, 28669 tape blocks
1062026-10-08T10:39:18.054Zx out/omicron-sled-agent.tar, 115732480 bytes, 226040 tape blocks
1072026-10-08T10:39:18.054Zx out/overlay.tar.gz, 3266 bytes, 7 tape blocks
1082026-10-08T10:39:18.054Zx out/oximeter.tar.gz, 14618829 bytes, 28553 tape blocks
1092026-10-08T10:39:18.054Zx out/oxlog.tar, 2523648 bytes, 4929 tape blocks
1102026-10-08T10:39:18.055Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1112026-10-08T10:39:18.055Zx out/propolis-server.tar.gz, 38682078 bytes, 75551 tape blocks
1122026-10-08T10:39:18.055Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-10-08T10:39:18.055Zx out/switch-softnpu.tar.gz, 335113197 bytes, 654518 tape blocks
1142026-10-08T10:39:18.079Z
1152026-10-08T10:39:18.079Zreal 11.875582310
1162026-10-08T10:39:18.079Zuser 9.828014602
1172026-10-08T10:39:18.079Zsys 3.597613556
1182026-10-08T10:39:18.079Ztrap 0.000549593
1192026-10-08T10:39:18.079Ztflt 0.000000000
1202026-10-08T10:39:18.079Zdflt 0.000000000
1212026-10-08T10:39:18.079Zkflt 0.000000000
1222026-10-08T10:39:18.079Zlock 0.000000000
1232026-10-08T10:39:18.079Zslp 9.808225911
1242026-10-08T10:39:18.079Zlat 0.514551277
1252026-10-08T10:39:18.079Zstop 0.000135071
1262026-10-08T10:39:18.079Z+ source .github/buildomat/ci-env.sh
1272026-10-08T10:39:18.079Z++ export CARGO_TERM_COLOR=always
1282026-10-08T10:39:18.079Z++ CARGO_TERM_COLOR=always
1292026-10-08T10:39:18.079Z+++ uname -s
1302026-10-08T10:39:18.079Z++ [[ SunOS == \S\u\n\O\S ]]
1312026-10-08T10:39:18.079Z++ coreadm -p /var/tmp/omicron_tmp/core.%f.%p.core
1322026-10-08T10:39:18.079Z+ source tools/opte_version_override
1332026-10-08T10:39:18.079Z++ OPTE_COMMIT=
1342026-10-08T10:39:18.079Z+ [[ x != \x ]]
1352026-10-08T10:39:18.079Z+ bmat address ls
1362026-10-08T10:39:18.079ZNAME CIDR FIRST LAST COUNT
1372026-10-08T10:39:18.080Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1382026-10-08T10:39:18.080Z++ bmat address ls -f extra -Ho first,last,count
1392026-10-08T10:39:18.080Z+ set -- 10.151.1.164 10.151.1.227 64
1402026-10-08T10:39:18.080Z+ EXTRA_IP_START=10.151.1.164
1412026-10-08T10:39:18.080Z+ EXTRA_IP_END=10.151.1.227
1422026-10-08T10:39:18.080Z+ EXTRA_IP_COUNT=64
1432026-10-08T10:39:18.080Z+ (( EXTRA_IP_COUNT >= 32 ))
1442026-10-08T10:39:18.080Z+ EXTRA_IP_BASE=10.151.1
1452026-10-08T10:39:18.080Z+ EXTRA_IP_FOCTET=164
1462026-10-08T10:39:18.080Z+ EXTRA_IP_LOCTET=227
1472026-10-08T10:39:18.080Z+ SERVICE_IP_POOL_START=10.151.1.164
1482026-10-08T10:39:18.080Z+ SERVICE_IP_POOL_END=10.151.1.173
1492026-10-08T10:39:18.080Z+ DNS_IP1=10.151.1.164
1502026-10-08T10:39:18.080Z+ DNS_IP2=10.151.1.165
1512026-10-08T10:39:18.080Z+ UPLINK_IP=10.151.1.174
1522026-10-08T10:39:18.080Z+ IPPOOL_START=10.151.1.175
1532026-10-08T10:39:18.080Z+ IPPOOL_END=10.151.1.227
1542026-10-08T10:39:18.080Z++ ipadm show-addr -po type,addr
1552026-10-08T10:39:18.080Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1562026-10-08T10:39:18.080Z+ GATEWAY_IP=10.151.1.100
1572026-10-08T10:39:18.080Z+ [[ -n 10.151.1.100 ]]
1582026-10-08T10:39:18.080Z+ ping -s 10.151.1.100 56 1
1592026-10-08T10:39:18.080ZPING 10.151.1.100: 56 data bytes
1602026-10-08T10:39:18.104Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.013 ms
1612026-10-08T10:39:18.104Z
1622026-10-08T10:39:18.104Z----10.151.1.100 PING Statistics----
1632026-10-08T10:39:18.104Z1 packets transmitted, 1 packets received, 0% packet loss
1642026-10-08T10:39:18.104Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1652026-10-08T10:39:18.104Z++ arp -an
1662026-10-08T10:39:18.104Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1672026-10-08T10:39:18.104Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1682026-10-08T10:39:18.104Z+ routeadm -e ipv4-forwarding -u
1692026-10-08T10:39:18.200Z+ PXA_START=10.151.1.164
1702026-10-08T10:39:18.200Z+ PXA_END=10.151.1.227
1712026-10-08T10:39:18.200Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1722026-10-08T10:39:18.223Z++ pfexec nvmeadm list -p -o disk
1732026-10-08T10:39:18.223Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1742026-10-08T10:39:18.443Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1752026-10-08T10:39:18.467ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1762026-10-08T10:39:18.541Zcreating virtual hardware
1772026-10-08T10:39:18.566Zcreating /scratch/m2_0.vdev
1782026-10-08T10:39:18.566Zcreating /scratch/m2_1.vdev
1792026-10-08T10:39:18.566Zcreating /scratch/u2_0.vdev
1802026-10-08T10:39:18.566Zcreating /scratch/u2_1.vdev
1812026-10-08T10:39:18.566Zcreating /scratch/u2_2.vdev
1822026-10-08T10:39:18.566Zcreating /scratch/u2_3.vdev
1832026-10-08T10:39:18.566Zcreating /scratch/u2_4.vdev
1842026-10-08T10:39:18.566Zcreating /scratch/u2_5.vdev
1852026-10-08T10:39:18.566Zcreating /scratch/u2_6.vdev
1862026-10-08T10:39:18.566Zcreating /scratch/u2_7.vdev
1872026-10-08T10:39:18.566Zcreating /scratch/u2_8.vdev
1882026-10-08T10:39:18.566ZSimnet net0/sc0_0 exists
1892026-10-08T10:39:18.591ZSimnet net1/sc1_0 exists
1902026-10-08T10:39:18.591ZVnic sc0_1 exists
1912026-10-08T10:39:35.442ZUsing 10.151.1.100 as gateway ip
1922026-10-08T10:39:35.442Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1932026-10-08T10:39:35.442Zconfiguring SoftNPU ARP entry
1942026-10-08T10:39:35.469Zconfiguring SoftNPU proxy ARP
1952026-10-08T10:39:35.525ZSoftNPU state:
1962026-10-08T10:39:35.525Z local v6:
1972026-10-08T10:39:35.525Z local v4:
1982026-10-08T10:39:35.525Z router v6_idx:
1992026-10-08T10:39:35.525Z router v6_routes:
2002026-10-08T10:39:35.525Z router v4_idx:
2012026-10-08T10:39:35.525Z router v4_routes:
2022026-10-08T10:39:35.525Z resolver v4:
2032026-10-08T10:39:35.525Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
2042026-10-08T10:39:35.525Z resolver v6:
2052026-10-08T10:39:35.525Z nat v4:
2062026-10-08T10:39:35.525Z nat_v6:
2072026-10-08T10:39:35.525Z attached subnet v4:
2082026-10-08T10:39:35.525Z attached subnet v6:
2092026-10-08T10:39:35.525Z port_mac:
2102026-10-08T10:39:35.525Z proxy arp:
2112026-10-08T10:39:35.525Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2122026-10-08T10:39:35.525Zcreated virtual hardware
2132026-10-08T10:39:35.549Z
2142026-10-08T10:39:35.549Zreal 17.079258876
2152026-10-08T10:39:35.549Zuser 0.594616788
2162026-10-08T10:39:35.549Zsys 2.994182702
2172026-10-08T10:39:35.549Ztrap 0.000090948
2182026-10-08T10:39:35.549Ztflt 0.000155688
2192026-10-08T10:39:35.549Zdflt 0.000777396
2202026-10-08T10:39:35.549Zkflt 0.000018490
2212026-10-08T10:39:35.549Zlock 13:21.653100589
2222026-10-08T10:39:35.549Zslp 51.525983790
2232026-10-08T10:39:35.549Zlat 0.135782977
2242026-10-08T10:39:35.549Zstop 0.000773987
2252026-10-08T10:39:35.549Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2262026-10-08T10:39:35.573Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2272026-10-08T10:39:35.573Z+ diff -u pkg/config.toml~ pkg/config.toml
2282026-10-08T10:39:35.573Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2292026-10-08T10:39:35.573Z+++ pkg/config.toml Thu Oct 8 10:39:34 2026
2302026-10-08T10:39:35.573Z@@ -104,18 +104,18 @@
2312026-10-08T10:39:35.573Z [external_disks]
2322026-10-08T10:39:35.573Z kind = "hardcoded"
2332026-10-08T10:39:35.573Z vdevs = [
2342026-10-08T10:39:35.573Z- "m2_0.vdev",
2352026-10-08T10:39:35.573Z- "m2_1.vdev",
2362026-10-08T10:39:35.573Z+ "/scratch/m2_0.vdev",
2372026-10-08T10:39:35.573Z+ "/scratch/m2_1.vdev",
2382026-10-08T10:39:35.573Z
2392026-10-08T10:39:35.573Z- "u2_0.vdev",
2402026-10-08T10:39:35.573Z- "u2_1.vdev",
2412026-10-08T10:39:35.573Z- "u2_2.vdev",
2422026-10-08T10:39:35.573Z- "u2_3.vdev",
2432026-10-08T10:39:35.573Z- "u2_4.vdev",
2442026-10-08T10:39:35.573Z- "u2_5.vdev",
2452026-10-08T10:39:35.573Z- "u2_6.vdev",
2462026-10-08T10:39:35.573Z- "u2_7.vdev",
2472026-10-08T10:39:35.573Z- "u2_8.vdev",
2482026-10-08T10:39:35.573Z+ "/scratch/u2_0.vdev",
2492026-10-08T10:39:35.573Z+ "/scratch/u2_1.vdev",
2502026-10-08T10:39:35.573Z+ "/scratch/u2_2.vdev",
2512026-10-08T10:39:35.573Z+ "/scratch/u2_3.vdev",
2522026-10-08T10:39:35.573Z+ "/scratch/u2_4.vdev",
2532026-10-08T10:39:35.573Z+ "/scratch/u2_5.vdev",
2542026-10-08T10:39:35.573Z+ "/scratch/u2_6.vdev",
2552026-10-08T10:39:35.573Z+ "/scratch/u2_7.vdev",
2562026-10-08T10:39:35.573Z+ "/scratch/u2_8.vdev",
2572026-10-08T10:39:35.573Z ]
2582026-10-08T10:39:35.573Z disks = []
2592026-10-08T10:39:35.573Z
2602026-10-08T10:39:35.573Z+ true
2612026-10-08T10:39:35.573Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2622026-10-08T10:39:35.574Z+ EXPECTED_ZPOOL_COUNT=9
2632026-10-08T10:39:35.574Z+ echo 'expected number of zpools is 9'
2642026-10-08T10:39:35.574Zexpected number of zpools is 9
2652026-10-08T10:39:35.574Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2662026-10-08T10:39:35.574Z+ SILO_NAME=recovery
2672026-10-08T10:39:35.574Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2682026-10-08T10:39:35.574Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2692026-10-08T10:39:35.574Z+ sed -i~ '
2702026-10-08T10:39:35.574Z /^external_dns_ips/c\
2712026-10-08T10:39:35.574Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2722026-10-08T10:39:35.574Z /^\[\[service_ip_pools/,/^$/ {
2732026-10-08T10:39:35.574Z /^ranges =/c\
2742026-10-08T10:39:35.574Zranges = \[ { first = "10.151.1.164", last = "10.151.1.173" } \]
2752026-10-08T10:39:35.574Z }
2762026-10-08T10:39:35.574Z /^infra_ip_first/c\
2772026-10-08T10:39:35.574Zinfra_ip_first = "10.151.1.174"
2782026-10-08T10:39:35.574Z /^infra_ip_last/c\
2792026-10-08T10:39:35.574Zinfra_ip_last = "10.151.1.174"
2802026-10-08T10:39:35.574Z /^\[\[rack_network_config.ports/,/^$/ {
2812026-10-08T10:39:35.575Z /^routes/c\
2822026-10-08T10:39:35.575Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2832026-10-08T10:39:35.575Z /^addresses/c\
2842026-10-08T10:39:35.575Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2852026-10-08T10:39:35.575Z }
2862026-10-08T10:39:35.575Z' pkg/config-rss.toml
2872026-10-08T10:39:35.575Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2882026-10-08T10:39:35.599Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2892026-10-08T10:39:35.599Z+++ pkg/config-rss.toml Thu Oct 8 10:39:34 2026
2902026-10-08T10:39:35.599Z@@ -33,7 +33,7 @@
2912026-10-08T10:39:35.599Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2922026-10-08T10:39:35.599Z # must be contained in one of the "internal services" IP Pool ranges listed
2932026-10-08T10:39:35.599Z # below.
2942026-10-08T10:39:35.599Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2952026-10-08T10:39:35.599Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2962026-10-08T10:39:35.599Z
2972026-10-08T10:39:35.599Z # Initial TLS certificates for the external API
2982026-10-08T10:39:35.599Z #
2992026-10-08T10:39:35.599Z@@ -71,7 +71,7 @@
3002026-10-08T10:39:35.599Z [[service_ip_pools]]
3012026-10-08T10:39:35.599Z name = "oxide-service-pool-v4"
3022026-10-08T10:39:35.599Z description = "IPv4 IP Pool for Oxide Services"
3032026-10-08T10:39:35.599Z-ranges = [ { first = "192.168.1.20", last = "192.168.1.29" } ]
3042026-10-08T10:39:35.599Z+ranges = [ { first = "10.151.1.164", last = "10.151.1.173" } ]
3052026-10-08T10:39:35.599Z
3062026-10-08T10:39:35.599Z # TODO - this configuration is subject to change going forward. Ultimately these
3072026-10-08T10:39:35.599Z # parameters should be provided to the control plane via wicket, but we need to
3082026-10-08T10:39:35.599Z@@ -92,8 +92,8 @@
3092026-10-08T10:39:35.599Z # A range of IP addresses used by Boundary Services on the external network. In
3102026-10-08T10:39:35.599Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3112026-10-08T10:39:35.599Z # With softnpu, only one address is used.
3122026-10-08T10:39:35.599Z-infra_ip_first = "192.168.1.30"
3132026-10-08T10:39:35.599Z-infra_ip_last = "192.168.1.30"
3142026-10-08T10:39:35.599Z+infra_ip_first = "10.151.1.174"
3152026-10-08T10:39:35.599Z+infra_ip_last = "10.151.1.174"
3162026-10-08T10:39:35.599Z
3172026-10-08T10:39:35.600Z # Configurations for BGP routers to run on the scrimlets.
3182026-10-08T10:39:35.600Z bgp = []
3192026-10-08T10:39:35.600Z@@ -101,9 +101,9 @@
3202026-10-08T10:39:35.600Z # You can configure multiple uplinks by repeating the following stanza
3212026-10-08T10:39:35.600Z [[rack_network_config.ports]]
3222026-10-08T10:39:35.600Z # Routes associated with this port.
3232026-10-08T10:39:35.600Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3242026-10-08T10:39:35.600Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3252026-10-08T10:39:35.600Z # Addresses associated with this port.
3262026-10-08T10:39:35.600Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3272026-10-08T10:39:35.600Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3282026-10-08T10:39:35.600Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3292026-10-08T10:39:35.600Z port = "qsfp0"
3302026-10-08T10:39:35.600Z # The speed of this port.
3312026-10-08T10:39:35.600Z+ true
3322026-10-08T10:39:35.600Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3332026-10-08T10:39:35.600Za pkg/config-rss.toml 8K
3342026-10-08T10:39:35.600Za pkg/config.toml 6K
3352026-10-08T10:39:35.600Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3362026-10-08T10:39:35.600Z+ TLS_NAME=recovery.sys.oxide.test
3372026-10-08T10:39:35.600Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3382026-10-08T10:39:35.729Z....+.....+.......+++++++++++++++++++++++++++++++++++++++++++++*...+........+.......+.....+.........+.+.....+....+++++++++++++++++++++++++++++++++++++++++++++*......+...........................+................+...+.....+.......+............+...+.................+................+.................+.........+...+.............+........+....+..+.+.........+...+......+.....+................+...+......+.....+.......+...+...........+.+...+......+......+........+.+.....+...+.............+............+......+..............+......+.......+..+...+.............+...........+....+.........+..+.+..............+.........+....+......+......+...+.....+...+............+.+.........+++++
3392026-10-08T10:39:35.823Z..+.....+.+..+++++++++++++++++++++++++++++++++++++++++++++*...........+++++++++++++++++++++++++++++++++++++++++++++*................+....+.................+.+...+.....+......+.+.........+.....+....+..+.......+..+..........+...+........+...+....+......+..+.......+...+..+.............+........+......+.........+........................+...+............+.+......+........+...+.........+.+..+.+...........+...+++++
3402026-10-08T10:39:35.846Z-----
3412026-10-08T10:39:35.869Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3422026-10-08T10:39:35.869Za pkg/initial-tls-cert.pem 2K
3432026-10-08T10:39:35.869Za pkg/initial-tls-key.pem 4K
3442026-10-08T10:39:35.869Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3452026-10-08T10:39:35.869Z+ rmdir pkg
3462026-10-08T10:39:35.870Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3472026-10-08T10:39:35.870Z+ pfexec mkdir -p /usr/oxide
3482026-10-08T10:39:35.870Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3492026-10-08T10:39:37.272Z+ pfexec chmod +x /usr/oxide/oxide
3502026-10-08T10:39:37.296Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3512026-10-08T10:40:01.275Z+ OMICRON_NO_UNINSTALL=1
3522026-10-08T10:40:01.275Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3532026-10-08T10:40:01.299ZLogging to: /opt/oxide/work/out/LOG
3542026-10-08T10:40:01.941Z
3552026-10-08T10:40:01.964Zreal 0.660154175
3562026-10-08T10:40:01.964Zuser 0.136320299
3572026-10-08T10:40:01.964Zsys 3.204192649
3582026-10-08T10:40:01.964Ztrap 0.000009449
3592026-10-08T10:40:01.964Ztflt 0.000036959
3602026-10-08T10:40:01.964Zdflt 0.000141030
3612026-10-08T10:40:01.964Zkflt 0.000000000
3622026-10-08T10:40:01.964Zlock 1:00.271218846
3632026-10-08T10:40:01.964Zslp 0.843986731
3642026-10-08T10:40:01.964Zlat 0.016202199
3652026-10-08T10:40:01.964Zstop 0.000327501
3662026-10-08T10:40:01.964Z+ retry=0
3672026-10-08T10:40:01.964Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3682026-10-08T10:40:01.964Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3692026-10-08T10:40:01.964Z+ [[ 0 -gt 30 ]]
3702026-10-08T10:40:01.964Z+ sleep 1
3712026-10-08T10:40:02.958Z+ retry=1
3722026-10-08T10:40:02.958Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732026-10-08T10:40:02.981Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3742026-10-08T10:40:02.981Z+ [[ 1 -gt 30 ]]
3752026-10-08T10:40:02.982Z+ sleep 1
3762026-10-08T10:40:03.971Z+ retry=2
3772026-10-08T10:40:03.972Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782026-10-08T10:40:03.996Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3792026-10-08T10:40:03.996Z+ [[ 2 -gt 30 ]]
3802026-10-08T10:40:03.996Z+ sleep 1
3812026-10-08T10:40:04.985Z+ retry=3
3822026-10-08T10:40:04.985Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3832026-10-08T10:40:05.008Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3842026-10-08T10:40:05.008Z+ [[ 3 -gt 30 ]]
3852026-10-08T10:40:05.009Z+ sleep 1
3862026-10-08T10:40:05.999Z+ retry=4
3872026-10-08T10:40:06.000Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3882026-10-08T10:40:06.024Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3892026-10-08T10:40:06.024Z+ [[ 4 -gt 30 ]]
3902026-10-08T10:40:06.024Z+ sleep 1
3912026-10-08T10:40:07.015Z+ retry=5
3922026-10-08T10:40:07.015Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3932026-10-08T10:40:07.039Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3942026-10-08T10:40:07.039Z+ [[ 5 -gt 30 ]]
3952026-10-08T10:40:07.039Z+ sleep 1
3962026-10-08T10:40:08.029Z+ retry=6
3972026-10-08T10:40:08.029Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3982026-10-08T10:40:09.040Zcurl: (28) Connection timed out after 1000 milliseconds
3992026-10-08T10:40:09.064Z+ [[ 6 -gt 30 ]]
4002026-10-08T10:40:09.064Z+ sleep 1
4012026-10-08T10:40:10.045Z+ retry=7
4022026-10-08T10:40:10.045Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4032026-10-08T10:40:11.058Zcurl: (28) Connection timed out after 1000 milliseconds
4042026-10-08T10:40:11.081Z+ [[ 7 -gt 30 ]]
4052026-10-08T10:40:11.081Z+ sleep 1
4062026-10-08T10:40:12.063Z+ retry=8
4072026-10-08T10:40:12.063Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4082026-10-08T10:40:13.077Zcurl: (28) Connection timed out after 1000 milliseconds
4092026-10-08T10:40:13.101Z+ [[ 8 -gt 30 ]]
4102026-10-08T10:40:13.101Z+ sleep 1
4112026-10-08T10:40:14.083Z+ retry=9
4122026-10-08T10:40:14.107Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4132026-10-08T10:40:15.096Zcurl: (28) Connection timed out after 1000 milliseconds
4142026-10-08T10:40:15.120Z+ [[ 9 -gt 30 ]]
4152026-10-08T10:40:15.120Z+ sleep 1
4162026-10-08T10:40:16.102Z+ retry=10
4172026-10-08T10:40:16.102Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4182026-10-08T10:40:17.115Zcurl: (28) Connection timed out after 1000 milliseconds
4192026-10-08T10:40:17.138Z+ [[ 10 -gt 30 ]]
4202026-10-08T10:40:17.138Z+ sleep 1
4212026-10-08T10:40:18.121Z+ retry=11
4222026-10-08T10:40:18.121Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4232026-10-08T10:40:19.132Zcurl: (28) Connection timed out after 1000 milliseconds
4242026-10-08T10:40:19.155Z+ [[ 11 -gt 30 ]]
4252026-10-08T10:40:19.155Z+ sleep 1
4262026-10-08T10:40:20.137Z+ retry=12
4272026-10-08T10:40:20.137Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4282026-10-08T10:40:21.146Zcurl: (28) Connection timed out after 1000 milliseconds
4292026-10-08T10:40:21.170Z+ [[ 12 -gt 30 ]]
4302026-10-08T10:40:21.170Z+ sleep 1
4312026-10-08T10:40:22.152Z+ retry=13
4322026-10-08T10:40:22.152Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4332026-10-08T10:40:23.164Zcurl: (28) Connection timed out after 1000 milliseconds
4342026-10-08T10:40:23.187Z+ [[ 13 -gt 30 ]]
4352026-10-08T10:40:23.187Z+ sleep 1
4362026-10-08T10:40:24.169Z+ retry=14
4372026-10-08T10:40:24.169Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4382026-10-08T10:40:25.180Zcurl: (28) Connection timed out after 1000 milliseconds
4392026-10-08T10:40:25.203Z+ [[ 14 -gt 30 ]]
4402026-10-08T10:40:25.203Z+ sleep 1
4412026-10-08T10:40:26.186Z+ retry=15
4422026-10-08T10:40:26.186Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4432026-10-08T10:40:26.444Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 245 ms: Could not connect to server
4442026-10-08T10:40:26.467Z+ [[ 15 -gt 30 ]]
4452026-10-08T10:40:26.467Z+ sleep 1
4462026-10-08T10:40:27.449Z+ retry=16
4472026-10-08T10:40:27.449Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4482026-10-08T10:40:27.473Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4492026-10-08T10:40:27.473Z+ [[ 16 -gt 30 ]]
4502026-10-08T10:40:27.473Z+ sleep 1
4512026-10-08T10:40:28.469Z+ retry=17
4522026-10-08T10:40:28.469Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4532026-10-08T10:40:28.492Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4542026-10-08T10:40:28.492Z+ [[ 17 -gt 30 ]]
4552026-10-08T10:40:28.492Z+ sleep 1
4562026-10-08T10:40:29.488Z+ retry=18
4572026-10-08T10:40:29.488Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4582026-10-08T10:40:29.511Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4592026-10-08T10:40:29.511Z+ [[ 18 -gt 30 ]]
4602026-10-08T10:40:29.511Z+ sleep 1
4612026-10-08T10:40:30.505Z+ retry=19
4622026-10-08T10:40:30.505Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4632026-10-08T10:40:30.528Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4642026-10-08T10:40:30.528Z+ [[ 19 -gt 30 ]]
4652026-10-08T10:40:30.528Z+ sleep 1
4662026-10-08T10:40:31.636Z+ retry=20
4672026-10-08T10:40:31.636Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4682026-10-08T10:40:31.636Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4692026-10-08T10:40:31.636Z+ [[ 20 -gt 30 ]]
4702026-10-08T10:40:31.636Z+ sleep 1
4712026-10-08T10:40:32.611Z+ retry=21
4722026-10-08T10:40:32.611Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4732026-10-08T10:40:32.635Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4742026-10-08T10:40:32.635Z+ [[ 21 -gt 30 ]]
4752026-10-08T10:40:32.635Z+ sleep 1
4762026-10-08T10:40:33.637Z+ retry=22
4772026-10-08T10:40:33.637Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4782026-10-08T10:40:33.661Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4792026-10-08T10:40:33.661Z+ [[ 22 -gt 30 ]]
4802026-10-08T10:40:33.661Z+ sleep 1
4812026-10-08T10:40:34.653Z+ retry=23
4822026-10-08T10:40:34.653Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4832026-10-08T10:40:34.676Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4842026-10-08T10:40:34.676Z+ [[ 23 -gt 30 ]]
4852026-10-08T10:40:34.677Z+ sleep 1
4862026-10-08T10:40:35.671Z+ retry=24
4872026-10-08T10:40:35.671Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4882026-10-08T10:40:35.695Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4892026-10-08T10:40:35.695Z+ [[ 24 -gt 30 ]]
4902026-10-08T10:40:35.695Z+ sleep 1
4912026-10-08T10:40:36.685Z+ retry=25
4922026-10-08T10:40:36.685Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4932026-10-08T10:40:36.709Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4942026-10-08T10:40:36.709Z+ [[ 25 -gt 30 ]]
4952026-10-08T10:40:36.709Z+ sleep 1
4962026-10-08T10:40:37.700Z+ retry=26
4972026-10-08T10:40:37.700Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4982026-10-08T10:40:37.723Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4992026-10-08T10:40:37.723Z+ [[ 26 -gt 30 ]]
5002026-10-08T10:40:37.723Z+ sleep 1
5012026-10-08T10:40:38.718Z+ retry=27
5022026-10-08T10:40:38.718Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
5032026-10-08T10:40:38.741Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
5042026-10-08T10:40:38.741Z+ [[ 27 -gt 30 ]]
5052026-10-08T10:40:38.741Z+ sleep 1
5062026-10-08T10:40:39.734Z+ retry=28
5072026-10-08T10:40:39.734Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
5082026-10-08T10:40:39.757Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
5092026-10-08T10:40:39.757Z+ [[ 28 -gt 30 ]]
5102026-10-08T10:40:39.757Z+ sleep 1
5112026-10-08T10:40:40.752Z+ retry=29
5122026-10-08T10:40:40.752Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
5132026-10-08T10:40:40.775Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
5142026-10-08T10:40:40.775Z+ [[ 29 -gt 30 ]]
5152026-10-08T10:40:40.775Z+ sleep 1
5162026-10-08T10:40:41.767Z+ retry=30
5172026-10-08T10:40:41.767Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
5182026-10-08T10:40:41.791Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
5192026-10-08T10:40:41.791Z+ [[ 30 -gt 30 ]]
5202026-10-08T10:40:41.791Z+ sleep 1
5212026-10-08T10:40:42.785Z+ retry=31
5222026-10-08T10:40:42.785Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
5232026-10-08T10:40:42.809Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
5242026-10-08T10:40:42.809Z+ [[ 31 -gt 30 ]]
5252026-10-08T10:40:42.809Z+ echo 'Failed to reach switch zone after 30 attempts'
5262026-10-08T10:40:42.809Z+ exit 1
5272026-10-08T10:40:42.809ZFailed to reach switch zone after 30 attempts
5282026-10-08T10:40:42.809Z+ _exit_trap
5292026-10-08T10:40:42.809Z+ local status=1
5302026-10-08T10:40:42.809Z+ set +o errexit
5312026-10-08T10:40:42.809Z+ [[ x != \x ]]
5322026-10-08T10:40:42.809Z+ pfexec svcadm -Z disable -s cron
5332026-10-08T10:40:42.997Z+ [[ 1 -eq 0 ]]
5342026-10-08T10:40:42.997Z+ set -o xtrace
5352026-10-08T10:40:43.021Z+ banner evidence
5362026-10-08T10:40:43.021Z
5372026-10-08T10:40:43.021Z ###### # # # ##### ###### # # #### ######
5382026-10-08T10:40:43.021Z # # # # # # # ## # # # #
5392026-10-08T10:40:43.021Z ##### # # # # # ##### # # # # #####
5402026-10-08T10:40:43.021Z # # # # # # # # # # # #
5412026-10-08T10:40:43.021Z # # # # # # # # ## # # #
5422026-10-08T10:40:43.021Z ###### ## # ##### ###### # # #### ######
5432026-10-08T10:40:43.021Z
5442026-10-08T10:40:43.021Z+ zoneadm list -civ
5452026-10-08T10:40:43.021Z ID NAME STATUS PATH BRAND IP
5462026-10-08T10:40:43.021Z 0 global running / ipkg shared
5472026-10-08T10:40:43.021Z 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl
5482026-10-08T10:40:43.021Z 2 oxz_switch running /zone/oxz_switch omicron1 excl
5492026-10-08T10:40:43.021Z 3 oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 running /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 omicron1 excl
5502026-10-08T10:40:43.021Z 4 oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c running /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c omicron1 excl
5512026-10-08T10:40:43.021Z 5 oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e running /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e omicron1 excl
5522026-10-08T10:40:43.021Z 6 oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca running /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca omicron1 excl
5532026-10-08T10:40:43.021Z+ pfexec dladm show-phys -m
5542026-10-08T10:40:43.021ZLINK SLOT ADDRESS INUSE CLIENT
5552026-10-08T10:40:43.022Zigb0 primary 18:c0:4d:d:9f:b2 yes igb0
5562026-10-08T10:40:43.022Zigb1 primary 18:c0:4d:d:9f:b3 no --
5572026-10-08T10:40:43.022Z+ pfexec dladm show-link
5582026-10-08T10:40:43.022ZLINK CLASS MTU STATE BRIDGE OVER
5592026-10-08T10:40:43.022Zigb0 phys 1500 up -- --
5602026-10-08T10:40:43.022Zigb1 phys 1500 unknown -- --
5612026-10-08T10:40:43.022Znet0 simnet 9000 up -- sc0_0
5622026-10-08T10:40:43.022Zsc0_0 simnet 9000 up -- net0
5632026-10-08T10:40:43.046Znet1 simnet 9000 up -- sc1_0
5642026-10-08T10:40:43.046Zsc1_0 simnet 9000 up -- net1
5652026-10-08T10:40:43.046Zsc0_1 vnic 1500 up -- igb0
5662026-10-08T10:40:43.047Ztfportrear0_0 simnet 9000 up -- sidecar_shi0
5672026-10-08T10:40:43.047Zsidecar_shi0 simnet 9000 up -- tfportrear0_0
5682026-10-08T10:40:43.047Ztfportqsfp0_0 simnet 9000 up -- sidecar_shi1
5692026-10-08T10:40:43.047Zsidecar_shi1 simnet 9000 up -- tfportqsfp0_0
5702026-10-08T10:40:43.047Zbootstrap_stub0 etherstub 9000 up -- --
5712026-10-08T10:40:43.047Zbootstrap0 vnic 1500 up -- bootstrap_stub0
5722026-10-08T10:40:43.047Zunderlay_stub0 etherstub 9000 up -- --
5732026-10-08T10:40:43.047Zunderlay0 vnic 9000 up -- underlay_stub0
5742026-10-08T10:40:43.047ZoxBootstrap0 vnic 1500 up -- bootstrap_stub0
5752026-10-08T10:40:43.047ZoxControlService0 vnic 9000 up -- underlay_stub0
5762026-10-08T10:40:43.047ZoxControlService2 vnic 9000 up -- underlay_stub0
5772026-10-08T10:40:43.047ZoxControlService3 vnic 9000 up -- underlay_stub0
5782026-10-08T10:40:43.047ZoxControlService1 vnic 9000 up -- underlay_stub0
5792026-10-08T10:40:43.047Zopte0 misc 1500 up -- --
5802026-10-08T10:40:43.047ZoxControlService4 vnic 9000 up -- underlay_stub0
5812026-10-08T10:40:43.047Z+ pfexec dladm show-vnic
5822026-10-08T10:40:43.047ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
5832026-10-08T10:40:43.047Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
5842026-10-08T10:40:43.047Zbootstrap0 bootstrap_stub0 0 2:8:20:af:e6:46 random 0
5852026-10-08T10:40:43.047Zunderlay0 underlay_stub0 0 2:8:20:d7:25:1e random 0
5862026-10-08T10:40:43.047ZoxBootstrap0 bootstrap_stub0 0 2:8:20:ba:4c:5e random 0
5872026-10-08T10:40:43.047ZoxControlService0 underlay_stub0 0 2:8:20:b5:f0:61 random 0
5882026-10-08T10:40:43.047ZoxControlService2 underlay_stub0 0 2:8:20:5:d6:d0 random 0
5892026-10-08T10:40:43.048ZoxControlService3 underlay_stub0 0 2:8:20:46:e1:56 random 0
5902026-10-08T10:40:43.048ZoxControlService1 underlay_stub0 0 2:8:20:60:7a:a6 random 0
5912026-10-08T10:40:43.048ZoxControlService4 underlay_stub0 0 2:8:20:2c:42:b7 random 0
5922026-10-08T10:40:43.048Z+ pfexec ipadm
5932026-10-08T10:40:43.072ZADDROBJ TYPE STATE ADDR
5942026-10-08T10:40:43.072Zlo0/v4 static ok 127.0.0.1/8
5952026-10-08T10:40:43.072Zigb0/dhcp dhcp ok 10.151.1.100/24
5962026-10-08T10:40:43.072Zlo0/v6 static ok ::1/128
5972026-10-08T10:40:43.072Znet0/ll addrconf ok fe80::10be:bbff:feec:11ca%net0/10
5982026-10-08T10:40:43.072Znet1/ll addrconf ok fe80::dc71:20ff:fe06:608d%net1/10
5992026-10-08T10:40:43.072Zbootstrap0/ll addrconf ok fe80::8:20ff:feaf:e646%bootstrap0/10
6002026-10-08T10:40:43.073Zbootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:9fb2::1/64
6012026-10-08T10:40:43.073Zunderlay0/ll addrconf ok fe80::8:20ff:fed7:251e%underlay0/10
6022026-10-08T10:40:43.073Zunderlay0/sled6 static ok fd00:1122:3344:101::1/64
6032026-10-08T10:40:43.073Zunderlay0/internaldns1 static ok fd00:1122:3344:2::2/64
6042026-10-08T10:40:43.073Zunderlay0/internaldns2 static ok fd00:1122:3344:3::2/64
6052026-10-08T10:40:43.073Zunderlay0/internaldns0 static ok fd00:1122:3344:1::2/64
6062026-10-08T10:40:43.073Z+ pfexec netstat -rncva
6072026-10-08T10:40:43.073Z
6082026-10-08T10:40:43.073ZIRE Table: IPv4
6092026-10-08T10:40:43.073Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
6102026-10-08T10:40:43.073Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
6112026-10-08T10:40:43.073Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
6122026-10-08T10:40:43.074Zdefault 0.0.0.0 10.151.1.1 igb0 1500 5 UG 1496449 0
6132026-10-08T10:40:43.074Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
6142026-10-08T10:40:43.074Z10.151.1.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
6152026-10-08T10:40:43.074Z10.151.1.0/24 255.255.255.0 10.151.1.100 igb0 1500 3 U 0 0
6162026-10-08T10:40:43.074Z10.151.1.1/32 255.255.255.255 10.151.1.100 igb0 1500 3 UC 0 0
6172026-10-08T10:40:43.074Z10.151.1.100 255.255.255.255 -- igb0 1500 2 UHL 2 2991770
6182026-10-08T10:40:43.074Z10.151.1.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
6192026-10-08T10:40:43.074Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
6202026-10-08T10:40:43.074Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 71 71
6212026-10-08T10:40:43.075Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
6222026-10-08T10:40:43.075Z
6232026-10-08T10:40:43.075ZIRE Table: IPv6
6242026-10-08T10:40:43.075Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
6252026-10-08T10:40:43.075Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
6262026-10-08T10:40:43.075Zfdb0:18c0:4d0d:9fb2::1 -- bootstrap0 1500 2 UHL 8 12
6272026-10-08T10:40:43.075Z::1 ::1 lo0 8252 6 UH 73 73
6282026-10-08T10:40:43.075Zfdb0:18c0:4d0d:9fb2::2 fdb0:18c0:4d0d:9fb2::1 bootstrap0 1500 3 UC 4 0
6292026-10-08T10:40:43.075Zfe80::581a:5aff:fe8a:87e0 fe80::10be:bbff:feec:11ca net0 9000 3 UC 12 0
6302026-10-08T10:40:43.075Zfd00:1122:3344:101::c fd00:1122:3344:101::1 underlay0 9000 3 UC 2 0
6312026-10-08T10:40:43.075Zfe80::dc71:20ff:fe06:608d -- net1 9000 2 UHL 0 0
6322026-10-08T10:40:43.076Zfe80::8:20ff:feaf:e646 -- bootstrap0 1500 2 UHL 0 0
6332026-10-08T10:40:43.076Zfe80::8:20ff:fed7:251e -- underlay0 9000 2 UHL 0 0
6342026-10-08T10:40:43.076Zfd00:1122:3344:3::2 -- underlay0 9000 2 UHL 1 13
6352026-10-08T10:40:43.076Zfd00:1122:3344:101::1 -- underlay0 9000 4 UHL 51 73
6362026-10-08T10:40:43.076Zfe80::10be:bbff:feec:11ca -- net0 9000 2 UHL 7 13
6372026-10-08T10:40:43.076Zfd00:1122:3344:2::2 -- underlay0 9000 2 UHL 1 13
6382026-10-08T10:40:43.076Zfd00:1122:3344:1::1 fd00:1122:3344:1::2 underlay0 9000 4 UC 17 11
6392026-10-08T10:40:43.076Zfd00:1122:3344:1::2 -- underlay0 9000 2 UHL 1 13
6402026-10-08T10:40:43.076Zfd00:1122:3344:2::1 fd00:1122:3344:2::2 underlay0 9000 4 UC 18 11
6412026-10-08T10:40:43.076Zfd00:1122:3344:101::2 fd00:1122:3344:101::1 underlay0 9000 2 UC 65 24
6422026-10-08T10:40:43.076Zfd00:1122:3344:3::1 fd00:1122:3344:3::2 underlay0 9000 3 UC 15 10
6432026-10-08T10:40:43.076Zfdb0:18c0:4d0d:9fb2::/64 fdb0:18c0:4d0d:9fb2::1 bootstrap0 1500 3 U 4 0
6442026-10-08T10:40:43.076Zfd00:1122:3344:1::/64 fd00:1122:3344:1::2 underlay0 9000 3 U 17 11
6452026-10-08T10:40:43.076Zfd00:1122:3344:101::/64 fd00:1122:3344:101::1 underlay0 9000 4 U 67 24
6462026-10-08T10:40:43.076Zfd00:1122:3344:3::/64 fd00:1122:3344:3::2 underlay0 9000 3 U 15 10
6472026-10-08T10:40:43.076Zfd00:1122:3344:2::/64 fd00:1122:3344:2::2 underlay0 9000 3 U 18 11
6482026-10-08T10:40:43.076Zfe80::/10 fe80::8:20ff:fed7:251e underlay0 9000 2 U 0 0
6492026-10-08T10:40:43.076Zfe80::/10 fe80::8:20ff:feaf:e646 bootstrap0 1500 2 U 0 0
6502026-10-08T10:40:43.076Zfe80::/10 fe80::dc71:20ff:fe06:608d net1 9000 2 U 0 0
6512026-10-08T10:40:43.076Zfe80::/10 fe80::10be:bbff:feec:11ca net0 9000 3 U 12 0
6522026-10-08T10:40:43.076Z+ pfexec netstat -anu
6532026-10-08T10:40:43.101Z
6542026-10-08T10:40:43.101ZUDP: IPv4
6552026-10-08T10:40:43.101Z Local Address Remote Address User Pid Command State
6562026-10-08T10:40:43.102Z-------------------- -------------------- -------- ------ -------------- ----------
6572026-10-08T10:40:43.102Z *.* root 66 in.mpathd Unbound
6582026-10-08T10:40:43.102Z *.* root 66 in.mpathd Unbound
6592026-10-08T10:40:43.102Z *.68 root 237 dhcpagent Idle
6602026-10-08T10:40:43.102Z *.546 root 237 dhcpagent Idle
6612026-10-08T10:40:43.102Z10.151.1.100.68 root 237 dhcpagent Idle
6622026-10-08T10:40:43.102Z *.111 daemon 716 rpcbind Idle
6632026-10-08T10:40:43.102Z *.* daemon 716 rpcbind Unbound
6642026-10-08T10:40:43.102Z *.62163 daemon 716 rpcbind Idle
6652026-10-08T10:40:43.102Z *.111 daemon 716 rpcbind Idle
6662026-10-08T10:40:43.102Z *.* daemon 716 rpcbind Unbound
6672026-10-08T10:40:43.102Z *.53894 daemon 716 rpcbind Idle
6682026-10-08T10:40:43.102Z *.* root 727 in.ndpd Unbound
6692026-10-08T10:40:43.102Z *.* root 884 rcm_daemon Unbound
6702026-10-08T10:40:43.102Z *.* root 884 rcm_daemon Unbound
6712026-10-08T10:40:43.102Z *.48164 root 1568 sled-agent Idle
6722026-10-08T10:40:43.102Z *.29281 root 1568 sled-agent Idle
6732026-10-08T10:40:43.103Z
6742026-10-08T10:40:43.103ZUDP: IPv6
6752026-10-08T10:40:43.103Z Local Address Remote Address User Pid Command State If
6762026-10-08T10:40:43.103Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
6772026-10-08T10:40:43.103Z *.* root 66 in.mpathd Unbound
6782026-10-08T10:40:43.103Z *.546 root 237 dhcpagent Idle
6792026-10-08T10:40:43.103Z *.111 daemon 716 rpcbind Idle
6802026-10-08T10:40:43.103Z *.* daemon 716 rpcbind Unbound
6812026-10-08T10:40:43.103Z *.62163 daemon 716 rpcbind Idle
6822026-10-08T10:40:43.103Z *.* root 727 in.ndpd Unbound
6832026-10-08T10:40:43.104Z *.* root 884 rcm_daemon Unbound
6842026-10-08T10:40:43.104Zff02::dd.3549 root 1586 ddmd Idle net1
6852026-10-08T10:40:43.104Zff02::dd.3549 root 1586 ddmd Idle net0
6862026-10-08T10:40:43.104Zfe80::dc71:20ff:fe06:608d.3549 root 1586 ddmd Idle net1
6872026-10-08T10:40:43.104Zfe80::10be:bbff:feec:11ca.3549 root 1586 ddmd Idle net0
6882026-10-08T10:40:43.104Z *.48164 root 1568 sled-agent Idle
6892026-10-08T10:40:43.104Z *.29281 root 1568 sled-agent Idle
6902026-10-08T10:40:43.104Z
6912026-10-08T10:40:43.104ZTCP: IPv4
6922026-10-08T10:40:43.104Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
6932026-10-08T10:40:43.104Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
6942026-10-08T10:40:43.104Z127.0.0.1.5999 *.* root 66 in.mpathd 0 0 128000 0 LISTEN
6952026-10-08T10:40:43.104Z127.0.0.1.4999 *.* root 237 dhcpagent 0 0 128000 0 LISTEN
6962026-10-08T10:40:43.104Z *.111 *.* daemon 716 rpcbind 0 0 128000 0 LISTEN
6972026-10-08T10:40:43.104Z *.* *.* daemon 716 rpcbind 0 0 128000 0 IDLE
6982026-10-08T10:40:43.104Z *.111 *.* daemon 716 rpcbind 0 0 128000 0 LISTEN
6992026-10-08T10:40:43.104Z *.* *.* daemon 716 rpcbind 0 0 128000 0 IDLE
7002026-10-08T10:40:43.104Z10.151.1.100.58263 32.186.44.247.443 root 809 agent 1049792 0 128872 0 ESTABLISHED
7012026-10-08T10:40:43.104Z10.151.1.100.44989 32.186.44.247.443 root 809 agent 1049792 9930 128872 0 ESTABLISHED
7022026-10-08T10:40:43.104Z10.151.1.100.57784 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
7032026-10-08T10:40:43.104Z
7042026-10-08T10:40:43.104ZTCP: IPv6
7052026-10-08T10:40:43.104Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
7062026-10-08T10:40:43.104Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
7072026-10-08T10:40:43.104Z::1.5999 *.* root 66 in.mpathd 0 0 128000 0 LISTEN
7082026-10-08T10:40:43.104Z *.111 *.* daemon 716 rpcbind 0 0 128000 0 LISTEN
7092026-10-08T10:40:43.104Z *.* *.* daemon 716 rpcbind 0 0 128000 0 IDLE
7102026-10-08T10:40:43.104Z::1.8000 *.* root 1586 ddmd 0 0 128000 0 LISTEN
7112026-10-08T10:40:43.105Z::1.57069 ::1.8000 root 1568 sled-agent 65440 0 139264 0 ESTABLISHED
7122026-10-08T10:40:43.105Z::1.8000 ::1.57069 root 1586 ddmd 139060 0 130880 0 ESTABLISHED
7132026-10-08T10:40:43.105Zfdb0:18c0:4d0d:9fb2::1.12349 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7142026-10-08T10:40:43.105Zfdb0:18c0:4d0d:9fb2::1.12347 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7152026-10-08T10:40:43.105Zfdb0:18c0:4d0d:9fb2::1.8080 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7162026-10-08T10:40:43.105Zfdb0:18c0:4d0d:9fb2::1.12346 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7172026-10-08T10:40:43.105Z::1.48465 ::1.8000 root 1568 sled-agent 65440 0 139264 0 ESTABLISHED
7182026-10-08T10:40:43.105Z::1.8000 ::1.48465 root 1586 ddmd 139060 0 130880 0 ESTABLISHED
7192026-10-08T10:40:43.105Zfd00:1122:3344:101::1.40656 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7202026-10-08T10:40:43.105Zfd00:1122:3344:101::1.12348 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7212026-10-08T10:40:43.105Zfd00:1122:3344:101::1.12345 *.* root 1568 sled-agent 0 0 128000 0 LISTEN
7222026-10-08T10:40:43.105Zfdb0:18c0:4d0d:9fb2::1.8080 fdb0:18c0:4d0d:9fb2::2.59958 root 1568 sled-agent 128520 0 128520 0 ESTABLISHED
7232026-10-08T10:40:43.105Zfe80::10be:bbff:feec:11ca.56797 *.* root 1586 ddmd 0 0 128000 0 LISTEN
7242026-10-08T10:40:43.105Zfd00:1122:3344:2::2.58667 fd00:1122:3344:2::1.5353 1008864 0 142848 0 TIME_WAIT
7252026-10-08T10:40:43.105Zfd00:1122:3344:3::2.43095 fd00:1122:3344:3::1.5353 1008864 0 142848 0 TIME_WAIT
7262026-10-08T10:40:43.105Zfd00:1122:3344:1::2.63524 fd00:1122:3344:1::1.5353 1008864 0 142848 0 TIME_WAIT
7272026-10-08T10:40:43.106Zfd00:1122:3344:101::1.48420 fd00:1122:3344:101::1.12345 root 1568 sled-agent 65440 0 139264 0 ESTABLISHED
7282026-10-08T10:40:43.106Zfd00:1122:3344:101::1.12345 fd00:1122:3344:101::1.48420 root 1568 sled-agent 139060 0 130880 0 ESTABLISHED
7292026-10-08T10:40:43.106Zfd00:1122:3344:101::1.54676 fd00:1122:3344:101::c.12221 root 1568 sled-agent 0 0 134100 0 SYN_SENT
7302026-10-08T10:40:43.106Z
7312026-10-08T10:40:43.106ZActive UNIX domain sockets
7322026-10-08T10:40:43.106ZAddress Type User Pid Command Local Address Remote Address
7332026-10-08T10:40:43.106Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
7342026-10-08T10:40:43.106Zfffffeb1fb252430 stream-ord root 3397 zoneadmd /var/run/zones/oxz_internal_dns_a6d6aae
7352026-10-08T10:40:43.106Zfffffeb1fb252b70 stream-ord root 5580 zoneadmd /var/run/zones/oxz_ntp_efdb686b-b447-46
7362026-10-08T10:40:43.106Zfffffeb1e1ff7408 stream-ord root 1643 tofino-monitor
7372026-10-08T10:40:43.106Zfffffeb1e1ff77a8 stream-ord root 1643 tofino-monitor
7382026-10-08T10:40:43.106Zfffffeb1e1ff7b48 stream-ord root 1789 zoneadmd /var/run/zones/oxz_switch.console_sock
7392026-10-08T10:40:43.106Zfffffeb1e1cf5060 stream-ord root 1586 ddmd
7402026-10-08T10:40:43.106Zfffffeb1e1cf5060 stream-ord root 1586 ddmd
7412026-10-08T10:40:43.107Zfffffeb1e1cf5400 stream-ord root 1586 ddmd
7422026-10-08T10:40:43.107Zfffffeb1e1cf57a0 stream-ord root 3396 zoneadmd /var/run/zones/oxz_internal_dns_56f954c
7432026-10-08T10:40:43.107Zfffffeb1dff3d3f8 stream-ord root 1568 sled-agent
7442026-10-08T10:40:43.107Zfffffeb1dff3d3f8 stream-ord root 1568 sled-agent
7452026-10-08T10:40:43.107Zfffffeb1ca061778 stream-ord root 898 zoneadmd /var/run/zones/sidecar_softnpu.console_
7462026-10-08T10:40:43.107Zfffffeb1c9486768 stream-ord root 3395 zoneadmd /var/run/zones/oxz_internal_dns_6c32f6a
7472026-10-08T10:40:43.107Zfffffeb1c6548020 stream-ord root 1568 sled-agent
7482026-10-08T10:40:43.108Zfffffeb1b42f8758 stream-ord root 809 agent
7492026-10-08T10:40:43.108Zfffffeb1b42f8758 stream-ord root 809 agent
7502026-10-08T10:40:43.108Zfffffeb1b42f8af8 stream-ord root 809 agent
7512026-10-08T10:40:43.108Zfffffeb1b1206010 stream-ord root 809 agent /var/run/buildomat.sock
7522026-10-08T10:40:43.108Zfffffeb1b0f53008 stream-ord root 764 inetd /var/run/.inetd.uds
7532026-10-08T10:40:43.132Zfffffeb1b0f533a8 dgram root 727 in.ndpd /var/run/in.ndpd_mib
7542026-10-08T10:40:43.133Zfffffeb1b0f53748 stream-ord root 727 in.ndpd /var/run/in.ndpd_ipadm
7552026-10-08T10:40:43.133Z+ pfexec arp -an
7562026-10-08T10:40:43.133ZNet to Media Table: IPv4
7572026-10-08T10:40:43.133ZDevice IP Address Mask Flags Phys Addr
7582026-10-08T10:40:43.133Z------ -------------------- --------------- -------- ---------------
7592026-10-08T10:40:43.133Zigb0 10.151.1.1 255.255.255.255 aa:00:04:00:ca:fe
7602026-10-08T10:40:43.133Zigb0 10.151.1.100 255.255.255.255 SPLA 18:c0:4d:0d:9f:b2
7612026-10-08T10:40:43.133Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
7622026-10-08T10:40:43.133Zlocal v6:
7632026-10-08T10:40:43.133Zlocal v4:
7642026-10-08T10:40:43.133Zrouter v6_idx:
7652026-10-08T10:40:43.133Zrouter v6_routes:
7662026-10-08T10:40:43.133Zrouter v4_idx:
7672026-10-08T10:40:43.133Zrouter v4_routes:
7682026-10-08T10:40:43.133Zresolver v4:
7692026-10-08T10:40:43.133Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
7702026-10-08T10:40:43.133Zresolver v6:
7712026-10-08T10:40:43.134Znat v4:
7722026-10-08T10:40:43.134Znat_v6:
7732026-10-08T10:40:43.134Zattached subnet v4:
7742026-10-08T10:40:43.134Zattached subnet v6:
7752026-10-08T10:40:43.134Zport_mac:
7762026-10-08T10:40:43.134Zproxy arp:
7772026-10-08T10:40:43.134Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
7782026-10-08T10:40:43.134Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
7792026-10-08T10:40:43.134ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
7802026-10-08T10:40:43.134Zopte0 A8:40:25:FF:9E:08 172.30.3.5 None None None None None ready
7812026-10-08T10:40:43.134Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
7822026-10-08T10:40:43.134ZVirtual to Boundary Mappings
7832026-10-08T10:40:43.134Z======================================================================
7842026-10-08T10:40:43.134Z
7852026-10-08T10:40:43.134ZIPv4 mappings
7862026-10-08T10:40:43.135Z----------------------------------------------------------------------
7872026-10-08T10:40:43.135ZTUNNELED PREFIX BOUNDARY IP VNI
7882026-10-08T10:40:43.135Z
7892026-10-08T10:40:43.135ZIPv6 mappings
7902026-10-08T10:40:43.135Z----------------------------------------------------------------------
7912026-10-08T10:40:43.135ZTUNNELED PREFIX BOUNDARY IP VNI
7922026-10-08T10:40:43.135Z
7932026-10-08T10:40:43.135Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
7942026-10-08T10:40:43.135ZVirtual to Physical Mappings
7952026-10-08T10:40:43.135Z======================================================================
7962026-10-08T10:40:43.135Z
7972026-10-08T10:40:43.135ZVPC 100
7982026-10-08T10:40:43.135Z----------------------------------------------------------------------
7992026-10-08T10:40:43.135Z
8002026-10-08T10:40:43.135ZIPv4 mappings
8012026-10-08T10:40:43.135Z----------------------------------------------------------------------
8022026-10-08T10:40:43.135ZVPC_IP VPC MAC ADDR UNDERLAY IP
8032026-10-08T10:40:43.135Z172.30.3.5 A8:40:25:FF:9E:08 fd00:1122:3344:101::1
8042026-10-08T10:40:43.135Z
8052026-10-08T10:40:43.135ZIPv6 mappings
8062026-10-08T10:40:43.135Z----------------------------------------------------------------------
8072026-10-08T10:40:43.135ZVPC_IP VPC MAC ADDR UNDERLAY IP
8082026-10-08T10:40:43.135Z+ z_swadm link ls
8092026-10-08T10:40:43.135Z+ echo '== swadm link' ls
8102026-10-08T10:40:43.135Z== swadm link ls
8112026-10-08T10:40:43.135Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
8122026-10-08T10:40:43.161ZError: failed to list all links
8132026-10-08T10:40:43.161Z
8142026-10-08T10:40:43.161ZCaused by:
8152026-10-08T10:40:43.161Z 0: Communication Error: error sending request for url (http://localhost:12224/links)
8162026-10-08T10:40:43.161Z 1: error sending request for url (http://localhost:12224/links)
8172026-10-08T10:40:43.161Z 2: client error (Connect)
8182026-10-08T10:40:43.161Z 3: tcp connect error
8192026-10-08T10:40:43.185Z 4: Connection refused (os error 146)
8202026-10-08T10:40:43.185Z+ z_swadm addr list
8212026-10-08T10:40:43.185Z+ echo '== swadm addr' list
8222026-10-08T10:40:43.185Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
8232026-10-08T10:40:43.185Z== swadm addr list
8242026-10-08T10:40:43.209ZError: failed to list all links
8252026-10-08T10:40:43.209Z
8262026-10-08T10:40:43.209ZCaused by:
8272026-10-08T10:40:43.209Z 0: Communication Error: error sending request for url (http://localhost:12224/links)
8282026-10-08T10:40:43.209Z 1: error sending request for url (http://localhost:12224/links)
8292026-10-08T10:40:43.209Z 2: client error (Connect)
8302026-10-08T10:40:43.209Z 3: tcp connect error
8312026-10-08T10:40:43.209Z 4: Connection refused (os error 146)
8322026-10-08T10:40:43.209Z+ z_swadm route list
8332026-10-08T10:40:43.209Z+ echo '== swadm route' list
8342026-10-08T10:40:43.209Z== swadm route list
8352026-10-08T10:40:43.209Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
8362026-10-08T10:40:43.233ZError: failed to get IPv4 routes
8372026-10-08T10:40:43.233Z
8382026-10-08T10:40:43.233ZCaused by:
8392026-10-08T10:40:43.233Z 0: Communication Error: error sending request for url (http://localhost:12224/route/ipv4)
8402026-10-08T10:40:43.234Z 1: error sending request for url (http://localhost:12224/route/ipv4)
8412026-10-08T10:40:43.234Z 2: client error (Connect)
8422026-10-08T10:40:43.234Z 3: tcp connect error
8432026-10-08T10:40:43.234Z 4: Connection refused (os error 146)
8442026-10-08T10:40:43.234Z+ z_swadm arp list
8452026-10-08T10:40:43.234Z+ echo '== swadm arp' list
8462026-10-08T10:40:43.234Z== swadm arp list
8472026-10-08T10:40:43.234Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
8482026-10-08T10:40:43.258ZError: failed to fetch ARP entries
8492026-10-08T10:40:43.258Z
8502026-10-08T10:40:43.258ZCaused by:
8512026-10-08T10:40:43.258Z 0: Communication Error: error sending request for url (http://localhost:12224/arp)
8522026-10-08T10:40:43.258Z 1: error sending request for url (http://localhost:12224/arp)
8532026-10-08T10:40:43.258Z 2: client error (Connect)
8542026-10-08T10:40:43.258Z 3: tcp connect error
8552026-10-08T10:40:43.258Z 4: Connection refused (os error 146)
8562026-10-08T10:40:43.258Z+ z_swadm nat list
8572026-10-08T10:40:43.258Z+ echo '== swadm nat' list
8582026-10-08T10:40:43.258Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
8592026-10-08T10:40:43.258Z== swadm nat list
8602026-10-08T10:40:43.282ZError: failed to list IPv4 addresses for NAT
8612026-10-08T10:40:43.282Z
8622026-10-08T10:40:43.282ZCaused by:
8632026-10-08T10:40:43.282Z 0: Communication Error: error sending request for url (http://localhost:12224/nat/ipv4)
8642026-10-08T10:40:43.282Z 1: error sending request for url (http://localhost:12224/nat/ipv4)
8652026-10-08T10:40:43.282Z 2: client error (Connect)
8662026-10-08T10:40:43.282Z 3: tcp connect error
8672026-10-08T10:40:43.282Z 4: Connection refused (os error 146)
8682026-10-08T10:40:43.282Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
8692026-10-08T10:40:43.282Z++ tail +2
8702026-10-08T10:40:43.282Z++ awk '{ print $1; }'
8712026-10-08T10:40:43.306Z+ PORTS=opte0
8722026-10-08T10:40:43.307Z+ for p in $PORTS
8732026-10-08T10:40:43.307Z+ pfexec /opt/oxide/opte/bin/opteadm dump-uft -p opte0
8742026-10-08T10:40:43.307ZError: command DumpUft failed: BadState("ready")
8752026-10-08T10:40:43.307Z++ pfexec /opt/oxide/opte/bin/opteadm list-layers -p opte0
8762026-10-08T10:40:43.307Z++ tail +2
8772026-10-08T10:40:43.307Z++ awk '{ print $1; }'
8782026-10-08T10:40:43.307Z+ LAYERS='gateway
8792026-10-08T10:40:43.307Zfirewall
8802026-10-08T10:40:43.307Zrouter
8812026-10-08T10:40:43.307Znat
8822026-10-08T10:40:43.307Zoverlay'
8832026-10-08T10:40:43.307Z+ for l in $LAYERS
8842026-10-08T10:40:43.307Z+ pfexec /opt/oxide/opte/bin/opteadm dump-layer -p opte0 gateway
8852026-10-08T10:40:43.307ZPort opte0 - Layer gateway
8862026-10-08T10:40:43.307Z======================================================================
8872026-10-08T10:40:43.307ZInbound Flows
8882026-10-08T10:40:43.307Z----------------------------------------------------------------------
8892026-10-08T10:40:43.307ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
8902026-10-08T10:40:43.307Z
8912026-10-08T10:40:43.307ZOutbound Flows
8922026-10-08T10:40:43.307Z----------------------------------------------------------------------
8932026-10-08T10:40:43.307ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
8942026-10-08T10:40:43.308Z
8952026-10-08T10:40:43.308ZInbound Rules
8962026-10-08T10:40:43.308Z----------------------------------------------------------------------
8972026-10-08T10:40:43.308ZID PRI HITS PREDICATES ACTION
8982026-10-08T10:40:43.308Z0 1000 0 inner.ip.dst=172.30.3.5 "Static: ether.src=A8:40:25:FF:77:77"
8992026-10-08T10:40:43.308Z inner.ether.dst=A8:40:25:FF:9E:08
9002026-10-08T10:40:43.308Z
9012026-10-08T10:40:43.308Z1 1001 0 inner.ip.dst=224.0.0.0/4 "Static: ether.src=A8:40:25:FF:77:77"
9022026-10-08T10:40:43.308Z inner.ether.dst=multicast
9032026-10-08T10:40:43.308Z
9042026-10-08T10:40:43.308ZDEF -- 0 -- "deny"
9052026-10-08T10:40:43.308Z
9062026-10-08T10:40:43.308ZOutbound Rules
9072026-10-08T10:40:43.308Z----------------------------------------------------------------------
9082026-10-08T10:40:43.308ZID PRI HITS PREDICATES ACTION
9092026-10-08T10:40:43.308Z3 1 0 inner.ether.src=A8:40:25:FF:9E:08 "Hairpin: ICMPv4 Echo Reply (A8:40:25:FF:77:77,172.30.3.1) => (A8:40:25:FF:9E:08,172.30.3.5)"
9102026-10-08T10:40:43.308Z inner.ether.dst=A8:40:25:FF:77:77
9112026-10-08T10:40:43.308Z inner.ip.src=172.30.3.5
9122026-10-08T10:40:43.308Z inner.ip.dst=172.30.3.1
9132026-10-08T10:40:43.308Z inner.ip.proto=ICMP
9142026-10-08T10:40:43.308Z inner.icmp.type=echo request
9152026-10-08T10:40:43.308Z
9162026-10-08T10:40:43.308Z2 1 0 inner.ether.dst=FF:FF:FF:FF:FF:FF "Hairpin: DHCPv4 ACK: 172.30.3.5"
9172026-10-08T10:40:43.308Z inner.ether.src=A8:40:25:FF:9E:08
9182026-10-08T10:40:43.308Z inner.ip.src=0.0.0.0
9192026-10-08T10:40:43.308Z inner.ip.dst=255.255.255.255
9202026-10-08T10:40:43.309Z inner.ip.proto=UDP
9212026-10-08T10:40:43.309Z inner.ulp.dst=67
9222026-10-08T10:40:43.309Z inner.ulp.src=68
9232026-10-08T10:40:43.309Z dhcp.msg_type=Request
9242026-10-08T10:40:43.309Z
9252026-10-08T10:40:43.309Z1 1 0 inner.ether.dst=FF:FF:FF:FF:FF:FF "Hairpin: DHCPv4 OFFER: 172.30.3.5"
9262026-10-08T10:40:43.309Z inner.ether.src=A8:40:25:FF:9E:08
9272026-10-08T10:40:43.309Z inner.ip.src=0.0.0.0
9282026-10-08T10:40:43.309Z inner.ip.dst=255.255.255.255
9292026-10-08T10:40:43.309Z inner.ip.proto=UDP
9302026-10-08T10:40:43.309Z inner.ulp.dst=67
9312026-10-08T10:40:43.309Z inner.ulp.src=68
9322026-10-08T10:40:43.310Z dhcp.msg_type=Discover
9332026-10-08T10:40:43.310Z
9342026-10-08T10:40:43.310Z0 1 0 inner.ether.ether_type=ARP "Handle Packet"
9352026-10-08T10:40:43.310Z inner.ether.dst=FF:FF:FF:FF:FF:FF
9362026-10-08T10:40:43.310Z inner.ether.src=A8:40:25:FF:9E:08
9372026-10-08T10:40:43.310Z
9382026-10-08T10:40:43.310Z4 1000 0 inner.ip.src=172.30.3.5 "Meta: vpc-meta"
9392026-10-08T10:40:43.310Z inner.ether.src=A8:40:25:FF:9E:08
9402026-10-08T10:40:43.310Z
9412026-10-08T10:40:43.310ZDEF -- 0 -- "deny"
9422026-10-08T10:40:43.310Z
9432026-10-08T10:40:43.310Z+ for l in $LAYERS
9442026-10-08T10:40:43.310Z+ pfexec /opt/oxide/opte/bin/opteadm dump-layer -p opte0 firewall
9452026-10-08T10:40:43.335ZPort opte0 - Layer firewall
9462026-10-08T10:40:43.335Z======================================================================
9472026-10-08T10:40:43.336ZInbound Flows
9482026-10-08T10:40:43.336Z----------------------------------------------------------------------
9492026-10-08T10:40:43.336ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
9502026-10-08T10:40:43.336Z
9512026-10-08T10:40:43.336ZOutbound Flows
9522026-10-08T10:40:43.336Z----------------------------------------------------------------------
9532026-10-08T10:40:43.336ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
9542026-10-08T10:40:43.336Z
9552026-10-08T10:40:43.336ZInbound Rules
9562026-10-08T10:40:43.336Z----------------------------------------------------------------------
9572026-10-08T10:40:43.336ZID PRI HITS PREDICATES ACTION
9582026-10-08T10:40:43.336ZDEF -- 0 -- "deny"
9592026-10-08T10:40:43.336Z
9602026-10-08T10:40:43.336ZOutbound Rules
9612026-10-08T10:40:43.336Z----------------------------------------------------------------------
9622026-10-08T10:40:43.336ZID PRI HITS PREDICATES ACTION
9632026-10-08T10:40:43.336ZDEF -- 0 -- "stateful allow"
9642026-10-08T10:40:43.336Z
9652026-10-08T10:40:43.336Z+ for l in $LAYERS
9662026-10-08T10:40:43.336Z+ pfexec /opt/oxide/opte/bin/opteadm dump-layer -p opte0 router
9672026-10-08T10:40:43.336ZPort opte0 - Layer router
9682026-10-08T10:40:43.336Z======================================================================
9692026-10-08T10:40:43.336ZInbound Flows
9702026-10-08T10:40:43.336Z----------------------------------------------------------------------
9712026-10-08T10:40:43.336ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
9722026-10-08T10:40:43.336Z
9732026-10-08T10:40:43.336ZOutbound Flows
9742026-10-08T10:40:43.337Z----------------------------------------------------------------------
9752026-10-08T10:40:43.337ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
9762026-10-08T10:40:43.337Z
9772026-10-08T10:40:43.337ZInbound Rules
9782026-10-08T10:40:43.337Z----------------------------------------------------------------------
9792026-10-08T10:40:43.337ZID PRI HITS PREDICATES ACTION
9802026-10-08T10:40:43.337ZDEF -- 0 -- "allow"
9812026-10-08T10:40:43.337Z
9822026-10-08T10:40:43.337ZOutbound Rules
9832026-10-08T10:40:43.337Z----------------------------------------------------------------------
9842026-10-08T10:40:43.337ZID PRI HITS PREDICATES ACTION
9852026-10-08T10:40:43.337Z0 0 0 any(inner.ip.dst=224.0.0.0/4,inner.ip6.dst=ff00::/8) "Allow"
9862026-10-08T10:40:43.337Z3 74 0 inner.ip.dst=0.0.0.0/0 "Meta: Target = IG(None)"
9872026-10-08T10:40:43.337Z1 75 0 inner.ip.dst=0.0.0.0/0 "Meta: Target = IG(None)"
9882026-10-08T10:40:43.337Z4 266 0 inner.ip6.dst=::/0 "Meta: Target = IG(None)"
9892026-10-08T10:40:43.337Z2 267 0 inner.ip6.dst=::/0 "Meta: Target = IG(None)"
9902026-10-08T10:40:43.337ZDEF -- 0 -- "deny"
9912026-10-08T10:40:43.337Z
9922026-10-08T10:40:43.337Z+ for l in $LAYERS
9932026-10-08T10:40:43.337Z+ pfexec /opt/oxide/opte/bin/opteadm dump-layer -p opte0 nat
9942026-10-08T10:40:43.337ZPort opte0 - Layer nat
9952026-10-08T10:40:43.337Z======================================================================
9962026-10-08T10:40:43.337ZInbound Flows
9972026-10-08T10:40:43.337Z----------------------------------------------------------------------
9982026-10-08T10:40:43.337ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
9992026-10-08T10:40:43.337Z
10002026-10-08T10:40:43.337ZOutbound Flows
10012026-10-08T10:40:43.338Z----------------------------------------------------------------------
10022026-10-08T10:40:43.338ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
10032026-10-08T10:40:43.338Z
10042026-10-08T10:40:43.338ZInbound Rules
10052026-10-08T10:40:43.338Z----------------------------------------------------------------------
10062026-10-08T10:40:43.339ZID PRI HITS PREDICATES ACTION
10072026-10-08T10:40:43.339ZDEF -- 0 -- "allow"
10082026-10-08T10:40:43.339Z
10092026-10-08T10:40:43.339ZOutbound Rules
10102026-10-08T10:40:43.339Z----------------------------------------------------------------------
10112026-10-08T10:40:43.339ZID PRI HITS PREDICATES ACTION
10122026-10-08T10:40:43.339Z0 100 0 inner.ether.ether_type=IPv4 "Stateful: 10.151.1.169:0-16383"
10132026-10-08T10:40:43.339Z meta: router-target=ig
10142026-10-08T10:40:43.339Z
10152026-10-08T10:40:43.340Z1 255 0 meta: router-target-class=ig "Deny"
10162026-10-08T10:40:43.340ZDEF -- 0 -- "allow"
10172026-10-08T10:40:43.340Z
10182026-10-08T10:40:43.340Z+ for l in $LAYERS
10192026-10-08T10:40:43.340Z+ pfexec /opt/oxide/opte/bin/opteadm dump-layer -p opte0 overlay
10202026-10-08T10:40:43.340ZPort opte0 - Layer overlay
10212026-10-08T10:40:43.340Z======================================================================
10222026-10-08T10:40:43.340ZInbound Flows
10232026-10-08T10:40:43.340Z----------------------------------------------------------------------
10242026-10-08T10:40:43.340ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
10252026-10-08T10:40:43.340Z
10262026-10-08T10:40:43.340ZOutbound Flows
10272026-10-08T10:40:43.340Z----------------------------------------------------------------------
10282026-10-08T10:40:43.340ZPROTO SRC IP SPORT/TY DST IP DPORT HITS ACTION
10292026-10-08T10:40:43.340Z
10302026-10-08T10:40:43.340ZInbound Rules
10312026-10-08T10:40:43.340Z----------------------------------------------------------------------
10322026-10-08T10:40:43.340ZID PRI HITS PREDICATES ACTION
10332026-10-08T10:40:43.340Z0 1 0 * "Static: Decap"
10342026-10-08T10:40:43.340Z1 2 0 * "Meta: mcast-vni-validator"
10352026-10-08T10:40:43.340ZDEF -- 0 -- "deny"
10362026-10-08T10:40:43.340Z
10372026-10-08T10:40:43.340ZOutbound Rules
10382026-10-08T10:40:43.340Z----------------------------------------------------------------------
10392026-10-08T10:40:43.340ZID PRI HITS PREDICATES ACTION
10402026-10-08T10:40:43.340Z0 1 0 * "Static: Encap"
10412026-10-08T10:40:43.340ZDEF -- 0 -- "deny"
10422026-10-08T10:40:43.341Z
10432026-10-08T10:40:43.341Z+ mkdir -p /tmp/kstat
10442026-10-08T10:40:43.341Z+ pfexec kstat -p xde:
10452026-10-08T10:40:43.366Z+ pfexec zfs list
10462026-10-08T10:40:43.391ZNAME USED AVAIL REFER MOUNTPOINT
10472026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4 1.95M 18.9G 96K /oxi_2c23d553-8ffc-457c-a151-200185184ef4
10482026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/backing 300K 18.9G 96K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/backing
10492026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/backing/fmd 204K 500M 204K /var/fm/fmd
10502026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/cluster 112K 18.9G 112K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/cluster
10512026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/config 152K 18.9G 152K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/config
10522026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/crash 96K 18.9G 96K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/crash
10532026-10-08T10:40:43.391Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/debug 96K 18.9G 96K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/debug
10542026-10-08T10:40:43.392Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/install 96K 18.9G 96K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/install
10552026-10-08T10:40:43.392Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/swap 88K 18.9G 88K -
10562026-10-08T10:40:43.392Zoxi_2c23d553-8ffc-457c-a151-200185184ef4/update 96K 18.9G 96K /pool/int/2c23d553-8ffc-457c-a151-200185184ef4/update
10572026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f 1.57M 18.9G 96K /oxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f
10582026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/backing 96K 18.9G 96K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/backing
10592026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/cluster 112K 18.9G 112K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/cluster
10602026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/config 152K 18.9G 152K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/config
10612026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/crash 96K 18.9G 96K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/crash
10622026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/debug 96K 18.9G 96K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/debug
10632026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/install 96K 18.9G 96K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/install
10642026-10-08T10:40:43.392Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/update 96K 18.9G 96K /pool/int/c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f/update
10652026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae 317M 18.6G 96K /oxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae
10662026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crucible 96K 18.6G 96K /data
10672026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt 315M 18.6G 288K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt
10682026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/cockroachdb 200K 18.6G 200K /data
10692026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/debug 264K 18.6G 264K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/debug
10702026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/external_dns 200K 18.6G 200K /data
10712026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/internal_dns 244K 18.6G 244K /data
10722026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/local_storage 200K 18.6G 200K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/local_storage
10732026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone 314M 18.6G 320K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone
10742026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_cockroachdb_dc47c40a-ba5a-490a-9fc8-fa53c0ee0475 200K 18.6G 200K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_cockroachdb_dc47c40a-ba5a-490a-9fc8-fa53c0ee0475
10752026-10-08T10:40:43.392Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_crucible_2017e19b-e019-40f8-bed3-8e9627a5a5cb 200K 18.6G 200K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_crucible_2017e19b-e019-40f8-bed3-8e9627a5a5cb
10762026-10-08T10:40:43.393Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_external_dns_d9c7f36a-e9cf-4ab0-a159-e6c27bd82f07 200K 18.6G 200K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_external_dns_d9c7f36a-e9cf-4ab0-a159-e6c27bd82f07
10772026-10-08T10:40:43.393Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c 313M 18.6G 313M /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c
10782026-10-08T10:40:43.393Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_nexus_42a559a2-2fa8-474e-9aad-2812d84ed52c 200K 18.6G 200K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_nexus_42a559a2-2fa8-474e-9aad-2812d84ed52c
10792026-10-08T10:40:43.393Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae/local_storage_unencrypted 96K 18.6G 96K /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/local_storage_unencrypted
10802026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b 2.91M 18.9G 96K /oxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b
10812026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crucible 96K 18.9G 96K /data
10822026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt 1.49M 18.9G 288K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt
10832026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/debug 200K 18.9G 200K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/debug
10842026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/local_storage 200K 18.9G 200K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/local_storage
10852026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone 840K 18.9G 240K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone
10862026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_1d78980a-3ab2-4e5c-a038-dd8e9a6ae9d5 200K 18.9G 200K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_1d78980a-3ab2-4e5c-a038-dd8e9a6ae9d5
10872026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_pantry_1358d223-88f5-4a9b-8576-99994f6b18ea 200K 18.9G 200K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_pantry_1358d223-88f5-4a9b-8576-99994f6b18ea
10882026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_pantry_529b502d-716b-4b9c-9976-29c9ebbc7062 200K 18.9G 200K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/crypt/zone/oxz_crucible_pantry_529b502d-716b-4b9c-9976-29c9ebbc7062
10892026-10-08T10:40:43.393Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/local_storage_unencrypted 96K 18.9G 96K /pool/ext/0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b/local_storage_unencrypted
10902026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe 316M 18.6G 96K /oxp_24af2077-40dc-458f-88b9-9b1b4a630cbe
10912026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crucible 96K 18.6G 96K /data
10922026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt 315M 18.6G 288K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt
10932026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/cockroachdb 200K 18.6G 200K /data
10942026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/debug 200K 18.6G 200K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/debug
10952026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/internal_dns 248K 18.6G 248K /data
10962026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/local_storage 200K 18.6G 200K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/local_storage
10972026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone 314M 18.6G 280K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone
10982026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_cockroachdb_67ff98ab-c994-4b18-bbea-3a6dbb05997e 200K 18.6G 200K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_cockroachdb_67ff98ab-c994-4b18-bbea-3a6dbb05997e
10992026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_crucible_343e51e8-47b7-4d5c-b5c4-db305609f6ef 200K 18.6G 200K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_crucible_343e51e8-47b7-4d5c-b5c4-db305609f6ef
11002026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 313M 18.6G 313M /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4
11012026-10-08T10:40:43.393Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_nexus_13de7693-7f46-48fe-aae1-8320be3af888 200K 18.6G 200K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_nexus_13de7693-7f46-48fe-aae1-8320be3af888
11022026-10-08T10:40:43.394Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe/local_storage_unencrypted 96K 18.6G 96K /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/local_storage_unencrypted
11032026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f 2.30M 18.9G 96K /oxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f
11042026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crucible 96K 18.9G 96K /data
11052026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt 1.07M 18.9G 288K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt
11062026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/debug 200K 18.9G 200K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/debug
11072026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/local_storage 200K 18.9G 200K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/local_storage
11082026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/zone 408K 18.9G 208K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/zone
11092026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/zone/oxz_crucible_73fd359d-440a-4d9e-a224-d9e5f3e8f1a4 200K 18.9G 200K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/crypt/zone/oxz_crucible_73fd359d-440a-4d9e-a224-d9e5f3e8f1a4
11102026-10-08T10:40:43.394Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f/local_storage_unencrypted 96K 18.9G 96K /pool/ext/3dd5d923-4d4b-4d44-a64d-0774df994a9f/local_storage_unencrypted
11112026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123 2.31M 18.9G 96K /oxp_47b06a2c-c66d-4ad9-8d16-421150400123
11122026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crucible 96K 18.9G 96K /data
11132026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crypt 1.07M 18.9G 288K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/crypt
11142026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crypt/debug 200K 18.9G 200K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/crypt/debug
11152026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crypt/local_storage 200K 18.9G 200K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/crypt/local_storage
11162026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crypt/zone 408K 18.9G 208K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/crypt/zone
11172026-10-08T10:40:43.394Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/crypt/zone/oxz_crucible_94d2b632-8597-40cd-89fb-da57709c9e35 200K 18.9G 200K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/crypt/zone/oxz_crucible_94d2b632-8597-40cd-89fb-da57709c9e35
11182026-10-08T10:40:43.395Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123/local_storage_unencrypted 96K 18.9G 96K /pool/ext/47b06a2c-c66d-4ad9-8d16-421150400123/local_storage_unencrypted
11192026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50 318M 18.6G 96K /oxp_51abd55d-a024-4e17-871f-1d603908fa50
11202026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crucible 96K 18.6G 96K /data
11212026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt 316M 18.6G 288K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt
11222026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/clickhouse 200K 18.6G 200K /data
11232026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/cockroachdb 200K 18.6G 200K /data
11242026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/debug 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/debug
11252026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/external_dns 200K 18.6G 200K /data
11262026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/internal_dns 244K 18.6G 244K /data
11272026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/local_storage 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/local_storage
11282026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone 315M 18.6G 432K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone
11292026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_clickhouse_e562c471-ecac-4d9d-a5de-a6efbd76cc3e 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_clickhouse_e562c471-ecac-4d9d-a5de-a6efbd76cc3e
11302026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_cockroachdb_574fe570-0f96-42e3-99f1-a9c90a9538df 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_cockroachdb_574fe570-0f96-42e3-99f1-a9c90a9538df
11312026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_crucible_9fd2bbed-26d9-48f5-8bfe-4f52cae06f8f 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_crucible_9fd2bbed-26d9-48f5-8bfe-4f52cae06f8f
11322026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_crucible_pantry_d6f9bda4-e52c-4643-9e17-1069b858329d 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_crucible_pantry_d6f9bda4-e52c-4643-9e17-1069b858329d
11332026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_external_dns_7df09d57-b483-4f22-9257-af1becf61a66 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_external_dns_7df09d57-b483-4f22-9257-af1becf61a66
11342026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e 313M 18.6G 313M /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e
11352026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_nexus_394f11a0-b33a-4632-a76e-dc6ff549a64a 200K 18.6G 200K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_nexus_394f11a0-b33a-4632-a76e-dc6ff549a64a
11362026-10-08T10:40:43.395Zoxp_51abd55d-a024-4e17-871f-1d603908fa50/local_storage_unencrypted 96K 18.6G 96K /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/local_storage_unencrypted
11372026-10-08T10:40:43.395Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d 3.21M 18.9G 96K /oxp_51b51218-8845-4c1b-b56b-186acb0ce45d
11382026-10-08T10:40:43.395Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crucible 96K 18.9G 96K /data
11392026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt 1.75M 18.9G 288K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt
11402026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/cockroachdb 200K 18.9G 200K /data
11412026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/debug 200K 18.9G 200K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/debug
11422026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/local_storage 200K 18.9G 200K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/local_storage
11432026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone 904K 18.9G 304K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone
11442026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_cockroachdb_5cd8cb89-8677-4d55-95bb-d5a542a24ecc 200K 18.9G 200K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_cockroachdb_5cd8cb89-8677-4d55-95bb-d5a542a24ecc
11452026-10-08T10:40:43.396Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_crucible_706bc5a2-605a-4958-8f80-0505c2e90b99 200K 18.9G 200K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_crucible_706bc5a2-605a-4958-8f80-0505c2e90b99
11462026-10-08T10:40:43.421Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_oximeter_40dc172a-c8be-4029-952a-3ab5447e1675 200K 18.9G 200K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/crypt/zone/oxz_oximeter_40dc172a-c8be-4029-952a-3ab5447e1675
11472026-10-08T10:40:43.421Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d/local_storage_unencrypted 96K 18.9G 96K /pool/ext/51b51218-8845-4c1b-b56b-186acb0ce45d/local_storage_unencrypted
11482026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6 290M 18.6G 96K /oxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6
11492026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crucible 96K 18.6G 96K /data
11502026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt 289M 18.6G 288K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt
11512026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/debug 200K 18.6G 200K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/debug
11522026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/local_storage 200K 18.6G 200K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/local_storage
11532026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone 288M 18.6G 248K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone
11542026-10-08T10:40:43.421Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_crucible_8ae61ca9-a468-4d9e-b880-3161761895b5 200K 18.6G 200K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_crucible_8ae61ca9-a468-4d9e-b880-3161761895b5
11552026-10-08T10:40:43.422Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca 288M 18.6G 288M /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca
11562026-10-08T10:40:43.422Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/local_storage_unencrypted 96K 18.6G 96K /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/local_storage_unencrypted
11572026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821 2.95M 18.9G 96K /oxp_78c6fe4e-3c4d-433a-8123-3004bee53821
11582026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crucible 96K 18.9G 96K /data
11592026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt 1.52M 18.9G 288K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt
11602026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/cockroachdb 200K 18.9G 200K /data
11612026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/debug 200K 18.9G 200K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/debug
11622026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/local_storage 200K 18.9G 200K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/local_storage
11632026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone 664K 18.9G 264K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone
11642026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone/oxz_cockroachdb_c908aae4-02d7-4b9f-8597-ca27185dd798 200K 18.9G 200K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone/oxz_cockroachdb_c908aae4-02d7-4b9f-8597-ca27185dd798
11652026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone/oxz_crucible_84dc1750-1248-48c5-8f5a-ace0538e8c89 200K 18.9G 200K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/crypt/zone/oxz_crucible_84dc1750-1248-48c5-8f5a-ace0538e8c89
11662026-10-08T10:40:43.423Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821/local_storage_unencrypted 96K 18.9G 96K /pool/ext/78c6fe4e-3c4d-433a-8123-3004bee53821/local_storage_unencrypted
11672026-10-08T10:40:43.423Zrpool 2.27G 5.00G 24K /rpool
11682026-10-08T10:40:43.423Zrpool/home 25.5K 5.00G 25.5K /home
11692026-10-08T10:40:43.423Zrpool/input 1.74G 5.00G 1.74G /input
11702026-10-08T10:40:43.424Zrpool/sidecar 79.4M 5.00G 24K /sidecar
11712026-10-08T10:40:43.424Zrpool/sidecar/sidecar_softnpu 79.4M 5.00G 79.4M /sidecar/sidecar_softnpu
11722026-10-08T10:40:43.424Zrpool/work 24K 5.00G 24K /work
11732026-10-08T10:40:43.424Zrpool/zone 466M 5.00G 24K /zone
11742026-10-08T10:40:43.424Zrpool/zone/oxz_switch 466M 5.00G 466M /zone/oxz_switch
11752026-10-08T10:40:43.424Zscratch 1.50G 1.80T 1.50G /scratch
11762026-10-08T10:40:43.424Z+ pfexec zpool list
11772026-10-08T10:40:43.424ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
11782026-10-08T10:40:43.424Zoxi_2c23d553-8ffc-457c-a151-200185184ef4 19.5G 2.64M 19.5G - - 0% 0% 1.00x ONLINE -
11792026-10-08T10:40:43.424Zoxi_c2dd9ea3-54a5-44a9-a987-f8a7b6bf981f 19.5G 1.92M 19.5G - - 0% 0% 1.00x ONLINE -
11802026-10-08T10:40:43.424Zoxp_0608f3ca-9d62-404e-8fc6-44eb5617c4ae 19.5G 369M 19.1G - - 0% 1% 1.00x ONLINE -
11812026-10-08T10:40:43.424Zoxp_0d4dfa6d-d9e1-472f-bd43-e5e59a907f0b 19.5G 2.91M 19.5G - - 0% 0% 1.00x ONLINE -
11822026-10-08T10:40:43.424Zoxp_24af2077-40dc-458f-88b9-9b1b4a630cbe 19.5G 370M 19.1G - - 0% 1% 1.00x ONLINE -
11832026-10-08T10:40:43.424Zoxp_3dd5d923-4d4b-4d44-a64d-0774df994a9f 19.5G 2.30M 19.5G - - 0% 0% 1.00x ONLINE -
11842026-10-08T10:40:43.424Zoxp_47b06a2c-c66d-4ad9-8d16-421150400123 19.5G 2.31M 19.5G - - 0% 0% 1.00x ONLINE -
11852026-10-08T10:40:43.424Zoxp_51abd55d-a024-4e17-871f-1d603908fa50 19.5G 370M 19.1G - - 0% 1% 1.00x ONLINE -
11862026-10-08T10:40:43.424Zoxp_51b51218-8845-4c1b-b56b-186acb0ce45d 19.5G 3.36M 19.5G - - 0% 0% 1.00x ONLINE -
11872026-10-08T10:40:43.424Zoxp_6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6 19.5G 291M 19.2G - - 0% 1% 1.00x ONLINE -
11882026-10-08T10:40:43.424Zoxp_78c6fe4e-3c4d-433a-8123-3004bee53821 19.5G 3.10M 19.5G - - 0% 0% 1.00x ONLINE -
11892026-10-08T10:40:43.424Zrpool 7.50G 2.28G 5.22G - - 0% 30% 1.00x ONLINE -
11902026-10-08T10:40:43.424Zscratch 1.86T 2.72G 1.86T - - 0% 0% 1.00x ONLINE -
11912026-10-08T10:40:43.424Z+ pfexec fmdump -eVp
11922026-10-08T10:40:43.424ZTIME CLASS
11932026-10-08T10:40:43.424Z+ pfexec ptree -z global
11942026-10-08T10:40:43.425Z8 /lib/svc/bin/svc.startd
11952026-10-08T10:40:43.425Z 639 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
11962026-10-08T10:40:43.425Z 675 /usr/lib/saf/sac -t 300
11972026-10-08T10:40:43.425Z 686 /usr/lib/saf/ttymon
11982026-10-08T10:40:43.425Z 808 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
11992026-10-08T10:40:43.425Z 809 /opt/buildomat/lib/agent run
12002026-10-08T10:40:43.425Z 823 /bin/bash /tmp/wcpqrOtY6OJKbpad.sh
12012026-10-08T10:40:43.425Z 6099 ptree -z global
12022026-10-08T10:40:43.425Z10 /lib/svc/bin/svc.configd
12032026-10-08T10:40:43.425Z39 /sbin/dlmgmtd
12042026-10-08T10:40:43.425Z40 /lib/inet/ipmgmtd
12052026-10-08T10:40:43.425Z45 /lib/inet/netcfgd
12062026-10-08T10:40:43.425Z66 /lib/inet/in.mpathd
12072026-10-08T10:40:43.425Z94 /usr/lib/pfexecd
12082026-10-08T10:40:43.425Z158 /usr/lib/zones/zonestatd
12092026-10-08T10:40:43.425Z183 /usr/lib/sysevent/syseventd
12102026-10-08T10:40:43.425Z192 devfsadmd
12112026-10-08T10:40:43.426Z237 /sbin/dhcpagent
12122026-10-08T10:40:43.426Z565 /usr/lib/picl/picld
12132026-10-08T10:40:43.426Z597 /usr/sbin/nscd
12142026-10-08T10:40:43.426Z637 /usr/lib/utmpd
12152026-10-08T10:40:43.426Z663 /bin/ksh -p /lib/svc/method/svc-devlink-monitor monitor
12162026-10-08T10:40:43.426Z680 /usr/sbin/syslogd
12172026-10-08T10:40:43.426Z682 /usr/lib/hotplugd
12182026-10-08T10:40:43.426Z716 /usr/sbin/rpcbind
12192026-10-08T10:40:43.426Z727 /usr/lib/inet/in.ndpd
12202026-10-08T10:40:43.426Z764 /usr/lib/inet/inetd start
12212026-10-08T10:40:43.426Z785 /usr/perl5/bin/perl /usr/lib/intrd
12222026-10-08T10:40:43.426Z884 /usr/lib/rcm/rcm_daemon
12232026-10-08T10:40:43.426Z898 zoneadmd -z sidecar_softnpu
12242026-10-08T10:40:43.426Z1566 ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /
12252026-10-08T10:40:43.426Z 1568 /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.
12262026-10-08T10:40:43.427Z 1643 /opt/oxide/sled-agent/tofino-monitor
12272026-10-08T10:40:43.427Z1584 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
12282026-10-08T10:40:43.427Z 1586 /opt/oxide/mg-ddm/ddmd --with-stats --admin-port 8000 --admin-addr ::1
12292026-10-08T10:40:43.427Z1768 /usr/lib/fm/fmd/fmd
12302026-10-08T10:40:43.427Z1789 zoneadmd -z oxz_switch
12312026-10-08T10:40:43.427Z3395 zoneadmd -z oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4
12322026-10-08T10:40:43.427Z3396 zoneadmd -z oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c
12332026-10-08T10:40:43.427Z3397 zoneadmd -z oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e
12342026-10-08T10:40:43.427Z5580 zoneadmd -z oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca
12352026-10-08T10:40:43.427Z+ pfexec svcs -xv
12362026-10-08T10:40:43.451Z++ zoneadm list -n
12372026-10-08T10:40:43.451Z+ for z in $(zoneadm list -n)
12382026-10-08T10:40:43.452Z+ banner sidecar_softnpu
12392026-10-08T10:40:43.476Z
12402026-10-08T10:40:43.476Z #### # ##### ###### #### ## ##### #### ####
12412026-10-08T10:40:43.476Z # # # # # # # # # # # # # #
12422026-10-08T10:40:43.476Z #### # # # ##### # # # # # #### # #
12432026-10-08T10:40:43.476Z # # # # # # ###### ##### # # #
12442026-10-08T10:40:43.476Z # # # # # # # # # # # # # # # #
12452026-10-08T10:40:43.476Z #### # ##### ###### #### # # # # ####### #### ####
12462026-10-08T10:40:43.476Z
12472026-10-08T10:40:43.476Z+ pfexec svcs -xv -z sidecar_softnpu
12482026-10-08T10:40:43.500Z+ pfexec ptree -z sidecar_softnpu
12492026-10-08T10:40:43.500Z901 zsched
12502026-10-08T10:40:43.500Z 918 /sbin/init
12512026-10-08T10:40:43.500Z923 /lib/svc/bin/svc.startd
12522026-10-08T10:40:43.500Z 1457 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
12532026-10-08T10:40:43.500Z925 /lib/svc/bin/svc.configd
12542026-10-08T10:40:43.500Z968 /lib/inet/ipmgmtd
12552026-10-08T10:40:43.500Z972 /lib/inet/netcfgd
12562026-10-08T10:40:43.500Z1226 /usr/lib/pfexecd
12572026-10-08T10:40:43.500Z1243 /usr/lib/fm/fmd/fmd
12582026-10-08T10:40:43.500Z1299 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml
12592026-10-08T10:40:43.500Z1406 /usr/sbin/nscd
12602026-10-08T10:40:43.500Z1456 /usr/lib/utmpd
12612026-10-08T10:40:43.500Z1484 /usr/sbin/syslogd
12622026-10-08T10:40:43.500Z1528 /usr/lib/inet/in.ndpd
12632026-10-08T10:40:43.524Z+ pfexec zlogin sidecar_softnpu ipadm
12642026-10-08T10:40:43.524ZADDROBJ TYPE STATE ADDR
12652026-10-08T10:40:43.525Zlo0/v4 static ok 127.0.0.1/8
12662026-10-08T10:40:43.525Zlo0/v6 static ok ::1/128
12672026-10-08T10:40:43.525Z+ pfexec zlogin sidecar_softnpu netstat -rncva
12682026-10-08T10:40:43.549Z
12692026-10-08T10:40:43.550ZIRE Table: IPv4
12702026-10-08T10:40:43.550Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
12712026-10-08T10:40:43.550Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
12722026-10-08T10:40:43.550Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
12732026-10-08T10:40:43.550Z
12742026-10-08T10:40:43.550ZIRE Table: IPv6
12752026-10-08T10:40:43.550Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
12762026-10-08T10:40:43.550Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
12772026-10-08T10:40:43.550Z::1 ::1 lo0 8252 2 UH 0 0
12782026-10-08T10:40:43.550Z+ pfexec zlogin sidecar_softnpu netstat -anu
12792026-10-08T10:40:43.574Z
12802026-10-08T10:40:43.574ZUDP: IPv4
12812026-10-08T10:40:43.574Z Local Address Remote Address User Pid Command State
12822026-10-08T10:40:43.574Z-------------------- -------------------- -------- ------ -------------- ----------
12832026-10-08T10:40:43.574Z *.* root 1528 in.ndpd Unbound
12842026-10-08T10:40:43.574Z
12852026-10-08T10:40:43.574ZUDP: IPv6
12862026-10-08T10:40:43.574Z Local Address Remote Address User Pid Command State If
12872026-10-08T10:40:43.574Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
12882026-10-08T10:40:43.574Z *.* root 1528 in.ndpd Unbound
12892026-10-08T10:40:43.574Z
12902026-10-08T10:40:43.575ZActive UNIX domain sockets
12912026-10-08T10:40:43.575ZAddress Type User Pid Command Local Address Remote Address
12922026-10-08T10:40:43.575Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
12932026-10-08T10:40:43.575Zfffffeb1d991f3f0 dgram root 1528 in.ndpd /var/run/in.ndpd_mib
12942026-10-08T10:40:43.575Zfffffeb1d991f790 stream-ord root 1528 in.ndpd /var/run/in.ndpd_ipadm
12952026-10-08T10:40:43.575Zfffffeb1d5cf3780 dgram root 1299 softnpu /softnpu/server
12962026-10-08T10:40:43.575Zfffffeb1d5cf3b20 stream-ord root 1299 softnpu
12972026-10-08T10:40:43.575Zfffffeb1d5cf3b20 stream-ord root 1299 softnpu
12982026-10-08T10:40:43.575Zfffffeb1ca061038 stream-ord root 1299 softnpu
12992026-10-08T10:40:43.575Z+ pfexec zlogin sidecar_softnpu arp -an
13002026-10-08T10:40:43.599Z+ for z in $(zoneadm list -n)
13012026-10-08T10:40:43.599Z+ banner switch
13022026-10-08T10:40:43.599Z
13032026-10-08T10:40:43.599Z #### # # # ##### #### # #
13042026-10-08T10:40:43.599Z # # # # # # # # #
13052026-10-08T10:40:43.599Z #### # # # # # ######
13062026-10-08T10:40:43.599Z # # ## # # # # # #
13072026-10-08T10:40:43.599Z # # ## ## # # # # # #
13082026-10-08T10:40:43.599Z #### # # # # #### # #
13092026-10-08T10:40:43.599Z
13102026-10-08T10:40:43.599Z+ pfexec svcs -xv -z oxz_switch
13112026-10-08T10:40:43.657Zsvc:/network/routing/ndp:default (in.ndpd IPv6 neighbour discovery daemon)
13122026-10-08T10:40:43.657Z Zone: oxz_switch
13132026-10-08T10:40:43.657Z State: offline since October 8, 2026 at 10:40:25 AM UTC
13142026-10-08T10:40:43.658ZReason: Start method is running.
13152026-10-08T10:40:43.658Z See: http://illumos.org/msg/SMF-8000-C4
13162026-10-08T10:40:43.658Z See: man -M /usr/share/man -s 8 in.ndpd
13172026-10-08T10:40:43.658Z See: /zone/oxz_switch/root/var/svc/log/network-routing-ndp:default.log
13182026-10-08T10:40:43.658ZImpact: 4 dependent services are not running:
13192026-10-08T10:40:43.658Z svc:/oxide/zone-network-setup:default
13202026-10-08T10:40:43.658Z svc:/oxide/mgs:default
13212026-10-08T10:40:43.658Z svc:/oxide/tfport:default
13222026-10-08T10:40:43.658Z svc:/oxide/dendrite:default
13232026-10-08T10:40:43.683Z+ pfexec ptree -z oxz_switch
13242026-10-08T10:40:43.683Z1792 zsched
13252026-10-08T10:40:43.683Z 1809 /sbin/init
13262026-10-08T10:40:43.683Z1816 /lib/svc/bin/svc.startd
13272026-10-08T10:40:43.683Z 2400 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
13282026-10-08T10:40:43.683Z 3138 /sbin/sh /lib/svc/method/svc-ndp
13292026-10-08T10:40:43.683Z 3415 /usr/lib/inet/in.ndpd
13302026-10-08T10:40:43.683Z1818 /lib/svc/bin/svc.configd
13312026-10-08T10:40:43.683Z1865 /lib/inet/netcfgd
13322026-10-08T10:40:43.683Z1870 /lib/inet/ipmgmtd
13332026-10-08T10:40:43.683Z2079 /usr/lib/pfexecd
13342026-10-08T10:40:43.683Z2103 /usr/lib/fm/fmd/fmd
13352026-10-08T10:40:43.683Z2269 /opt/oxide/dendrite/bin/uplinkd
13362026-10-08T10:40:43.684Z2299 ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.s
13372026-10-08T10:40:43.684Z 2301 /opt/oxide/mgd/bin/mgd run --with-stats --admin-port 4676 --admin-addr
13382026-10-08T10:40:43.684Z2302 ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_scrip
13392026-10-08T10:40:43.684Z 2306 /opt/oxide/mg-ddm/bin/ddmd --with-stats --admin-port 8000 --admin-addr
13402026-10-08T10:40:43.684Z2397 /usr/lib/utmpd
13412026-10-08T10:40:43.684Z2438 /usr/sbin/syslogd
13422026-10-08T10:40:43.684Z2495 ctrun -l child -o noorphan,regent /opt/oxide/sp-sim/bin/sp-sim /var/svc/
13432026-10-08T10:40:43.684Z 2498 /opt/oxide/sp-sim/bin/sp-sim /var/svc/manifest/site/sp-sim/config.toml
13442026-10-08T10:40:43.684Z4672 /opt/oxide/bin/lldpd run
13452026-10-08T10:40:43.684Z4872 ctrun -l child -o noorphan,regent /opt/oxide/wicketd/bin/wicketd run /va
13462026-10-08T10:40:43.684Z 4873 /opt/oxide/wicketd/bin/wicketd run /var/svc/manifest/site/wicketd/conf
13472026-10-08T10:40:43.684Z5154 /usr/sbin/nscd
13482026-10-08T10:40:43.684Z5347 /sbin/dhcpagent
13492026-10-08T10:40:43.684Z+ pfexec zlogin oxz_switch ipadm
13502026-10-08T10:40:43.708ZADDROBJ TYPE STATE ADDR
13512026-10-08T10:40:43.708Zlo0/v4 static ok 127.0.0.1/8
13522026-10-08T10:40:43.708Zlo0/v6 static ok ::1/128
13532026-10-08T10:40:43.708ZoxControlService0/ll addrconf ok fe80::8:20ff:feb5:f061%oxControlService0/10
13542026-10-08T10:40:43.708ZoxControlService0/omicron6 static ok fd00:1122:3344:101::2/64
13552026-10-08T10:40:43.708Ztfportrear0_0/ll addrconf ok fe80::581a:5aff:fe8a:87e0%tfportrear0_0/10
13562026-10-08T10:40:43.708ZoxBootstrap0/ll addrconf ok fe80::8:20ff:feba:4c5e%oxBootstrap0/10
13572026-10-08T10:40:43.708ZoxBootstrap0/bootstrap6 static ok fdb0:18c0:4d0d:9fb2::2/64
13582026-10-08T10:40:43.708Z+ pfexec zlogin oxz_switch netstat -rncva
13592026-10-08T10:40:43.732Z
13602026-10-08T10:40:43.732ZIRE Table: IPv4
13612026-10-08T10:40:43.732Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
13622026-10-08T10:40:43.732Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
13632026-10-08T10:40:43.732Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 86 86
13642026-10-08T10:40:43.732Z
13652026-10-08T10:40:43.733ZIRE Table: IPv6
13662026-10-08T10:40:43.733Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
13672026-10-08T10:40:43.733Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
13682026-10-08T10:40:43.733Z::1 ::1 lo0 8252 2 UH 171 171
13692026-10-08T10:40:43.733Zfdb0:18c0:4d0d:9fb2::1 fdb0:18c0:4d0d:9fb2::2 oxBootstrap0 1500 3 UC 4 0
13702026-10-08T10:40:43.733Zfdb0:18c0:4d0d:9fb2::2 -- oxBootstrap0 1500 2 UHL 0 4
13712026-10-08T10:40:43.733Zfe80::581a:5aff:fe8a:87e0 -- tfportrear0_0 9000 2 UHL 0 0
13722026-10-08T10:40:43.733Zfd00:1122:3344:101::c fd00:1122:3344:101::2 oxControlService0 9000 4 UC 3 0
13732026-10-08T10:40:43.733Zfe80::8:20ff:feb5:f061 -- oxControlService0 9000 2 UHL 0 0
13742026-10-08T10:40:43.733Zfd00:1122:3344:101::1 fd00:1122:3344:101::2 oxControlService0 9000 3 UC 23 0
13752026-10-08T10:40:43.733Zfe80::10be:bbff:feec:11ca fe80::581a:5aff:fe8a:87e0 tfportrear0_0 9000 3 UC 6 0
13762026-10-08T10:40:43.733Zfe80::8:20ff:feba:4c5e -- oxBootstrap0 1500 2 UHL 0 0
13772026-10-08T10:40:43.733Zfd00:1122:3344:101::2 -- oxControlService0 9000 2 UHL 0 69
13782026-10-08T10:40:43.733Zfdb0:18c0:4d0d:9fb2::/64 fdb0:18c0:4d0d:9fb2::2 oxBootstrap0 1500 3 U 4 0
13792026-10-08T10:40:43.733Zfd00:1122:3344:101::/64 fd00:1122:3344:101::2 oxControlService0 9000 4 U 26 0
13802026-10-08T10:40:43.733Zfd00:1122:3344::/48 fd00:1122:3344:101::1 oxControlService0 9000 2 UG 32 0
13812026-10-08T10:40:43.733Zfdb0:18c0:4d00::/40 fe80::8:20ff:feaf:e646 oxBootstrap0 1500 1 UG 0 0
13822026-10-08T10:40:43.733Zfe80::/10 fe80::8:20ff:feba:4c5e oxBootstrap0 1500 2 U 0 0
13832026-10-08T10:40:43.733Zfe80::/10 fe80::581a:5aff:fe8a:87e0 tfportrear0_0 9000 3 U 6 0
13842026-10-08T10:40:43.733Zfe80::/10 fe80::8:20ff:feb5:f061 oxControlService0 9000 2 U 0 0
13852026-10-08T10:40:43.733Z+ pfexec zlogin oxz_switch netstat -anu
13862026-10-08T10:40:43.757Z
13872026-10-08T10:40:43.757ZUDP: IPv4
13882026-10-08T10:40:43.757Z Local Address Remote Address User Pid Command State
13892026-10-08T10:40:43.757Z-------------------- -------------------- -------- ------ -------------- ----------
13902026-10-08T10:40:43.757Z *.* root 3415 in.ndpd Unbound
13912026-10-08T10:40:43.757Z *.68 root 5347 dhcpagent Idle
13922026-10-08T10:40:43.757Z *.546 root 5347 dhcpagent Idle
13932026-10-08T10:40:43.757Z
13942026-10-08T10:40:43.757ZUDP: IPv6
13952026-10-08T10:40:43.757Z Local Address Remote Address User Pid Command State If
13962026-10-08T10:40:43.757Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
13972026-10-08T10:40:43.757Z::1.33300 root 2498 sp-sim Idle
13982026-10-08T10:40:43.757Z::1.33301 root 2498 sp-sim Idle
13992026-10-08T10:40:43.757Z::1.44400 root 2498 sp-sim Idle
14002026-10-08T10:40:43.757Z::1.44401 root 2498 sp-sim Idle
14012026-10-08T10:40:43.757Z::1.33310 root 2498 sp-sim Idle
14022026-10-08T10:40:43.757Z::1.33311 root 2498 sp-sim Idle
14032026-10-08T10:40:43.757Z::1.44410 root 2498 sp-sim Idle
14042026-10-08T10:40:43.757Z::1.44411 root 2498 sp-sim Idle
14052026-10-08T10:40:43.757Z::1.33320 root 2498 sp-sim Idle
14062026-10-08T10:40:43.758Z::1.33321 root 2498 sp-sim Idle
14072026-10-08T10:40:43.758Z::1.44420 root 2498 sp-sim Idle
14082026-10-08T10:40:43.758Z::1.44421 root 2498 sp-sim Idle
14092026-10-08T10:40:43.758Z::1.33330 root 2498 sp-sim Idle
14102026-10-08T10:40:43.758Z::1.33331 root 2498 sp-sim Idle
14112026-10-08T10:40:43.758Z::1.44430 root 2498 sp-sim Idle
14122026-10-08T10:40:43.758Z::1.44431 root 2498 sp-sim Idle
14132026-10-08T10:40:43.758Z *.* root 3415 in.ndpd Unbound
14142026-10-08T10:40:43.758Zff02::dd.3549 root 2306 ddmd Idle tfportrear0_0
14152026-10-08T10:40:43.758Zfe80::581a:5aff:fe8a:87e0.3549 root 2306 ddmd Idle tfportrear0_0
14162026-10-08T10:40:43.758Z *.546 root 5347 dhcpagent Idle
14172026-10-08T10:40:43.758Z
14182026-10-08T10:40:43.758ZTCP: IPv4
14192026-10-08T10:40:43.758Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
14202026-10-08T10:40:43.758Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
14212026-10-08T10:40:43.758Z *.179 *.* root 2301 mgd 0 0 128000 0 LISTEN
14222026-10-08T10:40:43.758Z *.4676 *.* root 2301 mgd 0 0 128000 0 LISTEN
14232026-10-08T10:40:43.758Z *.12229 *.* root 4873 wicketd 0 0 128000 0 LISTEN
14242026-10-08T10:40:43.758Z127.0.0.1.4999 *.* root 5347 dhcpagent 0 0 128000 0 LISTEN
14252026-10-08T10:40:43.758Z
14262026-10-08T10:40:43.758ZTCP: IPv6
14272026-10-08T10:40:43.758Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
14282026-10-08T10:40:43.758Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
14292026-10-08T10:40:43.758Z *.179 *.* root 2301 mgd 0 0 128000 0 LISTEN
14302026-10-08T10:40:43.758Z *.4676 *.* root 2301 mgd 0 0 128000 0 LISTEN
14312026-10-08T10:40:43.758Z::1.8000 *.* root 2306 ddmd 0 0 128000 0 LISTEN
14322026-10-08T10:40:43.758Z::1.33312 *.* root 2498 sp-sim 0 0 128000 0 LISTEN
14332026-10-08T10:40:43.758Z::1.33322 *.* root 2498 sp-sim 0 0 128000 0 LISTEN
14342026-10-08T10:40:43.758Z *.12229 *.* root 4873 wicketd 0 0 128000 0 LISTEN
14352026-10-08T10:40:43.758Zfdb0:18c0:4d0d:9fb2::2.59958 fdb0:18c0:4d0d:9fb2::1.8080 root 4873 wicketd 128520 0 128520 0 ESTABLISHED
14362026-10-08T10:40:43.758Z::1.12226 *.* root 4873 wicketd 0 0 128000 0 LISTEN
14372026-10-08T10:40:43.758Z::1.12234 *.* root 4873 wicketd 0 0 128000 0 LISTEN
14382026-10-08T10:40:43.758Zfdb0:18c0:4d0d:9fb2::2.12227 *.* root 4873 wicketd 0 0 128000 0 LISTEN
14392026-10-08T10:40:43.758Zfd00:1122:3344:101::2.4677 *.* root 2301 mgd 0 0 128000 0 LISTEN
14402026-10-08T10:40:43.758Zfd00:1122:3344:101::2.8001 *.* root 2306 ddmd 0 0 128000 0 LISTEN
14412026-10-08T10:40:43.759Zfd00:1122:3344:101::2.47479 fd00:1122:3344:101::c.12221 root 2301 mgd 0 0 134100 0 SYN_SENT
14422026-10-08T10:40:43.759Zfd00:1122:3344:101::2.35988 fd00:1122:3344:101::c.12221 root 2306 ddmd 0 0 134100 0 SYN_SENT
14432026-10-08T10:40:43.759Z
14442026-10-08T10:40:43.759ZActive UNIX domain sockets
14452026-10-08T10:40:43.759ZAddress Type User Pid Command Local Address Remote Address
14462026-10-08T10:40:43.759Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
14472026-10-08T10:40:43.759Zfffffeb215b3eb80 stream-ord root 4873 wicketd
14482026-10-08T10:40:43.759Zfffffeb215b3eb80 stream-ord root 4873 wicketd
14492026-10-08T10:40:43.759Zfffffeb215b4c098 stream-ord root 4873 wicketd
14502026-10-08T10:40:43.759Zfffffeb215b4c438 stream-ord root 4672 lldpd
14512026-10-08T10:40:43.759Zfffffeb215b4c438 stream-ord root 4672 lldpd
14522026-10-08T10:40:43.760Zfffffeb215b4c7d8 stream-ord root 4672 lldpd
14532026-10-08T10:40:43.760Zfffffeb1fb2527d0 dgram root 3415 in.ndpd /var/run/in.ndpd_mib
14542026-10-08T10:40:43.760Zfffffeb1fae34428 stream-ord root 2498 sp-sim
14552026-10-08T10:40:43.760Zfffffeb1fae34428 stream-ord root 2498 sp-sim
14562026-10-08T10:40:43.760Zfffffeb1fa6d0080 stream-ord root 2306 ddmd
14572026-10-08T10:40:43.760Zfffffeb1fa6d0080 stream-ord root 2306 ddmd
14582026-10-08T10:40:43.760Zfffffeb1fa6d0420 stream-ord root 2306 ddmd
14592026-10-08T10:40:43.760Zfffffeb1fa6d0b60 stream-ord root 2301 mgd
14602026-10-08T10:40:43.760Zfffffeb1fa6d0b60 stream-ord root 2301 mgd
14612026-10-08T10:40:43.760Zfffffeb1fa419078 stream-ord root 2301 mgd
14622026-10-08T10:40:43.760Zfffffeb1fa419b58 stream-ord root 2269 uplinkd
14632026-10-08T10:40:43.760Zfffffeb1fa04f070 stream-ord root 2269 uplinkd
14642026-10-08T10:40:43.760Zfffffeb1fa04f410 stream-ord root 2269 uplinkd
14652026-10-08T10:40:43.760Zfffffeb1fa04f410 stream-ord root 2269 uplinkd
14662026-10-08T10:40:43.760Zfffffeb1fa04f7b0 stream-ord root 2269 uplinkd
14672026-10-08T10:40:43.760Zfffffeb1d991f050 stream-ord root 3415 in.ndpd /var/run/in.ndpd_ipadm
14682026-10-08T10:40:43.760Zfffffeb1b1206750 stream-ord root 2498 sp-sim
14692026-10-08T10:40:43.760Z+ pfexec zlogin oxz_switch arp -an
14702026-10-08T10:40:43.784Z+ for z in $(zoneadm list -n)
14712026-10-08T10:40:43.784Z+ banner internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4
14722026-10-08T10:40:43.784Z
14732026-10-08T10:40:43.784Z # # # ##### ###### ##### # # ## # #####
14742026-10-08T10:40:43.784Z # ## # # # # # ## # # # # # #
14752026-10-08T10:40:43.784Z # # # # # ##### # # # # # # # # # #
14762026-10-08T10:40:43.784Z # # # # # # ##### # # # ###### # # #
14772026-10-08T10:40:43.784Z # # ## # # # # # ## # # # # #
14782026-10-08T10:40:43.784Z # # # # ###### # # # # # # ###### ####### #####
14792026-10-08T10:40:43.784Z
14802026-10-08T10:40:43.784Z+ pfexec svcs -xv -z oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4
14812026-10-08T10:40:43.831Z+ pfexec ptree -z oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4
14822026-10-08T10:40:43.854Z3436 zsched
14832026-10-08T10:40:43.854Z 3483 /sbin/init
14842026-10-08T10:40:43.855Z3506 /lib/svc/bin/svc.startd
14852026-10-08T10:40:43.855Z 5156 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
14862026-10-08T10:40:43.855Z3512 /lib/svc/bin/svc.configd
14872026-10-08T10:40:43.855Z3663 /lib/inet/ipmgmtd
14882026-10-08T10:40:43.855Z3677 /lib/inet/netcfgd
14892026-10-08T10:40:43.855Z4621 /usr/lib/pfexecd
14902026-10-08T10:40:43.855Z4630 /usr/lib/fm/fmd/fmd
14912026-10-08T10:40:43.856Z4906 /usr/sbin/nscd
14922026-10-08T10:40:43.856Z5145 /usr/lib/utmpd
14932026-10-08T10:40:43.856Z5192 /usr/sbin/syslogd
14942026-10-08T10:40:43.856Z5378 /usr/lib/inet/in.ndpd
14952026-10-08T10:40:43.856Z5501 ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server -
14962026-10-08T10:40:43.856Z 5503 /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/s
14972026-10-08T10:40:43.856Z+ pfexec zlogin oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 ipadm
14982026-10-08T10:40:43.879ZADDROBJ TYPE STATE ADDR
14992026-10-08T10:40:43.879Zlo0/v4 static ok 127.0.0.1/8
15002026-10-08T10:40:43.879Zlo0/v6 static ok ::1/128
15012026-10-08T10:40:43.880ZoxControlService3/ll addrconf ok fe80::8:20ff:fe46:e156%oxControlService3/10
15022026-10-08T10:40:43.880ZoxControlService3/omicron6 static ok fd00:1122:3344:3::1/64
15032026-10-08T10:40:43.880Z+ pfexec zlogin oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 netstat -rncva
15042026-10-08T10:40:43.903Z
15052026-10-08T10:40:43.903ZIRE Table: IPv4
15062026-10-08T10:40:43.903Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
15072026-10-08T10:40:43.903Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
15082026-10-08T10:40:43.903Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
15092026-10-08T10:40:43.903Z
15102026-10-08T10:40:43.903ZIRE Table: IPv6
15112026-10-08T10:40:43.903Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
15122026-10-08T10:40:43.903Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
15132026-10-08T10:40:43.903Z::1 ::1 lo0 8252 2 UH 0 0
15142026-10-08T10:40:43.904Zfe80::8:20ff:fe46:e156 -- oxControlService3 9000 2 UHL 0 0
15152026-10-08T10:40:43.904Zfd00:1122:3344:3::2 fd00:1122:3344:3::1 oxControlService3 9000 3 UC 12 0
15162026-10-08T10:40:43.904Zfd00:1122:3344:3::1 -- oxControlService3 9000 2 UHL 0 21
15172026-10-08T10:40:43.904Zfd00:1122:3344:3::/64 fd00:1122:3344:3::1 oxControlService3 9000 3 U 12 0
15182026-10-08T10:40:43.904Zfd00:1122:3344::/48 fd00:1122:3344:3::2 oxControlService3 9000 3 UG 8 0
15192026-10-08T10:40:43.904Zfe80::/10 fe80::8:20ff:fe46:e156 oxControlService3 9000 2 U 0 0
15202026-10-08T10:40:43.904Z+ pfexec zlogin oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 netstat -anu
15212026-10-08T10:40:43.927Z
15222026-10-08T10:40:43.927ZUDP: IPv4
15232026-10-08T10:40:43.927Z Local Address Remote Address User Pid Command State
15242026-10-08T10:40:43.927Z-------------------- -------------------- -------- ------ -------------- ----------
15252026-10-08T10:40:43.927Z *.* root 5378 in.ndpd Unbound
15262026-10-08T10:40:43.927Z
15272026-10-08T10:40:43.927ZUDP: IPv6
15282026-10-08T10:40:43.928Z Local Address Remote Address User Pid Command State If
15292026-10-08T10:40:43.928Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
15302026-10-08T10:40:43.928Z *.* root 5378 in.ndpd Unbound
15312026-10-08T10:40:43.928Zfd00:1122:3344:3::1.53 root 5503 dns-server Idle
15322026-10-08T10:40:43.928Z
15332026-10-08T10:40:43.928ZTCP: IPv6
15342026-10-08T10:40:43.928Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
15352026-10-08T10:40:43.928Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
15362026-10-08T10:40:43.928Zfd00:1122:3344:3::1.5353 *.* root 5503 dns-server 0 0 1000000 0 LISTEN
15372026-10-08T10:40:43.928Z
15382026-10-08T10:40:43.928ZActive UNIX domain sockets
15392026-10-08T10:40:43.928ZAddress Type User Pid Command Local Address Remote Address
15402026-10-08T10:40:43.928Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
15412026-10-08T10:40:43.928Zfffffeb211b5d800 stream-ord root 5503 dns-server
15422026-10-08T10:40:43.928Zfffffeb211b5d800 stream-ord root 5503 dns-server
15432026-10-08T10:40:43.928Zfffffeb215b3e0a0 stream-ord root 5378 in.ndpd /var/run/in.ndpd_ipadm
15442026-10-08T10:40:43.928Zfffffeb215b3e440 dgram root 5378 in.ndpd /var/run/in.ndpd_mib
15452026-10-08T10:40:43.928Zfffffeb1c94cb030 stream-ord root 5503 dns-server
15462026-10-08T10:40:43.928Z+ pfexec zlogin oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4 arp -an
15472026-10-08T10:40:43.952Z+ for z in $(zoneadm list -n)
15482026-10-08T10:40:43.952Z+ banner internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c
15492026-10-08T10:40:43.952Z
15502026-10-08T10:40:43.952Z # # # ##### ###### ##### # # ## # #####
15512026-10-08T10:40:43.952Z # ## # # # # # ## # # # # # #
15522026-10-08T10:40:43.952Z # # # # # ##### # # # # # # # # # #
15532026-10-08T10:40:43.952Z # # # # # # ##### # # # ###### # # #
15542026-10-08T10:40:43.952Z # # ## # # # # # ## # # # # #
15552026-10-08T10:40:43.952Z # # # # ###### # # # # # # ###### ####### #####
15562026-10-08T10:40:43.952Z
15572026-10-08T10:40:43.952Z+ pfexec svcs -xv -z oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c
15582026-10-08T10:40:44.001Z+ pfexec ptree -z oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c
15592026-10-08T10:40:44.025Z3437 zsched
15602026-10-08T10:40:44.025Z 3489 /sbin/init
15612026-10-08T10:40:44.025Z3509 /lib/svc/bin/svc.startd
15622026-10-08T10:40:44.025Z 5219 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
15632026-10-08T10:40:44.025Z3515 /lib/svc/bin/svc.configd
15642026-10-08T10:40:44.025Z3697 /lib/inet/ipmgmtd
15652026-10-08T10:40:44.025Z3701 /lib/inet/netcfgd
15662026-10-08T10:40:44.025Z4632 /usr/lib/pfexecd
15672026-10-08T10:40:44.025Z4638 /usr/lib/fm/fmd/fmd
15682026-10-08T10:40:44.025Z4914 /usr/sbin/nscd
15692026-10-08T10:40:44.025Z5147 /usr/lib/utmpd
15702026-10-08T10:40:44.025Z5200 /usr/sbin/syslogd
15712026-10-08T10:40:44.025Z5411 /usr/lib/inet/in.ndpd
15722026-10-08T10:40:44.025Z5508 ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server -
15732026-10-08T10:40:44.025Z 5509 /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/s
15742026-10-08T10:40:44.025Z+ pfexec zlogin oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c ipadm
15752026-10-08T10:40:44.049ZADDROBJ TYPE STATE ADDR
15762026-10-08T10:40:44.049Zlo0/v4 static ok 127.0.0.1/8
15772026-10-08T10:40:44.049Zlo0/v6 static ok ::1/128
15782026-10-08T10:40:44.049ZoxControlService1/ll addrconf ok fe80::8:20ff:fe60:7aa6%oxControlService1/10
15792026-10-08T10:40:44.049ZoxControlService1/omicron6 static ok fd00:1122:3344:2::1/64
15802026-10-08T10:40:44.049Z+ pfexec zlogin oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c netstat -rncva
15812026-10-08T10:40:44.073Z
15822026-10-08T10:40:44.073ZIRE Table: IPv4
15832026-10-08T10:40:44.073Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
15842026-10-08T10:40:44.073Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
15852026-10-08T10:40:44.073Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
15862026-10-08T10:40:44.073Z
15872026-10-08T10:40:44.073ZIRE Table: IPv6
15882026-10-08T10:40:44.073Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
15892026-10-08T10:40:44.073Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
15902026-10-08T10:40:44.073Z::1 ::1 lo0 8252 2 UH 0 0
15912026-10-08T10:40:44.073Zfe80::8:20ff:fe60:7aa6 -- oxControlService1 9000 2 UHL 0 0
15922026-10-08T10:40:44.073Zfd00:1122:3344:2::2 fd00:1122:3344:2::1 oxControlService1 9000 3 UC 12 0
15932026-10-08T10:40:44.073Zfd00:1122:3344:2::1 -- oxControlService1 9000 2 UHL 0 25
15942026-10-08T10:40:44.073Zfd00:1122:3344:2::/64 fd00:1122:3344:2::1 oxControlService1 9000 3 U 12 0
15952026-10-08T10:40:44.073Zfd00:1122:3344::/48 fd00:1122:3344:2::2 oxControlService1 9000 3 UG 8 0
15962026-10-08T10:40:44.073Zfe80::/10 fe80::8:20ff:fe60:7aa6 oxControlService1 9000 2 U 0 0
15972026-10-08T10:40:44.073Z+ pfexec zlogin oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c netstat -anu
15982026-10-08T10:40:44.097Z
15992026-10-08T10:40:44.097ZUDP: IPv4
16002026-10-08T10:40:44.097Z Local Address Remote Address User Pid Command State
16012026-10-08T10:40:44.097Z-------------------- -------------------- -------- ------ -------------- ----------
16022026-10-08T10:40:44.097Z *.* root 5411 in.ndpd Unbound
16032026-10-08T10:40:44.097Z
16042026-10-08T10:40:44.097ZUDP: IPv6
16052026-10-08T10:40:44.097Z Local Address Remote Address User Pid Command State If
16062026-10-08T10:40:44.097Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
16072026-10-08T10:40:44.097Z *.* root 5411 in.ndpd Unbound
16082026-10-08T10:40:44.097Zfd00:1122:3344:2::1.53 root 5509 dns-server Idle
16092026-10-08T10:40:44.097Z
16102026-10-08T10:40:44.097ZTCP: IPv6
16112026-10-08T10:40:44.097Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
16122026-10-08T10:40:44.097Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
16132026-10-08T10:40:44.097Zfd00:1122:3344:2::1.5353 *.* root 5509 dns-server 0 0 1000000 0 LISTEN
16142026-10-08T10:40:44.097Z
16152026-10-08T10:40:44.097ZActive UNIX domain sockets
16162026-10-08T10:40:44.097ZAddress Type User Pid Command Local Address Remote Address
16172026-10-08T10:40:44.097Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
16182026-10-08T10:40:44.097Zfffffeb1e504bba8 stream-ord root 5509 dns-server
16192026-10-08T10:40:44.097Zfffffeb1e504bba8 stream-ord root 5509 dns-server
16202026-10-08T10:40:44.097Zfffffeb211b5d0c0 stream-ord root 5509 dns-server
16212026-10-08T10:40:44.097Zfffffeb23993db90 dgram root 5411 in.ndpd /var/run/in.ndpd_mib
16222026-10-08T10:40:44.097Zfffffeb1e486f0a8 stream-ord root 5411 in.ndpd /var/run/in.ndpd_ipadm
16232026-10-08T10:40:44.097Z+ pfexec zlogin oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c arp -an
16242026-10-08T10:40:44.121Z+ for z in $(zoneadm list -n)
16252026-10-08T10:40:44.121Z+ banner internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e
16262026-10-08T10:40:44.121Z
16272026-10-08T10:40:44.121Z # # # ##### ###### ##### # # ## # #####
16282026-10-08T10:40:44.121Z # ## # # # # # ## # # # # # #
16292026-10-08T10:40:44.121Z # # # # # ##### # # # # # # # # # #
16302026-10-08T10:40:44.121Z # # # # # # ##### # # # ###### # # #
16312026-10-08T10:40:44.121Z # # ## # # # # # ## # # # # #
16322026-10-08T10:40:44.121Z # # # # ###### # # # # # # ###### ####### #####
16332026-10-08T10:40:44.121Z
16342026-10-08T10:40:44.121Z+ pfexec svcs -xv -z oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e
16352026-10-08T10:40:44.168Z+ pfexec ptree -z oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e
16362026-10-08T10:40:44.191Z3438 zsched
16372026-10-08T10:40:44.191Z 3486 /sbin/init
16382026-10-08T10:40:44.194Z3511 /lib/svc/bin/svc.startd
16392026-10-08T10:40:44.194Z 5218 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
16402026-10-08T10:40:44.194Z3516 /lib/svc/bin/svc.configd
16412026-10-08T10:40:44.194Z3691 /lib/inet/netcfgd
16422026-10-08T10:40:44.194Z3692 /lib/inet/ipmgmtd
16432026-10-08T10:40:44.194Z4631 /usr/lib/pfexecd
16442026-10-08T10:40:44.194Z4635 /usr/lib/fm/fmd/fmd
16452026-10-08T10:40:44.194Z4903 /usr/sbin/nscd
16462026-10-08T10:40:44.194Z5142 /usr/lib/utmpd
16472026-10-08T10:40:44.194Z5186 /usr/sbin/syslogd
16482026-10-08T10:40:44.194Z5423 /usr/lib/inet/in.ndpd
16492026-10-08T10:40:44.194Z5511 ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server -
16502026-10-08T10:40:44.194Z 5512 /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/s
16512026-10-08T10:40:44.194Z+ pfexec zlogin oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e ipadm
16522026-10-08T10:40:44.218ZADDROBJ TYPE STATE ADDR
16532026-10-08T10:40:44.218Zlo0/v4 static ok 127.0.0.1/8
16542026-10-08T10:40:44.218Zlo0/v6 static ok ::1/128
16552026-10-08T10:40:44.218ZoxControlService2/ll addrconf ok fe80::8:20ff:fe05:d6d0%oxControlService2/10
16562026-10-08T10:40:44.218ZoxControlService2/omicron6 static ok fd00:1122:3344:1::1/64
16572026-10-08T10:40:44.218Z+ pfexec zlogin oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e netstat -rncva
16582026-10-08T10:40:44.242Z
16592026-10-08T10:40:44.242ZIRE Table: IPv4
16602026-10-08T10:40:44.242Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
16612026-10-08T10:40:44.242Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
16622026-10-08T10:40:44.242Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
16632026-10-08T10:40:44.242Z
16642026-10-08T10:40:44.242ZIRE Table: IPv6
16652026-10-08T10:40:44.242Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
16662026-10-08T10:40:44.242Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
16672026-10-08T10:40:44.242Z::1 ::1 lo0 8252 2 UH 0 0
16682026-10-08T10:40:44.242Zfe80::8:20ff:fe05:d6d0 -- oxControlService2 9000 2 UHL 0 0
16692026-10-08T10:40:44.242Zfd00:1122:3344:1::1 -- oxControlService2 9000 2 UHL 0 24
16702026-10-08T10:40:44.242Zfd00:1122:3344:1::2 fd00:1122:3344:1::1 oxControlService2 9000 3 UC 12 0
16712026-10-08T10:40:44.242Zfd00:1122:3344:1::/64 fd00:1122:3344:1::1 oxControlService2 9000 3 U 12 0
16722026-10-08T10:40:44.243Zfd00:1122:3344::/48 fd00:1122:3344:1::2 oxControlService2 9000 3 UG 8 0
16732026-10-08T10:40:44.243Zfe80::/10 fe80::8:20ff:fe05:d6d0 oxControlService2 9000 2 U 0 0
16742026-10-08T10:40:44.243Z+ pfexec zlogin oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e netstat -anu
16752026-10-08T10:40:44.267Z
16762026-10-08T10:40:44.267ZUDP: IPv4
16772026-10-08T10:40:44.267Z Local Address Remote Address User Pid Command State
16782026-10-08T10:40:44.267Z-------------------- -------------------- -------- ------ -------------- ----------
16792026-10-08T10:40:44.267Z *.* root 5423 in.ndpd Unbound
16802026-10-08T10:40:44.267Z
16812026-10-08T10:40:44.267ZUDP: IPv6
16822026-10-08T10:40:44.267Z Local Address Remote Address User Pid Command State If
16832026-10-08T10:40:44.267Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
16842026-10-08T10:40:44.267Z *.* root 5423 in.ndpd Unbound
16852026-10-08T10:40:44.267Zfd00:1122:3344:1::1.53 root 5512 dns-server Idle
16862026-10-08T10:40:44.267Z
16872026-10-08T10:40:44.267ZTCP: IPv6
16882026-10-08T10:40:44.267Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
16892026-10-08T10:40:44.267Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
16902026-10-08T10:40:44.267Zfd00:1122:3344:1::1.5353 *.* root 5512 dns-server 0 0 1000000 0 LISTEN
16912026-10-08T10:40:44.267Z
16922026-10-08T10:40:44.267ZActive UNIX domain sockets
16932026-10-08T10:40:44.267ZAddress Type User Pid Command Local Address Remote Address
16942026-10-08T10:40:44.267Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
16952026-10-08T10:40:44.267Zfffffeb1e504b0c8 stream-ord root 5512 dns-server
16962026-10-08T10:40:44.268Zfffffeb1e504b0c8 stream-ord root 5512 dns-server
16972026-10-08T10:40:44.268Zfffffeb1e504b468 stream-ord root 5512 dns-server
16982026-10-08T10:40:44.268Zfffffeb23993d0b0 dgram root 5423 in.ndpd /var/run/in.ndpd_mib
16992026-10-08T10:40:44.268Zfffffeb1c94cb770 stream-ord root 5423 in.ndpd /var/run/in.ndpd_ipadm
17002026-10-08T10:40:44.268Z+ pfexec zlogin oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e arp -an
17012026-10-08T10:40:44.268Z+ for z in $(zoneadm list -n)
17022026-10-08T10:40:44.268Z+ banner ntp_efdb686b-b447-4631-898e-1c1b055571ca
17032026-10-08T10:40:44.292Z ##### #####
17042026-10-08T10:40:44.292Z # # ##### ##### ###### ###### ##### ##### # # # #
17052026-10-08T10:40:44.292Z ## # # # # # # # # # # # # #
17062026-10-08T10:40:44.292Z # # # # # # ##### ##### # # ##### ###### #####
17072026-10-08T10:40:44.292Z # # # # ##### # # # # # # # # # #
17082026-10-08T10:40:44.292Z # ## # # # # # # # # # # # #
17092026-10-08T10:40:44.292Z # # # # ####### ###### # ##### ##### ##### #####
17102026-10-08T10:40:44.292Z
17112026-10-08T10:40:44.292Z+ pfexec svcs -xv -z oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca
17122026-10-08T10:40:44.349Zsvc:/system/manifest-import:default (service manifest import)
17132026-10-08T10:40:44.350Z Zone: oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca
17142026-10-08T10:40:44.350Z State: offline since October 8, 2026 at 10:40:43 AM UTC
17152026-10-08T10:40:44.350ZReason: Start method is running.
17162026-10-08T10:40:44.350Z See: http://illumos.org/msg/SMF-8000-C4
17172026-10-08T10:40:44.350Z See: man -M /usr/share/man -s 7 smf_bootstrap
17182026-10-08T10:40:44.350Z See: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/system-manifest-import:default.log
17192026-10-08T10:40:44.350ZImpact: 15 dependent services are not running:
17202026-10-08T10:40:44.350Z svc:/system/boot-config:default
17212026-10-08T10:40:44.350Z svc:/milestone/single-user:default
17222026-10-08T10:40:44.350Z svc:/milestone/multi-user:default
17232026-10-08T10:40:44.350Z svc:/milestone/multi-user-server:default
17242026-10-08T10:40:44.350Z svc:/milestone/sysconfig:default
17252026-10-08T10:40:44.350Z svc:/system/system-log:default
17262026-10-08T10:40:44.350Z svc:/system/utmp:default
17272026-10-08T10:40:44.350Z svc:/system/console-login:default
17282026-10-08T10:40:44.351Z svc:/system/filesystem/local:default
17292026-10-08T10:40:44.351Z svc:/network/inetd-upgrade:default
17302026-10-08T10:40:44.351Z svc:/system/boot-archive-update:default
17312026-10-08T10:40:44.351Z svc:/network/shares/group:default
17322026-10-08T10:40:44.351Z svc:/network/routing-setup:default
17332026-10-08T10:40:44.351Z svc:/oxide/ntp:default
17342026-10-08T10:40:44.351Z svc:/system/coreadm:default
17352026-10-08T10:40:44.375Z+ pfexec ptree -z oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca
17362026-10-08T10:40:44.375Z5583 zsched
17372026-10-08T10:40:44.375Z 5599 /sbin/init
17382026-10-08T10:40:44.375Z5616 /lib/svc/bin/svc.startd
17392026-10-08T10:40:44.375Z 6242 /bin/ksh /lib/svc/method/manifest-import
17402026-10-08T10:40:44.375Z 6259 /usr/sbin/svccfg import -p /dev/msglog /var/svc/manifest/application
17412026-10-08T10:40:44.375Z5618 /lib/svc/bin/svc.configd
17422026-10-08T10:40:44.375Z5687 /lib/inet/ipmgmtd
17432026-10-08T10:40:44.375Z5701 /lib/inet/netcfgd
17442026-10-08T10:40:44.375Z6016 /usr/lib/pfexecd
17452026-10-08T10:40:44.375Z6018 /usr/lib/fm/fmd/fmd
17462026-10-08T10:40:44.375Z6249 /usr/sbin/nscd
17472026-10-08T10:40:44.375Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca ipadm
17482026-10-08T10:40:44.399ZADDROBJ TYPE STATE ADDR
17492026-10-08T10:40:44.399Zlo0/v4 static ok 127.0.0.1/8
17502026-10-08T10:40:44.399Zlo0/v6 static ok ::1/128
17512026-10-08T10:40:44.399Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca netstat -rncva
17522026-10-08T10:40:44.423Z
17532026-10-08T10:40:44.423ZIRE Table: IPv4
17542026-10-08T10:40:44.423Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
17552026-10-08T10:40:44.423Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
17562026-10-08T10:40:44.423Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
17572026-10-08T10:40:44.423Z
17582026-10-08T10:40:44.423ZIRE Table: IPv6
17592026-10-08T10:40:44.423Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
17602026-10-08T10:40:44.423Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
17612026-10-08T10:40:44.423Z::1 ::1 lo0 8252 2 UH 0 0
17622026-10-08T10:40:44.423Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca netstat -anu
17632026-10-08T10:40:44.447Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca arp -an
17642026-10-08T10:40:44.470Z++ zoneadm list -n
17652026-10-08T10:40:44.470Z++ grep oxz_ntp
17662026-10-08T10:40:44.470Z+ for z in $(zoneadm list -n | grep oxz_ntp)
17672026-10-08T10:40:44.470Z+ banner ntp_efdb686b-b447-4631-898e-1c1b055571ca
17682026-10-08T10:40:44.494Z ##### #####
17692026-10-08T10:40:44.494Z # # ##### ##### ###### ###### ##### ##### # # # #
17702026-10-08T10:40:44.494Z ## # # # # # # # # # # # # #
17712026-10-08T10:40:44.494Z # # # # # # ##### ##### # # ##### ###### #####
17722026-10-08T10:40:44.494Z # # # # ##### # # # # # # # # # #
17732026-10-08T10:40:44.494Z # ## # # # # # # # # # # # #
17742026-10-08T10:40:44.494Z # # # # ####### ###### # ##### ##### ##### #####
17752026-10-08T10:40:44.494Z
17762026-10-08T10:40:44.494Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca chronyc -n tracking
17772026-10-08T10:40:44.494Z506 Cannot talk to daemon
17782026-10-08T10:40:44.494Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca chronyc -n sources -a
17792026-10-08T10:40:46.515Z506 Cannot talk to daemon
17802026-10-08T10:40:46.562Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca cat /etc/inet/chrony.conf
17812026-10-08T10:40:46.586Z#
17822026-10-08T10:40:46.586Z# Configuration file for a boundary NTP server - one which communicates with
17832026-10-08T10:40:46.586Z# NTP servers outside the rack.
17842026-10-08T10:40:46.586Z#
17852026-10-08T10:40:46.586Z
17862026-10-08T10:40:46.586Zdriftfile /var/lib/chrony/drift
17872026-10-08T10:40:46.587Zntsdumpdir /var/lib/chrony
17882026-10-08T10:40:46.587Zdumpdir /var/lib/chrony
17892026-10-08T10:40:46.587Zpidfile /var/run/chrony/chronyd.pid
17902026-10-08T10:40:46.587Zlogdir /var/log/chrony
17912026-10-08T10:40:46.587Z
17922026-10-08T10:40:46.587Zlog measurements statistics tracking
17932026-10-08T10:40:46.587Z
17942026-10-08T10:40:46.587Zallow fe80::/10
17952026-10-08T10:40:46.587Zallow fd00:1122:3344:100::/56
17962026-10-08T10:40:46.587Z
17972026-10-08T10:40:46.587Z# Enable local reference mode, which keeps us operating as an NTP server that
17982026-10-08T10:40:46.587Z# appears synchronised even if there are currently no active upstreams. When
17992026-10-08T10:40:46.587Z# in this mode, we report as stratum 10 to clients. The `distance' parameter
18002026-10-08T10:40:46.587Z# controls when we will decide to abandon the upstreams and switch to the local
18012026-10-08T10:40:46.587Z# reference, although this is largely redundant due to the upstream sources
18022026-10-08T10:40:46.587Z# being flagged as 'failfast'. By setting `activate`, we prevent the server
18032026-10-08T10:40:46.587Z# from ever activating its local reference until it has synchronised with
18042026-10-08T10:40:46.587Z# upstream at least once and the root distance has dropped below the
18052026-10-08T10:40:46.587Z# provided threshold. This prevents a boundary server in a cold booted rack
18062026-10-08T10:40:46.587Z# from authoritatively advertising a time from the 1980s prior to gaining
18072026-10-08T10:40:46.587Z# external connectivity.
18082026-10-08T10:40:46.587Z#
18092026-10-08T10:40:46.587Z# distance: Distance from root above which we use the local reference, opting
18102026-10-08T10:40:46.587Z# to ignore the upstream.
18112026-10-08T10:40:46.587Z# activate: Distance from root below which we must fall once to ever consider
18122026-10-08T10:40:46.587Z# the local reference.
18132026-10-08T10:40:46.587Z# orphan: This option enables orphan mode, where sources with the same
18142026-10-08T10:40:46.587Z# stratum as our local are ignored unless no other source is
18152026-10-08T10:40:46.587Z# selectable and their reference IDs are smaller than ours. This
18162026-10-08T10:40:46.587Z# protects against a split brain situation when neither boundary
18172026-10-08T10:40:46.587Z# server has connectivity.
18182026-10-08T10:40:46.587Z#
18192026-10-08T10:40:46.587Zlocal stratum 10 orphan distance 0.4 activate 0.5
18202026-10-08T10:40:46.587Z
18212026-10-08T10:40:46.587Z# makestep <threshold> <limit>
18222026-10-08T10:40:46.587Z# We allow chrony to step the system clock during the first three time updates
18232026-10-08T10:40:46.587Z# if we are more than 0.1 seconds out.
18242026-10-08T10:40:46.587Zmakestep 0.1 3
18252026-10-08T10:40:46.587Z
18262026-10-08T10:40:46.588Z# When a leap second occurs we slew the clock over approximately 37 seconds.
18272026-10-08T10:40:46.588Zleapsecmode slew
18282026-10-08T10:40:46.588Zmaxslewrate 2708.333
18292026-10-08T10:40:46.588Z
18302026-10-08T10:40:46.588Z# Refresh boundary NTP servers every two minutes instead of every two weeks
18312026-10-08T10:40:46.588Zrefresh 120
18322026-10-08T10:40:46.588Z
18332026-10-08T10:40:46.588Z# When a source is unreachable, increase its dispersion by 60 microseconds/s
18342026-10-08T10:40:46.588Z# instead of the default of 1.
18352026-10-08T10:40:46.588Zmaxclockerror 60
18362026-10-08T10:40:46.588Z
18372026-10-08T10:40:46.588Zpool 0.pool.ntp.org iburst maxdelay 0.1 maxsources 16 minpoll 0 maxpoll 5 maxsamples 8 failfast
18382026-10-08T10:40:46.588Zpool boundary-ntp.control-plane.oxide.internal minpoll 0 maxpoll 5 iburst maxdelay 0.1 maxsources 16
18392026-10-08T10:40:46.589Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca ping -sn oxide.computer 56 1
18402026-10-08T10:40:46.589Zping: unknown host oxide.computer
18412026-10-08T10:40:46.589Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca ping -sn 1.1.1.1 56 1
18422026-10-08T10:40:46.612ZPING 1.1.1.1 (1.1.1.1): 56 data bytes
18432026-10-08T10:40:46.612Zping: wrote 1.1.1.1 64 chars, ret=-1
18442026-10-08T10:40:46.612Zping: sendto No route to host
18452026-10-08T10:40:56.589Z
18462026-10-08T10:40:56.589Z----1.1.1.1 PING Statistics----
18472026-10-08T10:40:56.589Z1 packets transmitted, 0 packets received, 100% packet loss
18482026-10-08T10:40:56.612Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca /usr/sbin/dig 0.pool.ntp.org @1.1.1.1
18492026-10-08T10:40:56.612Zbash: line 1: /usr/sbin/dig: No such file or directory
18502026-10-08T10:40:56.636Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca getent hosts time.cloudfare.com
18512026-10-08T10:40:56.659Z104.16.132.229 cloudflare.com time.cloudfare.com
18522026-10-08T10:40:56.659Z104.16.133.229 cloudflare.com time.cloudfare.com
18532026-10-08T10:40:56.659Z+ pfexec /usr/sbin/svcadm -z oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca disable -s oxide/ntp
18542026-10-08T10:40:56.682Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca /usr/sbin/chronyd -t 10 -ddQ
18552026-10-08T10:40:56.705Z2026-10-08T10:40:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK -RTC +PRIVDROP -SCFILTER +SIGND +ASYNCDNS -NTS +SECHASH +IPV6 -DEBUG)
18562026-10-08T10:40:56.705Z2026-10-08T10:40:56Z Disabled control of system clock
18572026-10-08T10:40:56.705Z2026-10-08T10:40:56Z Frequency 0.000 +/- 1000000.000 ppm read from /var/lib/chrony/drift
18582026-10-08T10:40:57.026Z2026-10-08T10:40:56Z No suitable source for synchronisation
18592026-10-08T10:40:57.026Z2026-10-08T10:40:56Z chronyd exiting
18602026-10-08T10:40:57.050Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca /usr/sbin/chronyd -t 10 -ddq
18612026-10-08T10:40:57.050Z2026-10-08T10:40:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK -RTC +PRIVDROP -SCFILTER +SIGND +ASYNCDNS -NTS +SECHASH +IPV6 -DEBUG)
18622026-10-08T10:40:57.051Z2026-10-08T10:40:56Z Frequency 0.000 +/- 1000000.000 ppm read from /var/lib/chrony/drift
18632026-10-08T10:40:57.282Z2026-10-08T10:40:56Z No suitable source for synchronisation
18642026-10-08T10:40:57.282Z2026-10-08T10:40:56Z chronyd exiting
18652026-10-08T10:40:57.305Z+ pfexec zlogin oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca /usr/sbin/chronyd -t 10 -ddq ''\''pool time.cloudflare.com iburst maxdelay 0.1'\'''
18662026-10-08T10:40:57.305Z2026-10-08T10:40:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK -RTC +PRIVDROP -SCFILTER +SIGND +ASYNCDNS -NTS +SECHASH +IPV6 -DEBUG)
18672026-10-08T10:41:01.748Z2026-10-08T10:41:01Z System clock wrong by 0.333340 seconds (step)
18682026-10-08T10:41:01.772Z2026-10-08T10:41:02Z chronyd exiting
18692026-10-08T10:41:01.772Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
18702026-10-08T10:41:01.796ZConfig {
18712026-10-08T10:41:01.796Z p4_program: "/softnpu/asic_program.so",
18722026-10-08T10:41:01.796Z ports: [
18732026-10-08T10:41:01.796Z Port {
18742026-10-08T10:41:01.796Z sidecar: "sc0_0",
18752026-10-08T10:41:01.796Z scrimlet: "sidecar_shi0",
18762026-10-08T10:41:01.796Z mtu: 9000,
18772026-10-08T10:41:01.796Z },
18782026-10-08T10:41:01.796Z Port {
18792026-10-08T10:41:01.796Z sidecar: "sc0_1",
18802026-10-08T10:41:01.796Z scrimlet: "sidecar_shi1",
18812026-10-08T10:41:01.796Z mtu: 9000,
18822026-10-08T10:41:01.797Z },
18832026-10-08T10:41:01.797Z ],
18842026-10-08T10:41:01.797Z}
18852026-10-08T10:41:01.797Z+ exit 1
18862026-10-08T10:41:01.797Zprocess exited: duration 115846 ms, exit code 1
 
18872026-10-08T10:41:01.852Zfound 28 output files
18882026-10-08T10:41:01.878Zuploading: /var/svc/log/oxide-mg-ddm:default.log (5327 bytes)
18892026-10-08T10:41:02.946Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
18902026-10-08T10:41:02.970Zuploading: /var/svc/log/oxide-sled-agent:default.log (1013929 bytes)
18912026-10-08T10:41:03.204Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 1013929 -> 1015415
18922026-10-08T10:41:04.272Zuploaded: /var/svc/log/oxide-sled-agent:default.log
18932026-10-08T10:41:04.272Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (383436 bytes)
18942026-10-08T10:41:04.507Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 383436 -> 429764
18952026-10-08T10:41:05.574Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
18962026-10-08T10:41:05.598Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (26330 bytes)
18972026-10-08T10:41:06.705Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
18982026-10-08T10:41:06.730Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (14669 bytes)
18992026-10-08T10:41:07.819Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
19002026-10-08T10:41:07.843Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (65701 bytes)
19012026-10-08T10:41:08.993Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
19022026-10-08T10:41:09.018Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (132583 bytes)
19032026-10-08T10:41:09.163Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 132583 -> 156712
19042026-10-08T10:41:10.230Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
19052026-10-08T10:41:10.230Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (510805 bytes)
19062026-10-08T10:41:10.507Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 510805 -> 767695
19072026-10-08T10:41:11.576Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
19082026-10-08T10:41:11.576Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (2951 bytes)
19092026-10-08T10:41:12.668Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
19102026-10-08T10:41:12.668Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (23004 bytes)
19112026-10-08T10:41:12.776Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 23004 -> 29180
19122026-10-08T10:41:13.843Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
19132026-10-08T10:41:13.843Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (835 bytes)
19142026-10-08T10:41:14.933Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
19152026-10-08T10:41:14.933Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (13852 bytes)
19162026-10-08T10:41:14.999Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log" changed size mid upload: 13852 -> 15247
19172026-10-08T10:41:16.067Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
19182026-10-08T10:41:16.067Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1658 bytes)
19192026-10-08T10:41:17.156Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
19202026-10-08T10:41:17.157Zuploading: /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c/root/var/svc/log/oxide-internal_dns:default.log (36204 bytes)
19212026-10-08T10:41:18.309Zuploaded: /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c/root/var/svc/log/oxide-internal_dns:default.log
19222026-10-08T10:41:18.309Zuploading: /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
19232026-10-08T10:41:19.399Zuploaded: /pool/ext/0608f3ca-9d62-404e-8fc6-44eb5617c4ae/crypt/zone/oxz_internal_dns_56f954c9-e612-4ddf-9577-d77927f55b3c/root/var/svc/log/oxide-zone-network-setup:default.log
19242026-10-08T10:41:19.424Zuploading: /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4/root/var/svc/log/oxide-internal_dns:default.log (38796 bytes)
19252026-10-08T10:41:20.552Zuploaded: /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4/root/var/svc/log/oxide-internal_dns:default.log
19262026-10-08T10:41:20.577Zuploading: /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
19272026-10-08T10:41:21.642Zuploaded: /pool/ext/24af2077-40dc-458f-88b9-9b1b4a630cbe/crypt/zone/oxz_internal_dns_6c32f6a8-94f6-4f43-b673-8981ae800ba4/root/var/svc/log/oxide-zone-network-setup:default.log
19282026-10-08T10:41:21.642Zuploading: /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e/root/var/svc/log/oxide-internal_dns:default.log (36201 bytes)
19292026-10-08T10:41:22.774Zuploaded: /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e/root/var/svc/log/oxide-internal_dns:default.log
19302026-10-08T10:41:22.774Zuploading: /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
19312026-10-08T10:41:23.864Zuploaded: /pool/ext/51abd55d-a024-4e17-871f-1d603908fa50/crypt/zone/oxz_internal_dns_a6d6aae7-cbdd-44c4-9ac7-00ac378c365e/root/var/svc/log/oxide-zone-network-setup:default.log
19322026-10-08T10:41:23.888Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-chrony-setup:default.log (15297 bytes)
19332026-10-08T10:41:24.975Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-chrony-setup:default.log
19342026-10-08T10:41:24.999Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-ntp-admin:default.log (14033 bytes)
19352026-10-08T10:41:25.061Zupload warning: file "/pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 14033 -> 28546
19362026-10-08T10:41:26.128Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-ntp-admin:default.log
19372026-10-08T10:41:26.129Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-ntp:default.log (936 bytes)
19382026-10-08T10:41:27.220Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-ntp:default.log
19392026-10-08T10:41:27.220Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-opte-interface-setup:default.log (928 bytes)
19402026-10-08T10:41:28.309Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-opte-interface-setup:default.log
19412026-10-08T10:41:28.309Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-zone-network-setup:default.log (2027 bytes)
19422026-10-08T10:41:29.401Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/svc/log/oxide-zone-network-setup:default.log
19432026-10-08T10:41:29.425Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/measurements.log (6899 bytes)
19442026-10-08T10:41:30.492Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/measurements.log
19452026-10-08T10:41:30.516Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/statistics.log (2808 bytes)
19462026-10-08T10:41:31.582Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/statistics.log
19472026-10-08T10:41:31.582Zuploading: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/tracking.log (3715 bytes)
19482026-10-08T10:41:32.674Zuploaded: /pool/ext/6ac2fd3f-ce47-48a2-b34d-5f38f8ccf4b6/crypt/zone/oxz_ntp_efdb686b-b447-4631-898e-1c1b055571ca/root/var/log/chrony/tracking.log
19492026-10-08T10:41:32.674Zuploading: /tmp/kstat/xde.kstat (9428 bytes)
19502026-10-08T10:41:33.785Zuploaded: /tmp/kstat/xde.kstat