01JPRB4JDP1ZMG0DV6RH9NS0CB: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JPRB5HSTZ7SWE8339GKVFK7R

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-19T23:54:14.102Zjob dependencies complete; ready to run (waiting for 36 m 32 s)
22025-03-20T00:13:24.334Zjob assigned to worker 01JPRE2VQX0FYA53VWCJJQPAW5 [factory lab, sock/12138] (queued for 19 m 10 s)
32025-03-20T00:13:24.484Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-03-20T00:13:24.537Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-03-20T00:13:24.570Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-03-20T00:13:24.604Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-03-20T00:13:24.637Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-03-20T00:13:24.671ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-03-20T00:13:24.705Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-03-20T00:13:24.738ZOxide Helios Version helios-2.0.23032 64-bit
112025-03-20T00:13:24.771ZConfiguring devices.
122025-03-20T00:13:24.805Z##################################################
132025-03-20T00:13:24.838Z#### ############# ##
142025-03-20T00:13:24.872Z### ### ############ ##
152025-03-20T00:13:24.905Z## ### # ## ### ## Oxide Computer Company ##
162025-03-20T00:13:24.938Z## ## ## ### # ### ##
172025-03-20T00:13:24.972Z## # ### #### #### This Station Under ##
182025-03-20T00:13:25.005Z### ### #### # ### Computer Control ##
192025-03-20T00:13:25.039Z#### #### ### ## ##
202025-03-20T00:13:25.074Z##################################################
212025-03-20T00:13:25.106ZHostname: sock
222025-03-20T00:13:25.139ZLoading smf(7) service descriptions:
232025-03-20T00:13:26.286Zdownloading input: /input/package/work/package.tar.gz
242025-03-20T00:19:24.280Zdownloaded input: /input/package/work/package.tar.gz
 
252025-03-20T00:19:24.280Zstarting task 0: "setup"
262025-03-20T00:19:24.306Z++ uname -s
272025-03-20T00:19:24.306Z+ kern=SunOS
282025-03-20T00:19:24.306Z+ build_user=build
292025-03-20T00:19:24.306Z+ build_uid=12345
302025-03-20T00:19:24.306Z+ work_dir=/work
312025-03-20T00:19:24.306Z+ input_dir=/input
322025-03-20T00:19:24.306Z+ [[ 0 == 12345 ]]
332025-03-20T00:19:24.306Z+ case "$kern" in
342025-03-20T00:19:24.306Z+ groupadd -g 12345 build
352025-03-20T00:19:24.306Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-03-20T00:19:26.192Z+ zfs create -o mountpoint=/work rpool/work
372025-03-20T00:19:26.218Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-03-20T00:19:26.218Z+ home_fs=zfs
392025-03-20T00:19:26.218Z+ [[ zfs == autofs ]]
402025-03-20T00:19:26.218Z+ mkdir -p /home/build
412025-03-20T00:19:26.243Z+ chown build:build /home/build /work
422025-03-20T00:19:28.221Z+ chmod 0700 /home/build /work
432025-03-20T00:19:28.246Zprocess exited: duration 4051 ms, exit code 0
 
442025-03-20T00:19:28.296Zstarting task 1: "authentication"
452025-03-20T00:19:28.342Zprocess exited: duration 45 ms, exit code 0
 
462025-03-20T00:19:28.391Zstarting task 2: "build"
472025-03-20T00:19:28.465Z+ trap _exit_trap EXIT
482025-03-20T00:19:28.465Z+ OPTE_COMMIT=
492025-03-20T00:19:28.465Z+ [[ x != \x ]]
502025-03-20T00:19:28.465Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-03-20T00:19:28.510Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-03-20T00:19:28.510Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-03-20T00:19:28.535Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-03-20T00:19:28.535Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-03-20T00:19:28.535Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-03-20T00:19:28.535Z+ [[ -d /opt/oxide ]]
632025-03-20T00:19:28.535Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-03-20T00:19:28.536Z+ pfexec mkdir /opt/oxide
652025-03-20T00:19:28.536Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-03-20T00:19:28.536Z+ [[ -d /opt/oxide-underneath ]]
672025-03-20T00:19:28.536Z+ cd /opt/oxide-underneath
682025-03-20T00:19:28.536Z+ pfexec tar ceEp@/f - .
692025-03-20T00:19:28.536Z+ cd /opt/oxide
702025-03-20T00:19:28.536Z+ pfexec tar xveEp@/f -
712025-03-20T00:19:28.566Zx ., 0 bytes, 0 tape blocks
722025-03-20T00:19:28.566Zx ./opte, 0 bytes, 0 tape blocks
732025-03-20T00:19:28.566Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-03-20T00:19:28.566Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-03-20T00:19:28.590Z+ pfexec rm -rf /opt/oxide-underneath
762025-03-20T00:19:28.590Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-03-20T00:19:28.590Z+ pfexec mkdir /opt/oxide/work
782025-03-20T00:19:28.615Z+ pfexec chown build:build /opt/oxide/work
792025-03-20T00:19:28.615Z+ cd /opt/oxide/work
802025-03-20T00:19:28.615Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-03-20T00:19:43.331ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-03-20T00:19:43.331Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-03-20T00:19:43.331Zx out/target/test, 107 bytes, 1 tape blocks
842025-03-20T00:19:43.331Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-03-20T00:19:43.331Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-03-20T00:19:43.331Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-03-20T00:19:43.331Zx target/release/omicron-package, 39779504 bytes, 77695 tape blocks
882025-03-20T00:19:43.331Zx target/release/xtask, 11068696 bytes, 21619 tape blocks
892025-03-20T00:19:43.378Zx target/debug/bootstrap, 220105160 bytes, 429893 tape blocks
902025-03-20T00:19:43.378Zx tests/bootstrap-7e8112e69a694c07, 24661984 bytes, 48168 tape blocks
912025-03-20T00:19:43.378Zx tests/commtest-9d90f4fe9c89f0ad, 24923008 bytes, 48678 tape blocks
922025-03-20T00:19:43.378Zx tests/dhcp_server-9828a7b54158bcfd, 24662000 bytes, 48168 tape blocks
932025-03-20T00:19:43.378Zx tests/end_to_end_tests-347313cfe8ae6484, 276397576 bytes, 539840 tape blocks
942025-03-20T00:19:43.378Zx out/clickhouse.tar.gz, 309578976 bytes, 604647 tape blocks
952025-03-20T00:19:43.378Zx out/clickhouse_keeper.tar.gz, 295108548 bytes, 576384 tape blocks
962025-03-20T00:19:43.378Zx out/clickhouse_server.tar.gz, 309581159 bytes, 604651 tape blocks
972025-03-20T00:19:43.378Zx out/cockroachdb.tar.gz, 146693924 bytes, 286512 tape blocks
982025-03-20T00:19:43.378Zx out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks
992025-03-20T00:19:43.378Zx out/crucible-pantry-zone.tar.gz, 33256053 bytes, 64954 tape blocks
1002025-03-20T00:19:43.378Zx out/crucible-zone.tar.gz, 41841934 bytes, 81723 tape blocks
1012025-03-20T00:19:43.379Zx out/external-dns.tar.gz, 45375550 bytes, 88625 tape blocks
1022025-03-20T00:19:43.379Zx out/internal-dns.tar.gz, 45375112 bytes, 88624 tape blocks
1032025-03-20T00:19:43.379Zx out/mg-ddm-gz.tar, 67117056 bytes, 131088 tape blocks
1042025-03-20T00:19:43.379Zx out/nexus.tar.gz, 112449185 bytes, 219628 tape blocks
1052025-03-20T00:19:43.379Zx out/ntp.tar.gz, 14773215 bytes, 28854 tape blocks
1062025-03-20T00:19:43.379Zx out/omicron-gateway-softnpu.tar.gz, 25070215 bytes, 48966 tape blocks
1072025-03-20T00:19:43.379Zx out/omicron-sled-agent.tar, 126645248 bytes, 247354 tape blocks
1082025-03-20T00:19:43.379Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-03-20T00:19:43.379Zx out/oximeter.tar.gz, 54636420 bytes, 106712 tape blocks
1102025-03-20T00:19:43.379Zx out/oxlog.tar, 3218944 bytes, 6287 tape blocks
1112025-03-20T00:19:43.379Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-03-20T00:19:43.379Zx out/propolis-server.tar.gz, 69220399 bytes, 135197 tape blocks
1132025-03-20T00:19:43.379Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1142025-03-20T00:19:43.379Zx out/switch-softnpu.tar.gz, 266900819 bytes, 521291 tape blocks
1152025-03-20T00:19:43.379Z
1162025-03-20T00:19:43.379Zreal 14.733020380
1172025-03-20T00:19:43.379Zuser 12.991756818
1182025-03-20T00:19:43.379Zsys 2.997614690
1192025-03-20T00:19:43.379Ztrap 0.000583750
1202025-03-20T00:19:43.379Ztflt 0.000000000
1212025-03-20T00:19:43.379Zdflt 0.000000000
1222025-03-20T00:19:43.379Zkflt 0.000000000
1232025-03-20T00:19:43.379Zlock 0.000000000
1242025-03-20T00:19:43.379Zslp 13.117530619
1252025-03-20T00:19:43.379Zlat 0.356373907
1262025-03-20T00:19:43.379Zstop 0.000136662
1272025-03-20T00:19:43.379Z+ source .github/buildomat/ci-env.sh
1282025-03-20T00:19:43.379Z++ export CARGO_TERM_COLOR=always
1292025-03-20T00:19:43.379Z++ CARGO_TERM_COLOR=always
1302025-03-20T00:19:43.379Z+ bmat address ls
1312025-03-20T00:19:43.379ZNAME CIDR FIRST LAST COUNT
1322025-03-20T00:19:43.379Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1332025-03-20T00:19:43.379Z++ bmat address ls -f extra -Ho first,last,count
1342025-03-20T00:19:43.379Z+ set -- 10.151.2.164 10.151.2.227 64
1352025-03-20T00:19:43.379Z+ EXTRA_IP_START=10.151.2.164
1362025-03-20T00:19:43.379Z+ EXTRA_IP_END=10.151.2.227
1372025-03-20T00:19:43.379Z+ EXTRA_IP_COUNT=64
1382025-03-20T00:19:43.379Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-03-20T00:19:43.379Z+ EXTRA_IP_BASE=10.151.2
1402025-03-20T00:19:43.379Z+ EXTRA_IP_FOCTET=164
1412025-03-20T00:19:43.380Z+ EXTRA_IP_LOCTET=227
1422025-03-20T00:19:43.380Z+ SERVICE_IP_POOL_START=10.151.2.164
1432025-03-20T00:19:43.380Z+ SERVICE_IP_POOL_END=10.151.2.173
1442025-03-20T00:19:43.380Z+ DNS_IP1=10.151.2.164
1452025-03-20T00:19:43.380Z+ DNS_IP2=10.151.2.165
1462025-03-20T00:19:43.380Z+ UPLINK_IP=10.151.2.174
1472025-03-20T00:19:43.380Z+ IPPOOL_START=10.151.2.175
1482025-03-20T00:19:43.380Z+ IPPOOL_END=10.151.2.227
1492025-03-20T00:19:43.405Z++ ipadm show-addr -po type,addr
1502025-03-20T00:19:43.405Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-03-20T00:19:43.405Z+ GATEWAY_IP=10.151.2.100
1522025-03-20T00:19:43.405Z+ [[ -n 10.151.2.100 ]]
1532025-03-20T00:19:43.405Z+ ping -s 10.151.2.100 56 1
1542025-03-20T00:19:43.405ZPING 10.151.2.100: 56 data bytes
1552025-03-20T00:19:43.405Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1562025-03-20T00:19:43.405Z
1572025-03-20T00:19:43.405Z----10.151.2.100 PING Statistics----
1582025-03-20T00:19:43.405Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-03-20T00:19:43.405Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-03-20T00:19:43.405Z++ arp -an
1612025-03-20T00:19:43.405Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1622025-03-20T00:19:43.405Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1632025-03-20T00:19:43.405Z+ routeadm -e ipv4-forwarding -u
1642025-03-20T00:19:43.495Z+ PXA_START=10.151.2.164
1652025-03-20T00:19:43.495Z+ PXA_END=10.151.2.227
1662025-03-20T00:19:43.495Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-03-20T00:19:43.628Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1682025-03-20T00:19:43.653ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-03-20T00:19:43.704Zcreating virtual hardware
1702025-03-20T00:19:43.729Zcreating /scratch/m2_0.vdev
1712025-03-20T00:19:43.729Zcreating /scratch/m2_1.vdev
1722025-03-20T00:19:43.729Zcreating /scratch/u2_0.vdev
1732025-03-20T00:19:43.729Zcreating /scratch/u2_1.vdev
1742025-03-20T00:19:43.729Zcreating /scratch/u2_2.vdev
1752025-03-20T00:19:43.729Zcreating /scratch/u2_3.vdev
1762025-03-20T00:19:43.729Zcreating /scratch/u2_4.vdev
1772025-03-20T00:19:43.729Zcreating /scratch/u2_5.vdev
1782025-03-20T00:19:43.729Zcreating /scratch/u2_6.vdev
1792025-03-20T00:19:43.729Zcreating /scratch/u2_7.vdev
1802025-03-20T00:19:43.729Zcreating /scratch/u2_8.vdev
1812025-03-20T00:19:43.753ZSimnet net0/sc0_0 exists
1822025-03-20T00:19:43.777ZSimnet net1/sc1_0 exists
1832025-03-20T00:19:43.777ZVnic sc0_1 exists
1842025-03-20T00:23:04.151ZError: "/usr/bin/pfexec" failed: exit status: 1 (stderr: Error: [28] Timeout was reached (Failed to connect to buildomat.eng.oxide.computer port 443 after 194644 ms: Could not connect to server)
1852025-03-20T00:23:04.151Z)
1862025-03-20T00:23:04.176Z
1872025-03-20T00:23:04.177Zreal 3:20.521131280
1882025-03-20T00:23:04.177Zuser 0.199528941
1892025-03-20T00:23:04.177Zsys 0.228752550
1902025-03-20T00:23:04.177Ztrap 0.000023740
1912025-03-20T00:23:04.177Ztflt 0.000029309
1922025-03-20T00:23:04.177Zdflt 0.000139748
1932025-03-20T00:23:04.177Zkflt 0.000000000
1942025-03-20T00:23:04.177Zlock 2:36:56.896525548
1952025-03-20T00:23:04.178Zslp 10:01.011440193
1962025-03-20T00:23:04.178Zlat 0.025913538
1972025-03-20T00:23:04.178Zstop 0.000345799
1982025-03-20T00:23:04.178Z+ _exit_trap
1992025-03-20T00:23:04.178Z+ local status=1
2002025-03-20T00:23:04.178Z+ set +o errexit
2012025-03-20T00:23:04.178Z+ [[ x != \x ]]
2022025-03-20T00:23:04.178Z+ pfexec svcadm -Z disable -s cron
2032025-03-20T00:23:04.204Z+ [[ 1 -eq 0 ]]
2042025-03-20T00:23:04.204Z+ set -o xtrace
2052025-03-20T00:23:04.204Z+ banner evidence
2062025-03-20T00:23:04.204Z
2072025-03-20T00:23:04.204Z ###### # # # ##### ###### # # #### ######
2082025-03-20T00:23:04.204Z # # # # # # # ## # # # #
2092025-03-20T00:23:04.205Z ##### # # # # # ##### # # # # #####
2102025-03-20T00:23:04.205Z # # # # # # # # # # # #
2112025-03-20T00:23:04.205Z # # # # # # # # ## # # #
2122025-03-20T00:23:04.205Z ###### ## # ##### ###### # # #### ######
2132025-03-20T00:23:04.205Z
2142025-03-20T00:23:04.205Z+ zoneadm list -civ
2152025-03-20T00:23:04.205Z ID NAME STATUS PATH BRAND IP
2162025-03-20T00:23:04.205Z 0 global running / ipkg shared
2172025-03-20T00:23:04.205Z+ pfexec dladm show-phys -m
2182025-03-20T00:23:04.205ZLINK SLOT ADDRESS INUSE CLIENT
2192025-03-20T00:23:04.205Zigb0 primary 18:c0:4d:d:a0:2a yes igb0
2202025-03-20T00:23:04.205Zigb1 primary 18:c0:4d:d:a0:2b no --
2212025-03-20T00:23:04.206Ztfpkt0 primary 2:0:0:0:0:0 no --
2222025-03-20T00:23:04.206Z+ pfexec dladm show-link
2232025-03-20T00:23:04.206ZLINK CLASS MTU STATE BRIDGE OVER
2242025-03-20T00:23:04.206Zigb0 phys 1500 up -- --
2252025-03-20T00:23:04.254Zigb1 phys 1500 unknown -- --
2262025-03-20T00:23:04.254Ztfpkt0 phys 1500 down -- --
2272025-03-20T00:23:04.254Znet0 simnet 9000 up -- sc0_0
2282025-03-20T00:23:04.254Zsc0_0 simnet 9000 up -- net0
2292025-03-20T00:23:04.254Znet1 simnet 9000 up -- sc1_0
2302025-03-20T00:23:04.254Zsc1_0 simnet 9000 up -- net1
2312025-03-20T00:23:04.254Zsc0_1 vnic 1500 up -- igb0
2322025-03-20T00:23:04.254Z+ pfexec dladm show-vnic
2332025-03-20T00:23:04.254ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
2342025-03-20T00:23:04.254Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
2352025-03-20T00:23:04.254Z+ pfexec ipadm
2362025-03-20T00:23:04.254ZADDROBJ TYPE STATE ADDR
2372025-03-20T00:23:04.255Zlo0/v4 static ok 127.0.0.1/8
2382025-03-20T00:23:04.255Zigb0/dhcp dhcp ok 10.151.2.100/24
2392025-03-20T00:23:04.255Zlo0/v6 static ok ::1/128
2402025-03-20T00:23:04.255Z+ pfexec netstat -rncva
2412025-03-20T00:23:04.255Z
2422025-03-20T00:23:04.255ZIRE Table: IPv4
2432025-03-20T00:23:04.255Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
2442025-03-20T00:23:04.255Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
2452025-03-20T00:23:04.255Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
2462025-03-20T00:23:04.255Zdefault 0.0.0.0 10.151.2.1 igb0 1500 3 UG 758289 0
2472025-03-20T00:23:04.255Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
2482025-03-20T00:23:04.255Z10.151.2.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
2492025-03-20T00:23:04.255Z10.151.2.0/24 255.255.255.0 10.151.2.100 igb0 1500 3 U 0 0
2502025-03-20T00:23:04.255Z10.151.2.1/32 255.255.255.255 10.151.2.100 igb0 1500 3 UC 0 0
2512025-03-20T00:23:04.255Z10.151.2.100 255.255.255.255 -- igb0 1500 2 UHL 2 1516096
2522025-03-20T00:23:04.255Z10.151.2.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
2532025-03-20T00:23:04.255Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
2542025-03-20T00:23:04.256Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 14 14
2552025-03-20T00:23:04.256Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 1
2562025-03-20T00:23:04.256Z
2572025-03-20T00:23:04.256ZIRE Table: IPv6
2582025-03-20T00:23:04.256Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
2592025-03-20T00:23:04.256Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
2602025-03-20T00:23:04.256Z::1 ::1 lo0 8252 2 UH 0 0
2612025-03-20T00:23:04.256Z+ pfexec netstat -anu
2622025-03-20T00:23:04.256Z
2632025-03-20T00:23:04.256ZUDP: IPv4
2642025-03-20T00:23:04.256Z Local Address Remote Address User Pid Command State
2652025-03-20T00:23:04.256Z-------------------- -------------------- -------- ------ -------------- ----------
2662025-03-20T00:23:04.256Z *.* root 80 in.mpathd Unbound
2672025-03-20T00:23:04.256Z *.* root 80 in.mpathd Unbound
2682025-03-20T00:23:04.257Z *.68 root 317 dhcpagent Idle
2692025-03-20T00:23:04.257Z *.546 root 317 dhcpagent Idle
2702025-03-20T00:23:04.257Z10.151.2.100.68 root 317 dhcpagent Idle
2712025-03-20T00:23:04.257Z *.111 daemon 720 rpcbind Idle
2722025-03-20T00:23:04.257Z *.* daemon 720 rpcbind Unbound
2732025-03-20T00:23:04.257Z *.47705 daemon 720 rpcbind Idle
2742025-03-20T00:23:04.257Z *.111 daemon 720 rpcbind Idle
2752025-03-20T00:23:04.257Z *.* daemon 720 rpcbind Unbound
2762025-03-20T00:23:04.257Z *.45863 daemon 720 rpcbind Idle
2772025-03-20T00:23:04.257Z *.* root 733 in.ndpd Unbound
2782025-03-20T00:23:04.257Z *.* root 875 rcm_daemon Unbound
2792025-03-20T00:23:04.257Z *.* root 875 rcm_daemon Unbound
2802025-03-20T00:23:04.257Z
2812025-03-20T00:23:04.257ZUDP: IPv6
2822025-03-20T00:23:04.257Z Local Address Remote Address User Pid Command State If
2832025-03-20T00:23:04.258Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
2842025-03-20T00:23:04.258Z *.* root 80 in.mpathd Unbound
2852025-03-20T00:23:04.258Z *.546 root 317 dhcpagent Idle
2862025-03-20T00:23:04.258Z *.111 daemon 720 rpcbind Idle
2872025-03-20T00:23:04.258Z *.* daemon 720 rpcbind Unbound
2882025-03-20T00:23:04.258Z *.47705 daemon 720 rpcbind Idle
2892025-03-20T00:23:04.258Z *.* root 733 in.ndpd Unbound
2902025-03-20T00:23:04.258Z *.* root 875 rcm_daemon Unbound
2912025-03-20T00:23:04.258Z
2922025-03-20T00:23:04.258ZTCP: IPv4
2932025-03-20T00:23:04.258Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
2942025-03-20T00:23:04.258Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
2952025-03-20T00:23:04.258Z127.0.0.1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN
2962025-03-20T00:23:04.258Z127.0.0.1.4999 *.* root 317 dhcpagent 0 0 128000 0 LISTEN
2972025-03-20T00:23:04.258Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
2982025-03-20T00:23:04.258Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
2992025-03-20T00:23:04.258Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
3002025-03-20T00:23:04.259Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
3012025-03-20T00:23:04.259Z10.151.2.100.65275 34.220.230.66.443 root 811 agent 1049792 140 128872 0 ESTABLISHED
3022025-03-20T00:23:04.259Z
3032025-03-20T00:23:04.259ZTCP: IPv6
3042025-03-20T00:23:04.259Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
3052025-03-20T00:23:04.259Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
3062025-03-20T00:23:04.259Z::1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN
3072025-03-20T00:23:04.259Z *.111 *.* daemon 720 rpcbind 0 0 128000 0 LISTEN
3082025-03-20T00:23:04.259Z *.* *.* daemon 720 rpcbind 0 0 128000 0 IDLE
3092025-03-20T00:23:04.259Z
3102025-03-20T00:23:04.259ZActive UNIX domain sockets
3112025-03-20T00:23:04.259ZAddress Type User Pid Command Local Address Remote Address
3122025-03-20T00:23:04.259Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
3132025-03-20T00:23:04.259Zfffffe8587023758 stream-ord root 811 agent /var/run/buildomat.sock
3142025-03-20T00:23:04.259Zfffffe8587023af8 stream-ord root 811 agent
3152025-03-20T00:23:04.259Zfffffe8587023af8 stream-ord root 811 agent
3162025-03-20T00:23:04.260Zfffffe8569dd6010 stream-ord root 811 agent
3172025-03-20T00:23:04.260Zfffffe8583e8e008 stream-ord root 766 inetd /var/run/.inetd.uds
3182025-03-20T00:23:04.260Zfffffe8583e8e3a8 dgram root 733 in.ndpd /var/run/in.ndpd_mib
3192025-03-20T00:23:04.260Zfffffe8583e8e748 stream-ord root 733 in.ndpd /var/run/in.ndpd_ipadm
3202025-03-20T00:23:04.260Z+ pfexec arp -an
3212025-03-20T00:23:04.286ZNet to Media Table: IPv4
3222025-03-20T00:23:04.286ZDevice IP Address Mask Flags Phys Addr
3232025-03-20T00:23:04.286Z------ -------------------- --------------- -------- ---------------
3242025-03-20T00:23:04.287Zigb0 10.151.2.1 255.255.255.255 aa:00:04:00:ca:fe
3252025-03-20T00:23:04.287Zigb0 10.151.2.100 255.255.255.255 SPLA 18:c0:4d:0d:a0:2a
3262025-03-20T00:23:04.287Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3272025-03-20T00:23:04.287Zzlogin: zone 'sidecar_softnpu' unknown
3282025-03-20T00:23:04.287Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
3292025-03-20T00:23:04.287ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
3302025-03-20T00:23:04.287Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
3312025-03-20T00:23:04.287ZVirtual to Boundary Mappings
3322025-03-20T00:23:04.287Z======================================================================
3332025-03-20T00:23:04.287Z
3342025-03-20T00:23:04.287ZIPv4 mappings
3352025-03-20T00:23:04.287Z----------------------------------------------------------------------
3362025-03-20T00:23:04.287ZTUNNELED PREFIX BOUNDARY IP VNI
3372025-03-20T00:23:04.288Z
3382025-03-20T00:23:04.288ZIPv6 mappings
3392025-03-20T00:23:04.288Z----------------------------------------------------------------------
3402025-03-20T00:23:04.288ZTUNNELED PREFIX BOUNDARY IP VNI
3412025-03-20T00:23:04.288Z
3422025-03-20T00:23:04.288Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
3432025-03-20T00:23:04.288ZVirtual to Physical Mappings
3442025-03-20T00:23:04.288Z======================================================================
3452025-03-20T00:23:04.288Z+ z_swadm link ls
3462025-03-20T00:23:04.288Z+ echo '== swadm link' ls
3472025-03-20T00:23:04.288Z== swadm link ls
3482025-03-20T00:23:04.288Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
3492025-03-20T00:23:04.288Zzlogin: zone 'oxz_switch' unknown
3502025-03-20T00:23:04.288Z+ z_swadm addr list
3512025-03-20T00:23:04.288Z+ echo '== swadm addr' list
3522025-03-20T00:23:04.288Z== swadm addr list
3532025-03-20T00:23:04.288Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
3542025-03-20T00:23:04.288Zzlogin: zone 'oxz_switch' unknown
3552025-03-20T00:23:04.288Z+ z_swadm route list
3562025-03-20T00:23:04.288Z+ echo '== swadm route' list
3572025-03-20T00:23:04.288Z== swadm route list
3582025-03-20T00:23:04.289Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
3592025-03-20T00:23:04.289Zzlogin: zone 'oxz_switch' unknown
3602025-03-20T00:23:04.289Z+ z_swadm arp list
3612025-03-20T00:23:04.289Z+ echo '== swadm arp' list
3622025-03-20T00:23:04.289Z== swadm arp list
3632025-03-20T00:23:04.289Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
3642025-03-20T00:23:04.289Zzlogin: zone 'oxz_switch' unknown
3652025-03-20T00:23:04.289Z+ z_swadm nat list
3662025-03-20T00:23:04.289Z+ echo '== swadm nat' list
3672025-03-20T00:23:04.289Z== swadm nat list
3682025-03-20T00:23:04.289Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
3692025-03-20T00:23:04.289Zzlogin: zone 'oxz_switch' unknown
3702025-03-20T00:23:04.289Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
3712025-03-20T00:23:04.289Z++ tail +2
3722025-03-20T00:23:04.289Z++ awk '{ print $1; }'
3732025-03-20T00:23:04.289Z+ PORTS=
3742025-03-20T00:23:04.289Z+ mkdir -p /tmp/kstat
3752025-03-20T00:23:04.289Z+ pfexec kstat -p xde:
3762025-03-20T00:23:04.315Z+ pfexec zfs list
3772025-03-20T00:23:04.315ZNAME USED AVAIL REFER MOUNTPOINT
3782025-03-20T00:23:04.315Zrpool 1.87G 5.40G 24K /rpool
3792025-03-20T00:23:04.315Zrpool/home 25.5K 5.40G 25.5K /home
3802025-03-20T00:23:04.315Zrpool/input 1.87G 5.40G 1.87G /input
3812025-03-20T00:23:04.315Zrpool/work 24K 5.40G 24K /work
3822025-03-20T00:23:04.315Zrpool/zone 24K 5.40G 24K /zone
3832025-03-20T00:23:04.315Zscratch 118K 1.80T 25K /scratch
3842025-03-20T00:23:04.315Z+ pfexec zpool list
3852025-03-20T00:23:04.315ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
3862025-03-20T00:23:04.316Zrpool 7.50G 1.87G 5.63G - - 0% 24% 1.00x ONLINE -
3872025-03-20T00:23:04.316Zscratch 1.86T 118K 1.86T - - 0% 0% 1.00x ONLINE -
3882025-03-20T00:23:04.316Z+ pfexec fmdump -eVp
3892025-03-20T00:23:04.316ZTIME CLASS
3902025-03-20T00:23:04.316Z+ pfexec ptree -z global
3912025-03-20T00:23:04.316Z8 /lib/svc/bin/svc.startd
3922025-03-20T00:23:04.316Z 648 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
3932025-03-20T00:23:04.316Z 668 /usr/lib/saf/sac -t 300
3942025-03-20T00:23:04.316Z 674 /usr/lib/saf/ttymon
3952025-03-20T00:23:04.316Z 810 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
3962025-03-20T00:23:04.316Z 811 /opt/buildomat/lib/agent run
3972025-03-20T00:23:04.316Z 825 /bin/bash /tmp/VQ4R5izzZbR1yZ5j.sh
3982025-03-20T00:23:04.316Z 916 ptree -z global
3992025-03-20T00:23:04.316Z10 /lib/svc/bin/svc.configd
4002025-03-20T00:23:04.316Z48 /lib/inet/netcfgd
4012025-03-20T00:23:04.316Z49 /lib/inet/ipmgmtd
4022025-03-20T00:23:04.316Z51 /sbin/dlmgmtd
4032025-03-20T00:23:04.316Z80 /lib/inet/in.mpathd
4042025-03-20T00:23:04.316Z103 /usr/lib/pfexecd
4052025-03-20T00:23:04.316Z145 /usr/lib/sysevent/syseventd
4062025-03-20T00:23:04.316Z152 devfsadmd
4072025-03-20T00:23:04.316Z186 /usr/lib/zones/zonestatd
4082025-03-20T00:23:04.316Z317 /sbin/dhcpagent
4092025-03-20T00:23:04.316Z570 /usr/lib/picl/picld
4102025-03-20T00:23:04.316Z606 /usr/sbin/nscd
4112025-03-20T00:23:04.316Z647 /usr/lib/utmpd
4122025-03-20T00:23:04.317Z672 /usr/lib/hotplugd
4132025-03-20T00:23:04.317Z690 /usr/sbin/syslogd
4142025-03-20T00:23:04.317Z720 /usr/sbin/rpcbind
4152025-03-20T00:23:04.317Z727 /usr/lib/fm/fmd/fmd
4162025-03-20T00:23:04.317Z733 /usr/lib/inet/in.ndpd
4172025-03-20T00:23:04.317Z766 /usr/lib/inet/inetd start
4182025-03-20T00:23:04.317Z791 /usr/perl5/bin/perl /usr/lib/intrd
4192025-03-20T00:23:04.317Z875 /usr/lib/rcm/rcm_daemon
4202025-03-20T00:23:04.317Z+ pfexec svcs -xv
4212025-03-20T00:23:04.382Z++ zoneadm list -n
4222025-03-20T00:23:04.407Z++ zoneadm list -n
4232025-03-20T00:23:04.407Z++ grep oxz_ntp
4242025-03-20T00:23:04.407Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
4252025-03-20T00:23:04.407Zzlogin: zone 'sidecar_softnpu' unknown
4262025-03-20T00:23:04.407Z+ exit 1
4272025-03-20T00:23:04.407Zprocess exited: duration 216008 ms, exit code 1
 
4282025-03-20T00:23:04.485Zfound 1 output files
4292025-03-20T00:23:04.485Zuploading: /tmp/kstat/xde.kstat (537 bytes)
4302025-03-20T00:23:05.584Zuploaded: /tmp/kstat/xde.kstat