01KPX6X5NYH0QJKQSZHN82F92W: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.40",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KPX6XTGVPNH0HRC8Q7QE1CRW

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-04-23T13:24:37.765Zjob dependencies complete; ready to run (waiting for 22 m 33 s)
22026-04-23T13:25:41.097Zjob assigned to worker 01KPX87AFSEQRNWMQTH4Q9R17Z [factory lab, buskin/20129] (queued for 1 m 3 s)
32026-04-23T13:25:41.196Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-04-23T13:25:41.284Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-04-23T13:25:41.355Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-04-23T13:25:41.389Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-04-23T13:25:41.422Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-04-23T13:25:41.456ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-04-23T13:25:41.489ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
102026-04-23T13:25:41.523ZWARNING: cpu0: using older fallback microcode; update the system firmware
112026-04-23T13:25:41.557Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
122026-04-23T13:25:41.590ZOxide Helios Version helios-2.0.23894 64-bit
132026-04-23T13:25:41.624ZConfiguring devices.
142026-04-23T13:25:41.657Z##################################################
152026-04-23T13:25:41.691Z#### ############# ##
162026-04-23T13:25:41.724Z### ### ############ ##
172026-04-23T13:25:41.758Z## ### # ## ### ## Oxide Computer Company ##
182026-04-23T13:25:41.792Z## ## ## ### # ### ##
192026-04-23T13:25:41.837Z## # ### #### #### This Station Under ##
202026-04-23T13:25:41.870Z### ### #### # ### Computer Control ##
212026-04-23T13:25:41.903Z#### #### ### ## ##
222026-04-23T13:25:41.937Z##################################################
232026-04-23T13:25:41.970ZHostname: buskin
242026-04-23T13:25:42.003ZLoading smf(7) service descriptions:
252026-04-23T13:25:43.152Zdownloading input: /input/package/work/package.tar.gz
262026-04-23T13:32:39.390Zdownloaded input: /input/package/work/package.tar.gz
 
272026-04-23T13:32:39.390Zstarting task 0: "setup"
282026-04-23T13:32:39.415Z++ uname -s
292026-04-23T13:32:39.415Z+ kern=SunOS
302026-04-23T13:32:39.415Z+ build_user=build
312026-04-23T13:32:39.415Z+ build_uid=12345
322026-04-23T13:32:39.415Z+ work_dir=/work
332026-04-23T13:32:39.415Z+ input_dir=/input
342026-04-23T13:32:39.415Z+ [[ 0 == 12345 ]]
352026-04-23T13:32:39.415Z+ case "$kern" in
362026-04-23T13:32:39.415Z+ groupadd -g 12345 build
372026-04-23T13:32:39.415Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-04-23T13:32:41.408Z+ zfs create -o mountpoint=/work rpool/work
392026-04-23T13:32:41.433Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-04-23T13:32:41.433Z+ home_fs=zfs
412026-04-23T13:32:41.433Z+ [[ zfs == autofs ]]
422026-04-23T13:32:41.433Z+ mkdir -p /home/build
432026-04-23T13:32:41.433Z+ chown build:build /home/build /work
442026-04-23T13:32:43.434Z+ chmod 0700 /home/build /work
452026-04-23T13:32:43.458Zprocess exited: duration 4046 ms, exit code 0
 
462026-04-23T13:32:43.506Zstarting task 1: "authentication"
472026-04-23T13:32:43.551Zprocess exited: duration 44 ms, exit code 0
 
482026-04-23T13:32:43.599Zstarting task 2: "build"
492026-04-23T13:32:43.623Z+ trap _exit_trap EXIT
502026-04-23T13:32:43.623Z+ OPTE_COMMIT=
512026-04-23T13:32:43.623Z+ [[ x != \x ]]
522026-04-23T13:32:43.623Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
532026-04-23T13:32:43.716Zsecpolicy_fs_linkdir: 0x55 = 0x55
542026-04-23T13:32:43.716Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
552026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
562026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+3: 0 = 0xe5
572026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+4: 0 = 0xb8
582026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+5: 0 = 0x1
592026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
602026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
612026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
622026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
632026-04-23T13:32:43.717Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
642026-04-23T13:32:43.741Z+ [[ -d /opt/oxide ]]
652026-04-23T13:32:43.741Z+ pfexec mv /opt/oxide /opt/oxide-underneath
662026-04-23T13:32:43.741Z+ pfexec mkdir /opt/oxide
672026-04-23T13:32:43.741Z+ pfexec mount -F tmpfs -O swap /opt/oxide
682026-04-23T13:32:43.742Z+ [[ -d /opt/oxide-underneath ]]
692026-04-23T13:32:43.742Z+ cd /opt/oxide-underneath
702026-04-23T13:32:43.742Z+ pfexec tar ceEp@/f - .
712026-04-23T13:32:43.742Z+ cd /opt/oxide
722026-04-23T13:32:43.742Z+ pfexec tar xveEp@/f -
732026-04-23T13:32:43.788Zx ., 0 bytes, 0 tape blocks
742026-04-23T13:32:43.789Zx ./opte, 0 bytes, 0 tape blocks
752026-04-23T13:32:43.789Zx ./opte/bin, 0 bytes, 0 tape blocks
762026-04-23T13:32:43.789Zx ./opte/bin/opteadm, 24311432 bytes, 47484 tape blocks
772026-04-23T13:32:43.813Z+ pfexec rm -rf /opt/oxide-underneath
782026-04-23T13:32:43.813Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
792026-04-23T13:32:43.837Z+ pfexec mkdir /opt/oxide/work
802026-04-23T13:32:43.837Z+ pfexec chown build:build /opt/oxide/work
812026-04-23T13:32:43.837Z+ cd /opt/oxide/work
822026-04-23T13:32:43.837Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
832026-04-23T13:33:05.403ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
842026-04-23T13:33:05.403Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
852026-04-23T13:33:05.403Zx out/target/test, 107 bytes, 1 tape blocks
862026-04-23T13:33:05.403Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
872026-04-23T13:33:05.404Zx package-manifest.toml, 35397 bytes, 70 tape blocks
882026-04-23T13:33:05.404Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
892026-04-23T13:33:05.404Zx target/release/omicron-package, 46991128 bytes, 91780 tape blocks
902026-04-23T13:33:05.404Zx target/release/xtask, 11720632 bytes, 22892 tape blocks
912026-04-23T13:33:05.404Zx target/debug/bootstrap, 349605416 bytes, 682824 tape blocks
922026-04-23T13:33:05.404Zx tests/bootstrap-2591d64deb37c086, 32061200 bytes, 62620 tape blocks
932026-04-23T13:33:05.404Zx tests/commtest-4942e29ae4ca8837, 33172136 bytes, 64790 tape blocks
942026-04-23T13:33:05.404Zx tests/dhcp_server-b1bc68e80128657d, 32061200 bytes, 62620 tape blocks
952026-04-23T13:33:05.404Zx tests/end_to_end_tests-ec2fae9151184196, 393004984 bytes, 767588 tape blocks
962026-04-23T13:33:05.404Zx out/clickhouse.tar.gz, 320596200 bytes, 626165 tape blocks
972026-04-23T13:33:05.404Zx out/clickhouse_keeper.tar.gz, 305727568 bytes, 597125 tape blocks
982026-04-23T13:33:05.404Zx out/clickhouse_server.tar.gz, 320594422 bytes, 626161 tape blocks
992026-04-23T13:33:05.404Zx out/cockroachdb.tar.gz, 165107684 bytes, 322476 tape blocks
1002026-04-23T13:33:05.404Zx out/crucible-pantry-zone.tar.gz, 45126069 bytes, 88137 tape blocks
1012026-04-23T13:33:05.404Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1022026-04-23T13:33:05.404Zx out/crucible-zone.tar.gz, 59603386 bytes, 116413 tape blocks
1032026-04-23T13:33:05.404Zx out/external-dns.tar.gz, 50095010 bytes, 97842 tape blocks
1042026-04-23T13:33:05.404Zx out/internal-dns.tar.gz, 50094608 bytes, 97842 tape blocks
1052026-04-23T13:33:05.404Zx out/mg-ddm-gz.tar, 97423872 bytes, 190281 tape blocks
1062026-04-23T13:33:05.404Zx out/nexus.tar.gz, 224710690 bytes, 438889 tape blocks
1072026-04-23T13:33:05.404Zx out/ntp.tar.gz, 32689984 bytes, 63848 tape blocks
1082026-04-23T13:33:05.404Zx out/omicron-gateway-softnpu.tar.gz, 29049106 bytes, 56737 tape blocks
1092026-04-23T13:33:05.404Zx out/omicron-sled-agent.tar, 205617152 bytes, 401596 tape blocks
1102026-04-23T13:33:05.404Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1112026-04-23T13:33:05.404Zx out/oximeter.tar.gz, 65021950 bytes, 126996 tape blocks
1122026-04-23T13:33:05.404Zx out/oxlog.tar, 3872256 bytes, 7563 tape blocks
1132026-04-23T13:33:05.404Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1142026-04-23T13:33:05.404Zx out/propolis-server.tar.gz, 39656396 bytes, 77454 tape blocks
1152026-04-23T13:33:05.404Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1162026-04-23T13:33:05.404Zx out/switch-softnpu.tar.gz, 400349825 bytes, 781934 tape blocks
1172026-04-23T13:33:05.429Z
1182026-04-23T13:33:05.429Zreal 21.558628483
1192026-04-23T13:33:05.429Zuser 19.314072543
1202026-04-23T13:33:05.429Zsys 3.706769467
1212026-04-23T13:33:05.429Ztrap 0.000881965
1222026-04-23T13:33:05.429Ztflt 0.000000000
1232026-04-23T13:33:05.429Zdflt 0.000000000
1242026-04-23T13:33:05.429Zkflt 0.000000000
1252026-04-23T13:33:05.429Zlock 0.000000000
1262026-04-23T13:33:05.429Zslp 19.509076631
1272026-04-23T13:33:05.429Zlat 0.584311589
1282026-04-23T13:33:05.429Zstop 0.000133771
1292026-04-23T13:33:05.429Z+ source .github/buildomat/ci-env.sh
1302026-04-23T13:33:05.429Z++ export CARGO_TERM_COLOR=always
1312026-04-23T13:33:05.429Z++ CARGO_TERM_COLOR=always
1322026-04-23T13:33:05.429Z+ bmat address ls
1332026-04-23T13:33:05.429ZNAME CIDR FIRST LAST COUNT
1342026-04-23T13:33:05.429Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1352026-04-23T13:33:05.429Z++ bmat address ls -f extra -Ho first,last,count
1362026-04-23T13:33:05.429Z+ set -- 10.151.1.164 10.151.1.227 64
1372026-04-23T13:33:05.429Z+ EXTRA_IP_START=10.151.1.164
1382026-04-23T13:33:05.429Z+ EXTRA_IP_END=10.151.1.227
1392026-04-23T13:33:05.430Z+ EXTRA_IP_COUNT=64
1402026-04-23T13:33:05.430Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-04-23T13:33:05.430Z+ EXTRA_IP_BASE=10.151.1
1422026-04-23T13:33:05.430Z+ EXTRA_IP_FOCTET=164
1432026-04-23T13:33:05.430Z+ EXTRA_IP_LOCTET=227
1442026-04-23T13:33:05.430Z+ SERVICE_IP_POOL_START=10.151.1.164
1452026-04-23T13:33:05.430Z+ SERVICE_IP_POOL_END=10.151.1.173
1462026-04-23T13:33:05.430Z+ DNS_IP1=10.151.1.164
1472026-04-23T13:33:05.430Z+ DNS_IP2=10.151.1.165
1482026-04-23T13:33:05.430Z+ UPLINK_IP=10.151.1.174
1492026-04-23T13:33:05.430Z+ IPPOOL_START=10.151.1.175
1502026-04-23T13:33:05.430Z+ IPPOOL_END=10.151.1.227
1512026-04-23T13:33:05.430Z++ ipadm show-addr -po type,addr
1522026-04-23T13:33:05.430Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-04-23T13:33:05.430Z+ GATEWAY_IP=10.151.1.100
1542026-04-23T13:33:05.430Z+ [[ -n 10.151.1.100 ]]
1552026-04-23T13:33:05.430Z+ ping -s 10.151.1.100 56 1
1562026-04-23T13:33:05.430ZPING 10.151.1.100: 56 data bytes
1572026-04-23T13:33:05.430Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1582026-04-23T13:33:05.430Z
1592026-04-23T13:33:05.430Z----10.151.1.100 PING Statistics----
1602026-04-23T13:33:05.430Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-04-23T13:33:05.430Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1622026-04-23T13:33:05.430Z++ arp -an
1632026-04-23T13:33:05.430Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1642026-04-23T13:33:05.455Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1652026-04-23T13:33:05.455Z+ routeadm -e ipv4-forwarding -u
1662026-04-23T13:33:05.534Z+ PXA_START=10.151.1.164
1672026-04-23T13:33:05.534Z+ PXA_END=10.151.1.227
1682026-04-23T13:33:05.534Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1692026-04-23T13:33:05.668Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1702026-04-23T13:33:05.692ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1712026-04-23T13:33:05.745Zcreating virtual hardware
1722026-04-23T13:33:05.769Zcreating /scratch/m2_0.vdev
1732026-04-23T13:33:05.769Zcreating /scratch/m2_1.vdev
1742026-04-23T13:33:05.769Zcreating /scratch/u2_0.vdev
1752026-04-23T13:33:05.769Zcreating /scratch/u2_1.vdev
1762026-04-23T13:33:05.769Zcreating /scratch/u2_2.vdev
1772026-04-23T13:33:05.769Zcreating /scratch/u2_3.vdev
1782026-04-23T13:33:05.769Zcreating /scratch/u2_4.vdev
1792026-04-23T13:33:05.769Zcreating /scratch/u2_5.vdev
1802026-04-23T13:33:05.769Zcreating /scratch/u2_6.vdev
1812026-04-23T13:33:05.769Zcreating /scratch/u2_7.vdev
1822026-04-23T13:33:05.769Zcreating /scratch/u2_8.vdev
1832026-04-23T13:33:05.793ZSimnet net0/sc0_0 exists
1842026-04-23T13:33:05.817ZSimnet net1/sc1_0 exists
1852026-04-23T13:33:05.817ZVnic sc0_1 exists
1862026-04-23T13:33:18.747ZUsing 10.151.1.100 as gateway ip
1872026-04-23T13:33:18.747Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1882026-04-23T13:33:18.747Zconfiguring SoftNPU ARP entry
1892026-04-23T13:33:18.772Zconfiguring SoftNPU proxy ARP
1902026-04-23T13:33:18.821ZSoftNPU state:
1912026-04-23T13:33:18.821Z local v6:
1922026-04-23T13:33:18.821Z local v4:
1932026-04-23T13:33:18.821Z router v6_idx:
1942026-04-23T13:33:18.821Z router v6_routes:
1952026-04-23T13:33:18.821Z router v4_idx:
1962026-04-23T13:33:18.821Z router v4_routes:
1972026-04-23T13:33:18.821Z resolver v4:
1982026-04-23T13:33:18.821Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992026-04-23T13:33:18.821Z resolver v6:
2002026-04-23T13:33:18.821Z nat v4:
2012026-04-23T13:33:18.821Z nat_v6:
2022026-04-23T13:33:18.821Z attached subnet v4:
2032026-04-23T13:33:18.821Z attached subnet v6:
2042026-04-23T13:33:18.821Z port_mac:
2052026-04-23T13:33:18.821Z proxy arp:
2062026-04-23T13:33:18.821Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2072026-04-23T13:33:18.822Zcreated virtual hardware
2082026-04-23T13:33:18.846Z
2092026-04-23T13:33:18.846Zreal 13.150353995
2102026-04-23T13:33:18.846Zuser 0.660168355
2112026-04-23T13:33:18.846Zsys 3.213928753
2122026-04-23T13:33:18.846Ztrap 0.000104539
2132026-04-23T13:33:18.846Ztflt 0.000154356
2142026-04-23T13:33:18.846Zdflt 0.000531412
2152026-04-23T13:33:18.846Zkflt 0.000005520
2162026-04-23T13:33:18.846Zlock 10:11.193419000
2172026-04-23T13:33:18.846Zslp 39.645113344
2182026-04-23T13:33:18.846Zlat 0.118871500
2192026-04-23T13:33:18.846Zstop 0.235391895
2202026-04-23T13:33:18.846Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2212026-04-23T13:33:18.878Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2222026-04-23T13:33:18.924Z+ diff -u pkg/config.toml~ pkg/config.toml
2232026-04-23T13:33:18.925Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2242026-04-23T13:33:18.925Z+++ pkg/config.toml Thu Apr 23 13:33:19 2026
2252026-04-23T13:33:18.925Z@@ -29,18 +29,18 @@
2262026-04-23T13:33:18.925Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2272026-04-23T13:33:18.925Z # followed by a string that is embedded into their fake serial values.
2282026-04-23T13:33:18.925Z vdevs = [
2292026-04-23T13:33:18.925Z- "m2_0.vdev",
2302026-04-23T13:33:18.925Z- "m2_1.vdev",
2312026-04-23T13:33:18.925Z+ "/scratch/m2_0.vdev",
2322026-04-23T13:33:18.925Z+ "/scratch/m2_1.vdev",
2332026-04-23T13:33:18.925Z
2342026-04-23T13:33:18.925Z- "u2_0.vdev",
2352026-04-23T13:33:18.925Z- "u2_1.vdev",
2362026-04-23T13:33:18.925Z- "u2_2.vdev",
2372026-04-23T13:33:18.925Z- "u2_3.vdev",
2382026-04-23T13:33:18.925Z- "u2_4.vdev",
2392026-04-23T13:33:18.925Z- "u2_5.vdev",
2402026-04-23T13:33:18.925Z- "u2_6.vdev",
2412026-04-23T13:33:18.925Z- "u2_7.vdev",
2422026-04-23T13:33:18.925Z- "u2_8.vdev",
2432026-04-23T13:33:18.925Z+ "/scratch/u2_0.vdev",
2442026-04-23T13:33:18.925Z+ "/scratch/u2_1.vdev",
2452026-04-23T13:33:18.925Z+ "/scratch/u2_2.vdev",
2462026-04-23T13:33:18.925Z+ "/scratch/u2_3.vdev",
2472026-04-23T13:33:18.925Z+ "/scratch/u2_4.vdev",
2482026-04-23T13:33:18.925Z+ "/scratch/u2_5.vdev",
2492026-04-23T13:33:18.925Z+ "/scratch/u2_6.vdev",
2502026-04-23T13:33:18.925Z+ "/scratch/u2_7.vdev",
2512026-04-23T13:33:18.925Z+ "/scratch/u2_8.vdev",
2522026-04-23T13:33:18.925Z ]
2532026-04-23T13:33:18.925Z
2542026-04-23T13:33:18.925Z # The amount of memory held back for services which exist between zero and one
2552026-04-23T13:33:18.925Z+ true
2562026-04-23T13:33:18.925Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2572026-04-23T13:33:18.925Z+ EXPECTED_ZPOOL_COUNT=9
2582026-04-23T13:33:18.925Z+ echo 'expected number of zpools is 9'
2592026-04-23T13:33:18.925Zexpected number of zpools is 9
2602026-04-23T13:33:18.925Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2612026-04-23T13:33:18.925Z+ SILO_NAME=recovery
2622026-04-23T13:33:18.926Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-04-23T13:33:18.926Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2642026-04-23T13:33:18.926Z+ sed -i~ '
2652026-04-23T13:33:18.926Z /^external_dns_ips/c\
2662026-04-23T13:33:18.926Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2672026-04-23T13:33:18.926Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2682026-04-23T13:33:18.926Z /^first/c\
2692026-04-23T13:33:18.926Zfirst = "10.151.1.164"
2702026-04-23T13:33:18.926Z /^last/c\
2712026-04-23T13:33:18.926Zlast = "10.151.1.173"
2722026-04-23T13:33:18.926Z }
2732026-04-23T13:33:18.926Z /^infra_ip_first/c\
2742026-04-23T13:33:18.926Zinfra_ip_first = "10.151.1.174"
2752026-04-23T13:33:18.926Z /^infra_ip_last/c\
2762026-04-23T13:33:18.926Zinfra_ip_last = "10.151.1.174"
2772026-04-23T13:33:18.926Z /^\[\[rack_network_config.ports/,/^$/ {
2782026-04-23T13:33:18.926Z /^routes/c\
2792026-04-23T13:33:18.926Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2802026-04-23T13:33:18.926Z /^addresses/c\
2812026-04-23T13:33:18.926Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2822026-04-23T13:33:18.926Z }
2832026-04-23T13:33:18.926Z' pkg/config-rss.toml
2842026-04-23T13:33:18.926Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2852026-04-23T13:33:18.926Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2862026-04-23T13:33:18.926Z+++ pkg/config-rss.toml Thu Apr 23 13:33:19 2026
2872026-04-23T13:33:18.926Z@@ -33,7 +33,7 @@
2882026-04-23T13:33:18.926Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2892026-04-23T13:33:18.926Z # must be contained in one of the "internal services" IP Pool ranges listed
2902026-04-23T13:33:18.926Z # below.
2912026-04-23T13:33:18.926Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2922026-04-23T13:33:18.926Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2932026-04-23T13:33:18.926Z
2942026-04-23T13:33:18.926Z # Initial TLS certificates for the external API
2952026-04-23T13:33:18.926Z #
2962026-04-23T13:33:18.926Z@@ -69,8 +69,8 @@
2972026-04-23T13:33:18.926Z #
2982026-04-23T13:33:18.926Z # For more on this and what to put here, see docs/how-to-run.adoc.
2992026-04-23T13:33:18.926Z [[internal_services_ip_pool_ranges]]
3002026-04-23T13:33:18.927Z-first = "192.168.1.20"
3012026-04-23T13:33:18.927Z-last = "192.168.1.29"
3022026-04-23T13:33:18.927Z+first = "10.151.1.164"
3032026-04-23T13:33:18.927Z+last = "10.151.1.173"
3042026-04-23T13:33:18.927Z
3052026-04-23T13:33:18.927Z # TODO - this configuration is subject to change going forward. Ultimately these
3062026-04-23T13:33:18.927Z # parameters should be provided to the control plane via wicket, but we need to
3072026-04-23T13:33:18.927Z@@ -91,8 +91,8 @@
3082026-04-23T13:33:18.927Z # A range of IP addresses used by Boundary Services on the external network. In
3092026-04-23T13:33:18.927Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3102026-04-23T13:33:18.927Z # With softnpu, only one address is used.
3112026-04-23T13:33:18.927Z-infra_ip_first = "192.168.1.30"
3122026-04-23T13:33:18.927Z-infra_ip_last = "192.168.1.30"
3132026-04-23T13:33:18.927Z+infra_ip_first = "10.151.1.174"
3142026-04-23T13:33:18.927Z+infra_ip_last = "10.151.1.174"
3152026-04-23T13:33:18.927Z
3162026-04-23T13:33:18.927Z # Configurations for BGP routers to run on the scrimlets.
3172026-04-23T13:33:18.927Z bgp = []
3182026-04-23T13:33:18.927Z@@ -100,9 +100,9 @@
3192026-04-23T13:33:18.927Z # You can configure multiple uplinks by repeating the following stanza
3202026-04-23T13:33:18.927Z [[rack_network_config.ports]]
3212026-04-23T13:33:18.927Z # Routes associated with this port.
3222026-04-23T13:33:18.952Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3232026-04-23T13:33:18.952Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3242026-04-23T13:33:18.952Z # Addresses associated with this port.
3252026-04-23T13:33:18.952Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3262026-04-23T13:33:18.952Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3272026-04-23T13:33:18.952Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3282026-04-23T13:33:18.952Z port = "qsfp0"
3292026-04-23T13:33:18.952Z # The speed of this port.
3302026-04-23T13:33:18.952Z+ true
3312026-04-23T13:33:18.952Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3322026-04-23T13:33:18.952Za pkg/config-rss.toml 8K
3332026-04-23T13:33:18.952Za pkg/config.toml 6K
3342026-04-23T13:33:18.952Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3352026-04-23T13:33:18.952Z+ TLS_NAME=recovery.sys.oxide.test
3362026-04-23T13:33:18.952Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3372026-04-23T13:33:20.038Z........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+.+.....+....+...........+.........+.+...........+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........+.....+.......+.................+............................+.....+......+.+...........+.......+........+...+....+...+...............+..+.+...........+...+...............+.+............+..................+..+.......+..+......+.......+...............+.....................+.....+.+...........+.......+...........+.......+...+...........+......+...+.+..................+.....+..........+..+...+.+..+...+...............+.........................+......+..................+...+...+.....+.......+.....+.........+...+......+.......+...+......+.....+...+.+...........+....+.....+.+........+......+.+...+........+...............+....+...............+......+...+......+.....+....+......+....................+.........+..........+..+.........+...+.......+..............+..........+..+.......+...+........+.......+...............+..+...+.......................................+...+...+...+....+...+.................+.+.....+.+......+.........+.....+.+............+..+................+...+.........+..+...+...+...+................+.........+.....+............+...+.......+........+.......+...+.................+....+........+...+....+...+.....+.......+........+.+.....+........................+...+....+......+...+..+...+.........+..........+...........+.........+............................+........+.......+..+.......+.....+.+..............+.............+......+.....+.......+..+......+.......+..............................+............+.................+.+...+......+..............+.+........+............+.+..+............................+.....+...+........................................+..+.......+...+.....+...+..........+.....+......+..........+...+..+.+..+................+..+.........+...+.......+...+........+...+.......+.....+............+......+.+........+.+..+...............+.......+...+.....+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3382026-04-23T13:33:21.339Z.+.......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+..+..........+.....+.+..+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+...........+.+..+.+................................+.............+..............+...+............+......+.+........+..................+.......+...+.....+...............+..........+...+.........+........+.......+.....+.+.....+..........+.....+.+.....+.............+..+...+.......+.....+....+.........+............+.....+.........+..........+............+..+.+......+...........+..........+.....+.........+.+...+............+...+......+.....+...+.+............+..+..........+..+...+......+...............+....+..+...+......+...............+......+......+....+...........+...+.........+...+.......+.....+.......+........+.+..+...+.........+...+............................+..+....+...........+.......+.....+......+.......+...+.....+.......+..+.+.....................+...+..+....+.....+.......+..+............+......+...+...................+............+.....+......+.........+......+....+...+...............+...+..+...+.........+...+.+..+...+....+......+.....+.+.....+.+...+...........+.............+..+.+...............+...............+.....+...............+....+......+.....+..........+..+.....................+....+..+..........+.....+....+..+...........................+.......+...+.....+.+......+.....+..................+......+.........+.......+......+...+..+.......+..+.+..+..........+.....+..........+......+.........+.....................+...........+...............+....+..+...+......+..........+...+............+........+...+.......+..+.+..+.+..............+.............+.....+.......+..+...............+.+...+..+...............+..................+......+..........+........+.+......+...+........+.........+....+.....+....+...........................+...........+.............+............+...+..+.......+.....+................+.....+....+.....+.+.............................+.......+.....+....+.....+.+......+...+..+.........+.+..+......+....+..................+..+.......+.....+.........+....+........+.........+...+......+.+.........+..+....+.....+..........+...+........+.......+......+.........+..+...+...............+...+...+..........+............+............+.................+.............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3392026-04-23T13:33:21.363Z-----
3402026-04-23T13:33:21.363Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3412026-04-23T13:33:21.389Za pkg/initial-tls-cert.pem 2K
3422026-04-23T13:33:21.389Za pkg/initial-tls-key.pem 4K
3432026-04-23T13:33:21.389Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3442026-04-23T13:33:21.389Z+ rmdir pkg
3452026-04-23T13:33:21.389Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3462026-04-23T13:33:21.389Z+ pfexec mkdir -p /usr/oxide
3472026-04-23T13:33:21.389Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3482026-04-23T13:33:22.253Z+ pfexec chmod +x /usr/oxide/oxide
3492026-04-23T13:33:22.277Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3502026-04-23T13:33:44.360Z+ OMICRON_NO_UNINSTALL=1
3512026-04-23T13:33:44.360Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3522026-04-23T13:33:44.387Zld.so.1: omicron-package: fatal: libssl.so.3: version 'OPENSSL_3.3.0' not found (required by file target/release/omicron-package)
3532026-04-23T13:33:44.387Zld.so.1: omicron-package: fatal: libssl.so.3: open failed: No such file or directory
3542026-04-23T13:33:44.388Z
3552026-04-23T13:33:44.388Zreal 0.003402439
3562026-04-23T13:33:44.388Zuser 0.000408701
3572026-04-23T13:33:44.388Zsys 0.002383412
3582026-04-23T13:33:44.388Ztrap 0.000000409
3592026-04-23T13:33:44.388Ztflt 0.000000000
3602026-04-23T13:33:44.388Zdflt 0.000000000
3612026-04-23T13:33:44.388Zkflt 0.000000000
3622026-04-23T13:33:44.388Zlock 0.000000000
3632026-04-23T13:33:44.388Zslp 0.000344842
3642026-04-23T13:33:44.388Zlat 0.000051641
3652026-04-23T13:33:44.388Zstop 0.000140320
3662026-04-23T13:33:44.388Zptime: command terminated abnormally by SIGKILL
3672026-04-23T13:33:44.388Z+ _exit_trap
3682026-04-23T13:33:44.388Z+ local status=137
3692026-04-23T13:33:44.388Z+ set +o errexit
3702026-04-23T13:33:44.388Z+ [[ x != \x ]]
3712026-04-23T13:33:44.389Z+ pfexec svcadm -Z disable -s cron
3722026-04-23T13:33:44.421Z+ [[ 137 -eq 0 ]]
3732026-04-23T13:33:44.422Z+ set -o xtrace
3742026-04-23T13:33:44.422Z+ banner evidence
3752026-04-23T13:33:44.449Z
3762026-04-23T13:33:44.449Z ###### # # # ##### ###### # # #### ######
3772026-04-23T13:33:44.449Z # # # # # # # ## # # # #
3782026-04-23T13:33:44.449Z ##### # # # # # ##### # # # # #####
3792026-04-23T13:33:44.449Z # # # # # # # # # # # #
3802026-04-23T13:33:44.449Z # # # # # # # # ## # # #
3812026-04-23T13:33:44.449Z ###### ## # ##### ###### # # #### ######
3822026-04-23T13:33:44.449Z
3832026-04-23T13:33:44.449Z+ zoneadm list -civ
3842026-04-23T13:33:44.449Z ID NAME STATUS PATH BRAND IP
3852026-04-23T13:33:44.449Z 0 global running / ipkg shared
3862026-04-23T13:33:44.449Z 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl
3872026-04-23T13:33:44.449Z+ pfexec dladm show-phys -m
3882026-04-23T13:33:44.449ZLINK SLOT ADDRESS INUSE CLIENT
3892026-04-23T13:33:44.449Zigb0 primary 18:c0:4d:d:9f:b2 yes igb0
3902026-04-23T13:33:44.449Zigb1 primary 18:c0:4d:d:9f:b3 no --
3912026-04-23T13:33:44.449Z+ pfexec dladm show-link
3922026-04-23T13:33:44.449ZLINK CLASS MTU STATE BRIDGE OVER
3932026-04-23T13:33:44.449Zigb0 phys 1500 up -- --
3942026-04-23T13:33:44.449Zigb1 phys 1500 unknown -- --
3952026-04-23T13:33:44.449Znet0 simnet 9000 up -- sc0_0
3962026-04-23T13:33:44.449Zsc0_0 simnet 9000 up -- net0
3972026-04-23T13:33:44.449Znet1 simnet 9000 up -- sc1_0
3982026-04-23T13:33:44.449Zsc1_0 simnet 9000 up -- net1
3992026-04-23T13:33:44.449Zsc0_1 vnic 1500 up -- igb0
4002026-04-23T13:33:44.449Ztfportrear0_0 simnet 9000 up -- sidecar_shi0
4012026-04-23T13:33:44.449Zsidecar_shi0 simnet 9000 up -- tfportrear0_0
4022026-04-23T13:33:44.450Ztfportqsfp0_0 simnet 9000 up -- sidecar_shi1
4032026-04-23T13:33:44.450Zsidecar_shi1 simnet 9000 up -- tfportqsfp0_0
4042026-04-23T13:33:44.450Z+ pfexec dladm show-vnic
4052026-04-23T13:33:44.450ZLINK OVER SPEED MACADDRESS MACADDRTYPE VID
4062026-04-23T13:33:44.450Zsc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0
4072026-04-23T13:33:44.450Z+ pfexec ipadm
4082026-04-23T13:33:44.501ZADDROBJ TYPE STATE ADDR
4092026-04-23T13:33:44.501Zlo0/v4 static ok 127.0.0.1/8
4102026-04-23T13:33:44.501Zigb0/dhcp dhcp ok 10.151.1.100/24
4112026-04-23T13:33:44.501Zlo0/v6 static ok ::1/128
4122026-04-23T13:33:44.501Z+ pfexec netstat -rncva
4132026-04-23T13:33:44.501Z
4142026-04-23T13:33:44.501ZIRE Table: IPv4
4152026-04-23T13:33:44.501Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
4162026-04-23T13:33:44.501Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
4172026-04-23T13:33:44.501Z0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
4182026-04-23T13:33:44.501Zdefault 0.0.0.0 10.151.1.1 igb0 1500 9 UG 1709544 0
4192026-04-23T13:33:44.501Z10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
4202026-04-23T13:33:44.501Z10.151.1.0 255.255.255.255 -- igb0 1500 1 UHb 0 0
4212026-04-23T13:33:44.501Z10.151.1.0/24 255.255.255.0 10.151.1.100 igb0 1500 3 U 0 0
4222026-04-23T13:33:44.501Z10.151.1.1/32 255.255.255.255 10.151.1.100 igb0 1500 3 UC 0 0
4232026-04-23T13:33:44.501Z10.151.1.100 255.255.255.255 -- igb0 1500 2 UHL 2 3418408
4242026-04-23T13:33:44.501Z10.151.1.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
4252026-04-23T13:33:44.501Z10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0
4262026-04-23T13:33:44.501Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 14 14
4272026-04-23T13:33:44.501Z255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 1
4282026-04-23T13:33:44.501Z
4292026-04-23T13:33:44.501ZIRE Table: IPv6
4302026-04-23T13:33:44.501Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
4312026-04-23T13:33:44.502Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
4322026-04-23T13:33:44.502Z::1 ::1 lo0 8252 2 UH 0 0
4332026-04-23T13:33:44.502Z+ pfexec netstat -anu
4342026-04-23T13:33:44.502Z
4352026-04-23T13:33:44.502ZUDP: IPv4
4362026-04-23T13:33:44.502Z Local Address Remote Address User Pid Command State
4372026-04-23T13:33:44.502Z-------------------- -------------------- -------- ------ -------------- ----------
4382026-04-23T13:33:44.502Z *.* root 71 in.mpathd Unbound
4392026-04-23T13:33:44.502Z *.* root 71 in.mpathd Unbound
4402026-04-23T13:33:44.502Z *.68 root 310 dhcpagent Idle
4412026-04-23T13:33:44.502Z *.546 root 310 dhcpagent Idle
4422026-04-23T13:33:44.502Z10.151.1.100.68 root 310 dhcpagent Idle
4432026-04-23T13:33:44.502Z *.111 daemon 711 rpcbind Idle
4442026-04-23T13:33:44.502Z *.* daemon 711 rpcbind Unbound
4452026-04-23T13:33:44.502Z *.60266 daemon 711 rpcbind Idle
4462026-04-23T13:33:44.502Z *.111 daemon 711 rpcbind Idle
4472026-04-23T13:33:44.502Z *.* daemon 711 rpcbind Unbound
4482026-04-23T13:33:44.502Z *.37992 daemon 711 rpcbind Idle
4492026-04-23T13:33:44.502Z *.* root 721 in.ndpd Unbound
4502026-04-23T13:33:44.502Z *.* root 869 rcm_daemon Unbound
4512026-04-23T13:33:44.502Z *.* root 869 rcm_daemon Unbound
4522026-04-23T13:33:44.502Z
4532026-04-23T13:33:44.502ZUDP: IPv6
4542026-04-23T13:33:44.502Z Local Address Remote Address User Pid Command State If
4552026-04-23T13:33:44.502Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
4562026-04-23T13:33:44.502Z *.* root 71 in.mpathd Unbound
4572026-04-23T13:33:44.502Z *.546 root 310 dhcpagent Idle
4582026-04-23T13:33:44.502Z *.111 daemon 711 rpcbind Idle
4592026-04-23T13:33:44.502Z *.* daemon 711 rpcbind Unbound
4602026-04-23T13:33:44.502Z *.60266 daemon 711 rpcbind Idle
4612026-04-23T13:33:44.502Z *.* root 721 in.ndpd Unbound
4622026-04-23T13:33:44.502Z *.* root 869 rcm_daemon Unbound
4632026-04-23T13:33:44.502Z
4642026-04-23T13:33:44.502ZTCP: IPv4
4652026-04-23T13:33:44.503Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State
4662026-04-23T13:33:44.503Z-------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ -----------
4672026-04-23T13:33:44.503Z127.0.0.1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
4682026-04-23T13:33:44.503Z127.0.0.1.4999 *.* root 310 dhcpagent 0 0 128000 0 LISTEN
4692026-04-23T13:33:44.503Z *.111 *.* daemon 711 rpcbind 0 0 128000 0 LISTEN
4702026-04-23T13:33:44.503Z *.* *.* daemon 711 rpcbind 0 0 128000 0 IDLE
4712026-04-23T13:33:44.503Z *.111 *.* daemon 711 rpcbind 0 0 128000 0 LISTEN
4722026-04-23T13:33:44.503Z *.* *.* daemon 711 rpcbind 0 0 128000 0 IDLE
4732026-04-23T13:33:44.503Z10.151.1.100.52607 54.187.123.254.443 root 802 agent 1049792 0 128872 0 ESTABLISHED
4742026-04-23T13:33:44.503Z10.151.1.100.60567 54.187.123.254.443 root 802 agent 1049792 4672 128872 0 ESTABLISHED
4752026-04-23T13:33:44.503Z10.151.1.100.38848 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
4762026-04-23T13:33:44.503Z10.151.1.100.40186 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
4772026-04-23T13:33:44.503Z10.151.1.100.65131 54.187.123.254.443 1049792 0 128872 0 TIME_WAIT
4782026-04-23T13:33:44.503Z10.151.1.100.64916 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
4792026-04-23T13:33:44.503Z10.151.1.100.35169 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT
4802026-04-23T13:33:44.503Z
4812026-04-23T13:33:44.503ZTCP: IPv6
4822026-04-23T13:33:44.503Z Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If
4832026-04-23T13:33:44.503Z--------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- -----
4842026-04-23T13:33:44.503Z::1.5999 *.* root 71 in.mpathd 0 0 128000 0 LISTEN
4852026-04-23T13:33:44.503Z *.111 *.* daemon 711 rpcbind 0 0 128000 0 LISTEN
4862026-04-23T13:33:44.503Z *.* *.* daemon 711 rpcbind 0 0 128000 0 IDLE
4872026-04-23T13:33:44.503Z
4882026-04-23T13:33:44.503ZActive UNIX domain sockets
4892026-04-23T13:33:44.503ZAddress Type User Pid Command Local Address Remote Address
4902026-04-23T13:33:44.503Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
4912026-04-23T13:33:44.503Zfffffe859e781760 stream-ord root 888 zoneadmd /var/run/zones/sidecar_softnpu.console_
4922026-04-23T13:33:44.503Zfffffe8586d903b8 stream-ord root 802 agent /var/run/buildomat.sock
4932026-04-23T13:33:44.503Zfffffe8586d90758 stream-ord root 802 agent
4942026-04-23T13:33:44.503Zfffffe8586d90758 stream-ord root 802 agent
4952026-04-23T13:33:44.503Zfffffe8586d90af8 stream-ord root 802 agent
4962026-04-23T13:33:44.503Zfffffe85844c8008 stream-ord root 757 inetd /var/run/.inetd.uds
4972026-04-23T13:33:44.503Zfffffe85844c83a8 dgram root 721 in.ndpd /var/run/in.ndpd_mib
4982026-04-23T13:33:44.503Zfffffe85844c8748 stream-ord root 721 in.ndpd /var/run/in.ndpd_ipadm
4992026-04-23T13:33:44.503Z+ pfexec arp -an
5002026-04-23T13:33:44.503ZNet to Media Table: IPv4
5012026-04-23T13:33:44.504ZDevice IP Address Mask Flags Phys Addr
5022026-04-23T13:33:44.504Z------ -------------------- --------------- -------- ---------------
5032026-04-23T13:33:44.504Zigb0 10.151.1.1 255.255.255.255 aa:00:04:00:ca:fe
5042026-04-23T13:33:44.504Zigb0 10.151.1.100 255.255.255.255 SPLA 18:c0:4d:0d:9f:b2
5052026-04-23T13:33:44.504Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
5062026-04-23T13:33:44.535Zlocal v6:
5072026-04-23T13:33:44.535Zlocal v4:
5082026-04-23T13:33:44.535Zrouter v6_idx:
5092026-04-23T13:33:44.535Zrouter v6_routes:
5102026-04-23T13:33:44.535Zrouter v4_idx:
5112026-04-23T13:33:44.535Zrouter v4_routes:
5122026-04-23T13:33:44.535Zresolver v4:
5132026-04-23T13:33:44.535Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
5142026-04-23T13:33:44.535Zresolver v6:
5152026-04-23T13:33:44.535Znat v4:
5162026-04-23T13:33:44.535Znat_v6:
5172026-04-23T13:33:44.536Zattached subnet v4:
5182026-04-23T13:33:44.536Zattached subnet v6:
5192026-04-23T13:33:44.536Zport_mac:
5202026-04-23T13:33:44.536Zproxy arp:
5212026-04-23T13:33:44.536Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
5222026-04-23T13:33:44.536Z+ pfexec /opt/oxide/opte/bin/opteadm list-ports
5232026-04-23T13:33:44.536ZLINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE
5242026-04-23T13:33:44.536Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2b
5252026-04-23T13:33:44.536ZVirtual to Boundary Mappings
5262026-04-23T13:33:44.536Z======================================================================
5272026-04-23T13:33:44.536Z
5282026-04-23T13:33:44.536ZIPv4 mappings
5292026-04-23T13:33:44.536Z----------------------------------------------------------------------
5302026-04-23T13:33:44.536ZTUNNELED PREFIX BOUNDARY IP VNI
5312026-04-23T13:33:44.536Z
5322026-04-23T13:33:44.536ZIPv6 mappings
5332026-04-23T13:33:44.536Z----------------------------------------------------------------------
5342026-04-23T13:33:44.537ZTUNNELED PREFIX BOUNDARY IP VNI
5352026-04-23T13:33:44.537Z
5362026-04-23T13:33:44.537Z+ pfexec /opt/oxide/opte/bin/opteadm dump-v2p
5372026-04-23T13:33:44.537ZVirtual to Physical Mappings
5382026-04-23T13:33:44.537Z======================================================================
5392026-04-23T13:33:44.537Z+ z_swadm link ls
5402026-04-23T13:33:44.537Z+ echo '== swadm link' ls
5412026-04-23T13:33:44.537Z== swadm link ls
5422026-04-23T13:33:44.537Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls
5432026-04-23T13:33:44.537Zzlogin: zone 'oxz_switch' unknown
5442026-04-23T13:33:44.537Z+ z_swadm addr list
5452026-04-23T13:33:44.537Z+ echo '== swadm addr' list
5462026-04-23T13:33:44.537Z== swadm addr list
5472026-04-23T13:33:44.537Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list
5482026-04-23T13:33:44.537Zzlogin: zone 'oxz_switch' unknown
5492026-04-23T13:33:44.537Z+ z_swadm route list
5502026-04-23T13:33:44.537Z+ echo '== swadm route' list
5512026-04-23T13:33:44.537Z== swadm route list
5522026-04-23T13:33:44.537Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list
5532026-04-23T13:33:44.537Zzlogin: zone 'oxz_switch' unknown
5542026-04-23T13:33:44.537Z+ z_swadm arp list
5552026-04-23T13:33:44.537Z+ echo '== swadm arp' list
5562026-04-23T13:33:44.537Z== swadm arp list
5572026-04-23T13:33:44.537Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list
5582026-04-23T13:33:44.537Zzlogin: zone 'oxz_switch' unknown
5592026-04-23T13:33:44.537Z+ z_swadm nat list
5602026-04-23T13:33:44.537Z+ echo '== swadm nat' list
5612026-04-23T13:33:44.538Z== swadm nat list
5622026-04-23T13:33:44.538Z+ pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list
5632026-04-23T13:33:44.565Zzlogin: zone 'oxz_switch' unknown
5642026-04-23T13:33:44.565Z++ pfexec /opt/oxide/opte/bin/opteadm list-ports
5652026-04-23T13:33:44.565Z++ tail +2
5662026-04-23T13:33:44.565Z++ awk '{ print $1; }'
5672026-04-23T13:33:44.565Z+ PORTS=
5682026-04-23T13:33:44.565Z+ mkdir -p /tmp/kstat
5692026-04-23T13:33:44.565Z+ pfexec kstat -p xde:
5702026-04-23T13:33:44.565Z+ pfexec zfs list
5712026-04-23T13:33:44.565ZNAME USED AVAIL REFER MOUNTPOINT
5722026-04-23T13:33:44.566Zrpool 2.31G 4.95G 24K /rpool
5732026-04-23T13:33:44.566Zrpool/home 25.5K 4.95G 25.5K /home
5742026-04-23T13:33:44.566Zrpool/input 2.24G 4.95G 2.24G /input
5752026-04-23T13:33:44.566Zrpool/sidecar 75.8M 4.95G 24K /sidecar
5762026-04-23T13:33:44.566Zrpool/sidecar/sidecar_softnpu 75.7M 4.95G 75.7M /sidecar/sidecar_softnpu
5772026-04-23T13:33:44.566Zrpool/work 24K 4.95G 24K /work
5782026-04-23T13:33:44.566Zrpool/zone 24K 4.95G 24K /zone
5792026-04-23T13:33:44.566Zscratch 118K 1.80T 25K /scratch
5802026-04-23T13:33:44.566Z+ pfexec zpool list
5812026-04-23T13:33:44.596ZNAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT
5822026-04-23T13:33:44.596Zrpool 7.50G 2.31G 5.19G - - 0% 30% 1.00x ONLINE -
5832026-04-23T13:33:44.596Zscratch 1.86T 118K 1.86T - - 0% 0% 1.00x ONLINE -
5842026-04-23T13:33:44.596Z+ pfexec fmdump -eVp
5852026-04-23T13:33:44.596ZTIME CLASS
5862026-04-23T13:33:44.596Z+ pfexec ptree -z global
5872026-04-23T13:33:44.596Z8 /lib/svc/bin/svc.startd
5882026-04-23T13:33:44.596Z 639 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
5892026-04-23T13:33:44.596Z 671 /usr/lib/saf/sac -t 300
5902026-04-23T13:33:44.596Z 676 /usr/lib/saf/ttymon
5912026-04-23T13:33:44.596Z 801 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru
5922026-04-23T13:33:44.596Z 802 /opt/buildomat/lib/agent run
5932026-04-23T13:33:44.596Z 816 /bin/bash /tmp/rifUcw11gsmtvfJI.sh
5942026-04-23T13:33:44.597Z 1584 ptree -z global
5952026-04-23T13:33:44.597Z10 /lib/svc/bin/svc.configd
5962026-04-23T13:33:44.597Z39 /lib/inet/ipmgmtd
5972026-04-23T13:33:44.597Z40 /sbin/dlmgmtd
5982026-04-23T13:33:44.597Z42 /lib/inet/netcfgd
5992026-04-23T13:33:44.597Z71 /lib/inet/in.mpathd
6002026-04-23T13:33:44.597Z92 /usr/lib/pfexecd
6012026-04-23T13:33:44.597Z193 /usr/lib/sysevent/syseventd
6022026-04-23T13:33:44.597Z199 /usr/lib/zones/zonestatd
6032026-04-23T13:33:44.597Z205 devfsadmd
6042026-04-23T13:33:44.597Z310 /sbin/dhcpagent
6052026-04-23T13:33:44.597Z565 /usr/lib/picl/picld
6062026-04-23T13:33:44.597Z597 /usr/sbin/nscd
6072026-04-23T13:33:44.597Z638 /usr/lib/utmpd
6082026-04-23T13:33:44.597Z659 /usr/lib/hotplugd
6092026-04-23T13:33:44.597Z686 /usr/sbin/syslogd
6102026-04-23T13:33:44.597Z711 /usr/sbin/rpcbind
6112026-04-23T13:33:44.597Z721 /usr/lib/inet/in.ndpd
6122026-04-23T13:33:44.597Z723 /usr/lib/fm/fmd/fmd
6132026-04-23T13:33:44.598Z757 /usr/lib/inet/inetd start
6142026-04-23T13:33:44.598Z785 /usr/perl5/bin/perl /usr/lib/intrd
6152026-04-23T13:33:44.598Z869 /usr/lib/rcm/rcm_daemon
6162026-04-23T13:33:44.598Z888 zoneadmd -z sidecar_softnpu
6172026-04-23T13:33:44.598Z+ pfexec svcs -xv
6182026-04-23T13:33:44.643Z++ zoneadm list -n
6192026-04-23T13:33:44.674Z+ for z in $(zoneadm list -n)
6202026-04-23T13:33:44.674Z+ banner sidecar_softnpu
6212026-04-23T13:33:44.674Z
6222026-04-23T13:33:44.674Z #### # ##### ###### #### ## ##### #### ####
6232026-04-23T13:33:44.674Z # # # # # # # # # # # # # #
6242026-04-23T13:33:44.674Z #### # # # ##### # # # # # #### # #
6252026-04-23T13:33:44.674Z # # # # # # ###### ##### # # #
6262026-04-23T13:33:44.674Z # # # # # # # # # # # # # # # #
6272026-04-23T13:33:44.674Z #### # ##### ###### #### # # # # ####### #### ####
6282026-04-23T13:33:44.674Z
6292026-04-23T13:33:44.674Z+ pfexec svcs -xv -z sidecar_softnpu
6302026-04-23T13:33:44.708Z+ pfexec ptree -z sidecar_softnpu
6312026-04-23T13:33:44.734Z891 zsched
6322026-04-23T13:33:44.734Z 908 /sbin/init
6332026-04-23T13:33:44.734Z913 /lib/svc/bin/svc.startd
6342026-04-23T13:33:44.734Z 1442 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat -
6352026-04-23T13:33:44.734Z915 /lib/svc/bin/svc.configd
6362026-04-23T13:33:44.734Z957 /lib/inet/ipmgmtd
6372026-04-23T13:33:44.734Z962 /lib/inet/netcfgd
6382026-04-23T13:33:44.734Z1139 /usr/lib/fm/fmd/fmd
6392026-04-23T13:33:44.734Z1230 /usr/lib/pfexecd
6402026-04-23T13:33:44.734Z1289 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml
6412026-04-23T13:33:44.734Z1391 /usr/sbin/nscd
6422026-04-23T13:33:44.734Z1441 /usr/lib/utmpd
6432026-04-23T13:33:44.734Z1467 /usr/sbin/syslogd
6442026-04-23T13:33:44.735Z1511 /usr/lib/inet/in.ndpd
6452026-04-23T13:33:44.735Z+ pfexec zlogin sidecar_softnpu ipadm
6462026-04-23T13:33:44.735ZADDROBJ TYPE STATE ADDR
6472026-04-23T13:33:44.735Zlo0/v4 static ok 127.0.0.1/8
6482026-04-23T13:33:44.735Zlo0/v6 static ok ::1/128
6492026-04-23T13:33:44.761Z+ pfexec zlogin sidecar_softnpu netstat -rncva
6502026-04-23T13:33:44.761Z
6512026-04-23T13:33:44.761ZIRE Table: IPv4
6522026-04-23T13:33:44.761Z Destination Mask Gateway Device MTU Ref Flg Out In/Fwd
6532026-04-23T13:33:44.762Z-------------------- --------------- -------------------- ------ ----- --- --- ------ ------
6542026-04-23T13:33:44.762Z127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0
6552026-04-23T13:33:44.762Z
6562026-04-23T13:33:44.762ZIRE Table: IPv6
6572026-04-23T13:33:44.762Z Destination/Mask Gateway If MTU Ref Flags Out In/Fwd
6582026-04-23T13:33:44.762Z--------------------------- --------------------------- ----- ----- --- ----- ------ ------
6592026-04-23T13:33:44.762Z::1 ::1 lo0 8252 2 UH 0 0
6602026-04-23T13:33:44.762Z+ pfexec zlogin sidecar_softnpu netstat -anu
6612026-04-23T13:33:44.790Z
6622026-04-23T13:33:44.790ZUDP: IPv4
6632026-04-23T13:33:44.790Z Local Address Remote Address User Pid Command State
6642026-04-23T13:33:44.791Z-------------------- -------------------- -------- ------ -------------- ----------
6652026-04-23T13:33:44.791Z *.* root 1511 in.ndpd Unbound
6662026-04-23T13:33:44.791Z
6672026-04-23T13:33:44.791ZUDP: IPv6
6682026-04-23T13:33:44.791Z Local Address Remote Address User Pid Command State If
6692026-04-23T13:33:44.791Z--------------------------------- --------------------------------- -------- ------ -------------- ---------- -----
6702026-04-23T13:33:44.791Z *.* root 1511 in.ndpd Unbound
6712026-04-23T13:33:44.791Z
6722026-04-23T13:33:44.791ZActive UNIX domain sockets
6732026-04-23T13:33:44.791ZAddress Type User Pid Command Local Address Remote Address
6742026-04-23T13:33:44.791Z---------------- ---------- -------- ------ -------------- --------------------------------------- ---------------------------------------
6752026-04-23T13:33:44.791Zfffffe85b306d788 dgram root 1511 in.ndpd /var/run/in.ndpd_mib
6762026-04-23T13:33:44.791Zfffffe85b306db28 stream-ord root 1511 in.ndpd /var/run/in.ndpd_ipadm
6772026-04-23T13:33:44.791Zfffffe85a04993d0 dgram root 1289 softnpu /softnpu/server
6782026-04-23T13:33:44.791Zfffffe85a0499770 stream-ord root 1289 softnpu
6792026-04-23T13:33:44.791Zfffffe85a0499770 stream-ord root 1289 softnpu
6802026-04-23T13:33:44.791Zfffffe85844c8ae8 stream-ord root 1289 softnpu
6812026-04-23T13:33:44.792Z+ pfexec zlogin sidecar_softnpu arp -an
6822026-04-23T13:33:44.819Z++ zoneadm list -n
6832026-04-23T13:33:44.819Z++ grep oxz_ntp
6842026-04-23T13:33:44.819Z+ pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log
6852026-04-23T13:33:44.846ZConfig {
6862026-04-23T13:33:44.846Z p4_program: "/softnpu/asic_program.so",
6872026-04-23T13:33:44.846Z ports: [
6882026-04-23T13:33:44.846Z Port {
6892026-04-23T13:33:44.846Z sidecar: "sc0_0",
6902026-04-23T13:33:44.846Z scrimlet: "sidecar_shi0",
6912026-04-23T13:33:44.846Z mtu: 9000,
6922026-04-23T13:33:44.846Z },
6932026-04-23T13:33:44.846Z Port {
6942026-04-23T13:33:44.846Z sidecar: "sc0_1",
6952026-04-23T13:33:44.846Z scrimlet: "sidecar_shi1",
6962026-04-23T13:33:44.846Z mtu: 9000,
6972026-04-23T13:33:44.846Z },
6982026-04-23T13:33:44.846Z ],
6992026-04-23T13:33:44.846Z}
7002026-04-23T13:33:44.846Z+ exit 137
7012026-04-23T13:33:44.846Zprocess exited: duration 61221 ms, exit code 137
 
7022026-04-23T13:33:44.901Zfound 1 output files
7032026-04-23T13:33:44.901Zuploading: /tmp/kstat/xde.kstat (1007 bytes)
7042026-04-23T13:33:46.013Zuploaded: /tmp/kstat/xde.kstat