01KVKPVQN1NTYF1GHXAFMQNXYR: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.41",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KVKPWX95ZZAQ6GXBTBRPK7DD

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-06-21T00:06:01.308Zjob dependencies complete; ready to run (waiting for 18 m 44 s)
22026-06-21T01:33:07.932Zjob assigned to worker 01KVKWWVSWZR1BC53NCNAHF79V [factory lab, sock/17305] (queued for 1 h 27 m 6 s)
32026-06-21T01:33:08.236Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-06-21T01:33:08.279Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52026-06-21T01:33:08.314Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62026-06-21T01:33:08.348Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72026-06-21T01:33:08.382Zhttp://172.20.0.5:9969/postboot/sock... ok
82026-06-21T01:33:08.417ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-06-21T01:33:08.453ZOxide Helios Version helios-3.0.24018 64-bit
102026-06-21T01:33:08.488ZConfiguring devices.
112026-06-21T01:33:08.523Z##################################################
122026-06-21T01:33:08.560Z#### ############# ##
132026-06-21T01:33:08.594Z### ### ############ ##
142026-06-21T01:33:08.629Z## ### # ## ### ## Oxide Computer Company ##
152026-06-21T01:33:08.698Z## ## ## ### # ### ##
162026-06-21T01:33:08.732Z## # ### #### #### This Station Under ##
172026-06-21T01:33:08.773Z### ### #### # ### Computer Control ##
182026-06-21T01:33:08.807Z#### #### ### ## ##
192026-06-21T01:33:08.840Z##################################################
202026-06-21T01:33:08.874ZHostname: sock
212026-06-21T01:33:08.907ZLoading smf(7) service descriptions:
222026-06-21T01:33:09.842Zdownloading input: /input/package/work/package.tar.gz
232026-06-21T01:41:20.615Zdownloaded input: /input/package/work/package.tar.gz
 
242026-06-21T01:41:20.640Zstarting task 0: "setup"
252026-06-21T01:41:20.640Z++ uname -s
262026-06-21T01:41:20.640Z+ kern=SunOS
272026-06-21T01:41:20.640Z+ build_user=build
282026-06-21T01:41:20.640Z+ build_uid=12345
292026-06-21T01:41:20.640Z+ work_dir=/work
302026-06-21T01:41:20.640Z+ input_dir=/input
312026-06-21T01:41:20.640Z+ [[ 0 == 12345 ]]
322026-06-21T01:41:20.640Z+ case "$kern" in
332026-06-21T01:41:20.640Z+ groupadd -g 12345 build
342026-06-21T01:41:20.640Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-06-21T01:41:22.635Z+ zfs create -o mountpoint=/work rpool/work
362026-06-21T01:41:22.659Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-06-21T01:41:22.683Z+ home_fs=zfs
382026-06-21T01:41:22.683Z+ [[ zfs == autofs ]]
392026-06-21T01:41:22.683Z+ mkdir -p /home/build
402026-06-21T01:41:22.683Z+ chown build:build /home/build /work
412026-06-21T01:41:24.666Z+ chmod 0700 /home/build /work
422026-06-21T01:41:24.690Zprocess exited: duration 4054 ms, exit code 0
 
432026-06-21T01:41:24.739Zstarting task 1: "authentication"
442026-06-21T01:41:24.785Zprocess exited: duration 47 ms, exit code 0
 
452026-06-21T01:41:24.834Zstarting task 2: "build"
462026-06-21T01:41:24.864Z+ trap _exit_trap EXIT
472026-06-21T01:41:24.864Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-06-21T01:41:24.954Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-06-21T01:41:24.954Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-06-21T01:41:24.955Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-06-21T01:41:24.955Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-06-21T01:41:24.979Z+ [[ -d /opt/oxide ]]
602026-06-21T01:41:24.979Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-06-21T01:41:24.979Z+ pfexec mkdir /opt/oxide
622026-06-21T01:41:24.979Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-06-21T01:41:24.980Z+ [[ -d /opt/oxide-underneath ]]
642026-06-21T01:41:24.981Z+ cd /opt/oxide-underneath
652026-06-21T01:41:24.981Z+ pfexec tar ceEp@/f - .
662026-06-21T01:41:24.981Z+ cd /opt/oxide
672026-06-21T01:41:24.981Z+ pfexec tar xveEp@/f -
682026-06-21T01:41:25.023Zx ., 0 bytes, 0 tape blocks
692026-06-21T01:41:25.023Zx ./opte, 0 bytes, 0 tape blocks
702026-06-21T01:41:25.023Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-06-21T01:41:25.023Zx ./opte/bin/opteadm, 24740168 bytes, 48321 tape blocks
722026-06-21T01:41:25.048Z+ pfexec rm -rf /opt/oxide-underneath
732026-06-21T01:41:25.048Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-06-21T01:41:25.072Z+ pfexec mkdir /opt/oxide/work
752026-06-21T01:41:25.072Z+ pfexec chown build:build /opt/oxide/work
762026-06-21T01:41:25.072Z+ cd /opt/oxide/work
772026-06-21T01:41:25.072Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-06-21T01:41:39.951ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-06-21T01:41:39.951Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
802026-06-21T01:41:39.951Zx out/target/test, 107 bytes, 1 tape blocks
812026-06-21T01:41:39.951Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
822026-06-21T01:41:39.951Zx package-manifest.toml, 35397 bytes, 70 tape blocks
832026-06-21T01:41:39.951Zx smf/sled-agent/non-gimlet/config.toml, 5355 bytes, 11 tape blocks
842026-06-21T01:41:39.951Zx target/release/omicron-package, 46260520 bytes, 90353 tape blocks
852026-06-21T01:41:39.951Zx target/release/xtask, 11727472 bytes, 22906 tape blocks
862026-06-21T01:41:39.951Zx target/debug/bootstrap, 364458096 bytes, 711833 tape blocks
872026-06-21T01:41:39.951Zx tests/bootstrap-924fc3fc47321669, 31963304 bytes, 62429 tape blocks
882026-06-21T01:41:39.951Zx tests/commtest-408c589a9be9a15a, 33074240 bytes, 64599 tape blocks
892026-06-21T01:41:39.951Zx tests/dhcp_server-f35f394bfb169ef7, 31963320 bytes, 62429 tape blocks
902026-06-21T01:41:39.953Zx tests/end_to_end_tests-f00a927a2ca939a9, 407291088 bytes, 795491 tape blocks
912026-06-21T01:41:39.953Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-06-21T01:41:39.953Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-06-21T01:41:39.953Zx out/clickhouse.tar.gz, 320938651 bytes, 626834 tape blocks
942026-06-21T01:41:39.953Zx out/clickhouse_keeper.tar.gz, 305638180 bytes, 596950 tape blocks
952026-06-21T01:41:39.953Zx out/clickhouse_server.tar.gz, 320936260 bytes, 626829 tape blocks
962026-06-21T01:41:39.953Zx out/cockroachdb.tar.gz, 161459889 bytes, 315352 tape blocks
972026-06-21T01:41:39.953Zx out/crucible-pantry-zone.tar.gz, 37341434 bytes, 72933 tape blocks
982026-06-21T01:41:39.953Zx out/crucible-utils.tar, 16872960 bytes, 32955 tape blocks
992026-06-21T01:41:39.953Zx out/crucible-zone.tar.gz, 53284991 bytes, 104073 tape blocks
1002026-06-21T01:41:39.953Zx out/external-dns.tar.gz, 43928817 bytes, 85799 tape blocks
1012026-06-21T01:41:39.953Zx out/internal-dns.tar.gz, 43928412 bytes, 85798 tape blocks
1022026-06-21T01:41:39.953Zx out/mg-ddm-gz.tar, 100266496 bytes, 195833 tape blocks
1032026-06-21T01:41:39.953Zx out/nexus.tar.gz, 285001184 bytes, 556643 tape blocks
1042026-06-21T01:41:39.953Zx out/ntp.tar.gz, 24684972 bytes, 48213 tape blocks
1052026-06-21T01:41:39.953Zx out/omicron-gateway-softnpu.tar.gz, 30918083 bytes, 60387 tape blocks
1062026-06-21T01:41:39.953Zx out/omicron-sled-agent.tar, 199216128 bytes, 389094 tape blocks
1072026-06-21T01:41:39.953Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1082026-06-21T01:41:39.953Zx out/oximeter.tar.gz, 63773486 bytes, 124558 tape blocks
1092026-06-21T01:41:39.953Zx out/oxlog.tar, 3872768 bytes, 7564 tape blocks
1102026-06-21T01:41:39.953Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1112026-06-21T01:41:39.953Zx out/propolis-server.tar.gz, 35755910 bytes, 69836 tape blocks
1122026-06-21T01:41:39.953Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-06-21T01:41:39.953Zx out/switch-softnpu.tar.gz, 458599301 bytes, 895702 tape blocks
1142026-06-21T01:41:39.978Z
1152026-06-21T01:41:39.978Zreal 14.890780033
1162026-06-21T01:41:39.978Zuser 12.470450889
1172026-06-21T01:41:39.978Zsys 4.265067637
1182026-06-21T01:41:39.978Ztrap 0.000647543
1192026-06-21T01:41:39.978Ztflt 0.000000000
1202026-06-21T01:41:39.978Zdflt 0.000000000
1212026-06-21T01:41:39.978Zkflt 0.000000000
1222026-06-21T01:41:39.978Zlock 0.000000000
1232026-06-21T01:41:39.978Zslp 12.440030015
1242026-06-21T01:41:39.978Zlat 0.603085834
1252026-06-21T01:41:39.978Zstop 0.000141562
1262026-06-21T01:41:39.978Z+ source .github/buildomat/ci-env.sh
1272026-06-21T01:41:39.978Z++ export CARGO_TERM_COLOR=always
1282026-06-21T01:41:39.978Z++ CARGO_TERM_COLOR=always
1292026-06-21T01:41:39.978Z+ source tools/opte_version_override
1302026-06-21T01:41:39.978Z++ OPTE_COMMIT=
1312026-06-21T01:41:39.978Z+ [[ x != \x ]]
1322026-06-21T01:41:39.978Z+ bmat address ls
1332026-06-21T01:41:39.978ZNAME CIDR FIRST LAST COUNT
1342026-06-21T01:41:39.978Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1352026-06-21T01:41:39.978Z++ bmat address ls -f extra -Ho first,last,count
1362026-06-21T01:41:40.003Z+ set -- 10.151.2.164 10.151.2.227 64
1372026-06-21T01:41:40.003Z+ EXTRA_IP_START=10.151.2.164
1382026-06-21T01:41:40.003Z+ EXTRA_IP_END=10.151.2.227
1392026-06-21T01:41:40.003Z+ EXTRA_IP_COUNT=64
1402026-06-21T01:41:40.003Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-06-21T01:41:40.003Z+ EXTRA_IP_BASE=10.151.2
1422026-06-21T01:41:40.003Z+ EXTRA_IP_FOCTET=164
1432026-06-21T01:41:40.003Z+ EXTRA_IP_LOCTET=227
1442026-06-21T01:41:40.003Z+ SERVICE_IP_POOL_START=10.151.2.164
1452026-06-21T01:41:40.003Z+ SERVICE_IP_POOL_END=10.151.2.173
1462026-06-21T01:41:40.003Z+ DNS_IP1=10.151.2.164
1472026-06-21T01:41:40.003Z+ DNS_IP2=10.151.2.165
1482026-06-21T01:41:40.003Z+ UPLINK_IP=10.151.2.174
1492026-06-21T01:41:40.003Z+ IPPOOL_START=10.151.2.175
1502026-06-21T01:41:40.003Z+ IPPOOL_END=10.151.2.227
1512026-06-21T01:41:40.003Z++ ipadm show-addr -po type,addr
1522026-06-21T01:41:40.003Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-06-21T01:41:40.003Z+ GATEWAY_IP=10.151.2.100
1542026-06-21T01:41:40.003Z+ [[ -n 10.151.2.100 ]]
1552026-06-21T01:41:40.003Z+ ping -s 10.151.2.100 56 1
1562026-06-21T01:41:40.003ZPING 10.151.2.100: 56 data bytes
1572026-06-21T01:41:40.004Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.013 ms
1582026-06-21T01:41:40.004Z
1592026-06-21T01:41:40.004Z----10.151.2.100 PING Statistics----
1602026-06-21T01:41:40.004Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-06-21T01:41:40.004Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1622026-06-21T01:41:40.004Z++ arp -an
1632026-06-21T01:41:40.029Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1642026-06-21T01:41:40.029Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1652026-06-21T01:41:40.029Z+ routeadm -e ipv4-forwarding -u
1662026-06-21T01:41:40.113Z+ PXA_START=10.151.2.164
1672026-06-21T01:41:40.113Z+ PXA_END=10.151.2.227
1682026-06-21T01:41:40.113Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1692026-06-21T01:41:40.138Z++ pfexec nvmeadm list -p -o disk
1702026-06-21T01:41:40.138Z+ pfexec zpool create -f scratch c1t0026B728281787A0d0 c2t0026B72828178F30d0
1712026-06-21T01:41:40.314Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1722026-06-21T01:41:40.339ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732026-06-21T01:41:40.389Zcreating virtual hardware
1742026-06-21T01:41:40.414Zcreating /scratch/m2_0.vdev
1752026-06-21T01:41:40.414Zcreating /scratch/m2_1.vdev
1762026-06-21T01:41:40.414Zcreating /scratch/u2_0.vdev
1772026-06-21T01:41:40.414Zcreating /scratch/u2_1.vdev
1782026-06-21T01:41:40.414Zcreating /scratch/u2_2.vdev
1792026-06-21T01:41:40.414Zcreating /scratch/u2_3.vdev
1802026-06-21T01:41:40.414Zcreating /scratch/u2_4.vdev
1812026-06-21T01:41:40.414Zcreating /scratch/u2_5.vdev
1822026-06-21T01:41:40.414Zcreating /scratch/u2_6.vdev
1832026-06-21T01:41:40.414Zcreating /scratch/u2_7.vdev
1842026-06-21T01:41:40.414Zcreating /scratch/u2_8.vdev
1852026-06-21T01:41:40.438ZSimnet net0/sc0_0 exists
1862026-06-21T01:41:40.463ZSimnet net1/sc1_0 exists
1872026-06-21T01:41:40.463ZVnic sc0_1 exists
1882026-06-21T01:41:55.436ZUsing 10.151.2.100 as gateway ip
1892026-06-21T01:41:55.436Zusing 18:C0:4D:0D:A0:2A as gateway mac
1902026-06-21T01:41:55.436Zconfiguring SoftNPU ARP entry
1912026-06-21T01:41:55.465Zconfiguring SoftNPU proxy ARP
1922026-06-21T01:41:55.520ZSoftNPU state:
1932026-06-21T01:41:55.521Z local v6:
1942026-06-21T01:41:55.521Z local v4:
1952026-06-21T01:41:55.521Z router v6_idx:
1962026-06-21T01:41:55.521Z router v6_routes:
1972026-06-21T01:41:55.521Z router v4_idx:
1982026-06-21T01:41:55.521Z router v4_routes:
1992026-06-21T01:41:55.521Z resolver v4:
2002026-06-21T01:41:55.521Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2012026-06-21T01:41:55.521Z resolver v6:
2022026-06-21T01:41:55.521Z nat v4:
2032026-06-21T01:41:55.521Z nat_v6:
2042026-06-21T01:41:55.521Z attached subnet v4:
2052026-06-21T01:41:55.521Z attached subnet v6:
2062026-06-21T01:41:55.521Z port_mac:
2072026-06-21T01:41:55.521Z proxy arp:
2082026-06-21T01:41:55.521Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2092026-06-21T01:41:55.521Zcreated virtual hardware
2102026-06-21T01:41:55.545Z
2112026-06-21T01:41:55.545Zreal 15.203614608
2122026-06-21T01:41:55.545Zuser 0.587165411
2132026-06-21T01:41:55.545Zsys 3.440641515
2142026-06-21T01:41:55.546Ztrap 0.000052928
2152026-06-21T01:41:55.546Ztflt 0.000271800
2162026-06-21T01:41:55.546Zdflt 0.001176891
2172026-06-21T01:41:55.546Zkflt 0.000035980
2182026-06-21T01:41:55.546Zlock 11:52.772501725
2192026-06-21T01:41:55.546Zslp 46.047130810
2202026-06-21T01:41:55.546Zlat 0.191093542
2212026-06-21T01:41:55.546Zstop 0.268045350
2222026-06-21T01:41:55.546Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2232026-06-21T01:41:55.570Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2242026-06-21T01:41:55.616Z+ diff -u pkg/config.toml~ pkg/config.toml
2252026-06-21T01:41:55.616Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2262026-06-21T01:41:55.617Z+++ pkg/config.toml Sun Jun 21 01:41:55 2026
2272026-06-21T01:41:55.617Z@@ -29,18 +29,18 @@
2282026-06-21T01:41:55.617Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2292026-06-21T01:41:55.617Z # followed by a string that is embedded into their fake serial values.
2302026-06-21T01:41:55.617Z vdevs = [
2312026-06-21T01:41:55.617Z- "m2_0.vdev",
2322026-06-21T01:41:55.617Z- "m2_1.vdev",
2332026-06-21T01:41:55.617Z+ "/scratch/m2_0.vdev",
2342026-06-21T01:41:55.617Z+ "/scratch/m2_1.vdev",
2352026-06-21T01:41:55.617Z
2362026-06-21T01:41:55.618Z- "u2_0.vdev",
2372026-06-21T01:41:55.618Z- "u2_1.vdev",
2382026-06-21T01:41:55.618Z- "u2_2.vdev",
2392026-06-21T01:41:55.618Z- "u2_3.vdev",
2402026-06-21T01:41:55.618Z- "u2_4.vdev",
2412026-06-21T01:41:55.618Z- "u2_5.vdev",
2422026-06-21T01:41:55.618Z- "u2_6.vdev",
2432026-06-21T01:41:55.618Z- "u2_7.vdev",
2442026-06-21T01:41:55.618Z- "u2_8.vdev",
2452026-06-21T01:41:55.619Z+ "/scratch/u2_0.vdev",
2462026-06-21T01:41:55.619Z+ "/scratch/u2_1.vdev",
2472026-06-21T01:41:55.619Z+ "/scratch/u2_2.vdev",
2482026-06-21T01:41:55.619Z+ "/scratch/u2_3.vdev",
2492026-06-21T01:41:55.619Z+ "/scratch/u2_4.vdev",
2502026-06-21T01:41:55.619Z+ "/scratch/u2_5.vdev",
2512026-06-21T01:41:55.619Z+ "/scratch/u2_6.vdev",
2522026-06-21T01:41:55.620Z+ "/scratch/u2_7.vdev",
2532026-06-21T01:41:55.620Z+ "/scratch/u2_8.vdev",
2542026-06-21T01:41:55.620Z ]
2552026-06-21T01:41:55.620Z
2562026-06-21T01:41:55.620Z # The amount of memory held back for services which exist between zero and one
2572026-06-21T01:41:55.620Z+ true
2582026-06-21T01:41:55.620Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2592026-06-21T01:41:55.620Z+ EXPECTED_ZPOOL_COUNT=9
2602026-06-21T01:41:55.620Z+ echo 'expected number of zpools is 9'
2612026-06-21T01:41:55.620Zexpected number of zpools is 9
2622026-06-21T01:41:55.620Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-06-21T01:41:55.620Z+ SILO_NAME=recovery
2642026-06-21T01:41:55.620Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2652026-06-21T01:41:55.620Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2662026-06-21T01:41:55.621Z+ sed -i~ '
2672026-06-21T01:41:55.621Z /^external_dns_ips/c\
2682026-06-21T01:41:55.621Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2692026-06-21T01:41:55.621Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2702026-06-21T01:41:55.621Z /^first/c\
2712026-06-21T01:41:55.621Zfirst = "10.151.2.164"
2722026-06-21T01:41:55.621Z /^last/c\
2732026-06-21T01:41:55.621Zlast = "10.151.2.173"
2742026-06-21T01:41:55.621Z }
2752026-06-21T01:41:55.621Z /^infra_ip_first/c\
2762026-06-21T01:41:55.621Zinfra_ip_first = "10.151.2.174"
2772026-06-21T01:41:55.621Z /^infra_ip_last/c\
2782026-06-21T01:41:55.621Zinfra_ip_last = "10.151.2.174"
2792026-06-21T01:41:55.621Z /^\[\[rack_network_config.ports/,/^$/ {
2802026-06-21T01:41:55.621Z /^routes/c\
2812026-06-21T01:41:55.621Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2822026-06-21T01:41:55.621Z /^addresses/c\
2832026-06-21T01:41:55.621Zaddresses = \[{address = {type = "static", ip_net = "10.151.2.174/24"} }\]
2842026-06-21T01:41:55.621Z }
2852026-06-21T01:41:55.621Z' pkg/config-rss.toml
2862026-06-21T01:41:55.621Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2872026-06-21T01:41:55.621Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2882026-06-21T01:41:55.622Z+++ pkg/config-rss.toml Sun Jun 21 01:41:55 2026
2892026-06-21T01:41:55.622Z@@ -33,7 +33,7 @@
2902026-06-21T01:41:55.622Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2912026-06-21T01:41:55.622Z # must be contained in one of the "internal services" IP Pool ranges listed
2922026-06-21T01:41:55.622Z # below.
2932026-06-21T01:41:55.622Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2942026-06-21T01:41:55.623Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2952026-06-21T01:41:55.624Z
2962026-06-21T01:41:55.624Z # Initial TLS certificates for the external API
2972026-06-21T01:41:55.624Z #
2982026-06-21T01:41:55.624Z@@ -69,8 +69,8 @@
2992026-06-21T01:41:55.624Z #
3002026-06-21T01:41:55.624Z # For more on this and what to put here, see docs/how-to-run.adoc.
3012026-06-21T01:41:55.624Z [[internal_services_ip_pool_ranges]]
3022026-06-21T01:41:55.624Z-first = "192.168.1.20"
3032026-06-21T01:41:55.624Z-last = "192.168.1.29"
3042026-06-21T01:41:55.624Z+first = "10.151.2.164"
3052026-06-21T01:41:55.624Z+last = "10.151.2.173"
3062026-06-21T01:41:55.624Z
3072026-06-21T01:41:55.624Z # TODO - this configuration is subject to change going forward. Ultimately these
3082026-06-21T01:41:55.624Z # parameters should be provided to the control plane via wicket, but we need to
3092026-06-21T01:41:55.624Z@@ -91,8 +91,8 @@
3102026-06-21T01:41:55.624Z # A range of IP addresses used by Boundary Services on the external network. In
3112026-06-21T01:41:55.624Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3122026-06-21T01:41:55.624Z # With softnpu, only one address is used.
3132026-06-21T01:41:55.624Z-infra_ip_first = "192.168.1.30"
3142026-06-21T01:41:55.624Z-infra_ip_last = "192.168.1.30"
3152026-06-21T01:41:55.624Z+infra_ip_first = "10.151.2.174"
3162026-06-21T01:41:55.624Z+infra_ip_last = "10.151.2.174"
3172026-06-21T01:41:55.624Z
3182026-06-21T01:41:55.624Z # Configurations for BGP routers to run on the scrimlets.
3192026-06-21T01:41:55.624Z bgp = []
3202026-06-21T01:41:55.624Z@@ -100,9 +100,9 @@
3212026-06-21T01:41:55.624Z # You can configure multiple uplinks by repeating the following stanza
3222026-06-21T01:41:55.624Z [[rack_network_config.ports]]
3232026-06-21T01:41:55.624Z # Routes associated with this port.
3242026-06-21T01:41:55.649Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3252026-06-21T01:41:55.649Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3262026-06-21T01:41:55.649Z # Addresses associated with this port.
3272026-06-21T01:41:55.649Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3282026-06-21T01:41:55.649Z+addresses = [{address = {type = "static", ip_net = "10.151.2.174/24"} }]
3292026-06-21T01:41:55.649Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3302026-06-21T01:41:55.649Z port = "qsfp0"
3312026-06-21T01:41:55.649Z # The speed of this port.
3322026-06-21T01:41:55.649Z+ true
3332026-06-21T01:41:55.649Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3342026-06-21T01:41:55.651Za pkg/config-rss.toml 8K
3352026-06-21T01:41:55.651Za pkg/config.toml 6K
3362026-06-21T01:41:55.651Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3372026-06-21T01:41:55.651Z+ TLS_NAME=recovery.sys.oxide.test
3382026-06-21T01:41:55.651Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3392026-06-21T01:41:55.675Z.......+...+........+++++++++++++++++++++++++++++++++++++++++++++*.....+...+............+....................+....+......+.....+......+...+.......+..+..........+..+++++++++++++++++++++++++++++++++++++++++++++*...........+...............+..............+....+..+....+......+.....+.........+....+..+.........+...................+..+......+.........+..........+...+++++
3402026-06-21T01:41:55.675Z...+.+..............+......+++++++++++++++++++++++++++++++++++++++++++++*..+.+..+....+.........+.....+......................+...+.....+......+.+.....+...+......+.+..+.......+...+...........+....+........+.......+..+...+...+++++++++++++++++++++++++++++++++++++++++++++*............+++++
3412026-06-21T01:41:55.701Z-----
3422026-06-21T01:41:55.701Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3432026-06-21T01:41:55.701Za pkg/initial-tls-cert.pem 2K
3442026-06-21T01:41:55.701Za pkg/initial-tls-key.pem 4K
3452026-06-21T01:41:55.701Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-06-21T01:41:55.701Z+ rmdir pkg
3472026-06-21T01:41:55.701Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3482026-06-21T01:41:55.701Z+ pfexec mkdir -p /usr/oxide
3492026-06-21T01:41:55.725Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3502026-06-21T01:41:56.328Z+ pfexec chmod +x /usr/oxide/oxide
3512026-06-21T01:41:56.352Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3522026-06-21T01:43:08.562Z+ OMICRON_NO_UNINSTALL=1
3532026-06-21T01:43:08.563Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3542026-06-21T01:43:08.563ZLogging to: /opt/oxide/work/out/LOG
3552026-06-21T01:43:08.563Z
3562026-06-21T01:43:08.563Zreal 0.891085254
3572026-06-21T01:43:08.563Zuser 0.183211880
3582026-06-21T01:43:08.563Zsys 5.396451252
3592026-06-21T01:43:08.563Ztrap 0.000002730
3602026-06-21T01:43:08.563Ztflt 0.000052179
3612026-06-21T01:43:08.563Zdflt 0.000308114
3622026-06-21T01:43:08.563Zkflt 0.000000000
3632026-06-21T01:43:08.563Zlock 1:20.204506979
3642026-06-21T01:43:08.563Zslp 1.069779376
3652026-06-21T01:43:08.563Zlat 0.049789236
3662026-06-21T01:43:08.563Zstop 0.072440921
3672026-06-21T01:43:08.563Z+ retry=0
3682026-06-21T01:43:08.563Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-06-21T01:43:08.563Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3702026-06-21T01:43:08.563Z+ [[ 0 -gt 30 ]]
3712026-06-21T01:43:08.563Z+ sleep 1
3722026-06-21T01:43:08.563Z+ retry=1
3732026-06-21T01:43:08.563Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742026-06-21T01:43:08.563Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3752026-06-21T01:43:08.563Z+ [[ 1 -gt 30 ]]
3762026-06-21T01:43:08.565Z+ sleep 1
3772026-06-21T01:43:08.565Z+ retry=2
3782026-06-21T01:43:08.565Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792026-06-21T01:43:08.565Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3802026-06-21T01:43:08.565Z+ [[ 2 -gt 30 ]]
3812026-06-21T01:43:08.565Z+ sleep 1
3822026-06-21T01:43:08.565Z+ retry=3
3832026-06-21T01:43:08.565Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3842026-06-21T01:43:08.565Zcurl: (28) Connection timed out after 1000 milliseconds
3852026-06-21T01:43:08.565Z+ [[ 3 -gt 30 ]]
3862026-06-21T01:43:08.565Z+ sleep 1
3872026-06-21T01:43:08.565Z+ retry=4
3882026-06-21T01:43:08.565Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-06-21T01:43:08.565Zcurl: (28) Connection timed out after 1000 milliseconds
3902026-06-21T01:43:08.565Z+ [[ 4 -gt 30 ]]
3912026-06-21T01:43:08.565Z+ sleep 1
3922026-06-21T01:43:08.565Z+ retry=5
3932026-06-21T01:43:08.565Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3942026-06-21T01:43:08.565Zcurl: (28) Connection timed out after 1000 milliseconds
3952026-06-21T01:43:08.565Z+ [[ 5 -gt 30 ]]
3962026-06-21T01:43:08.644Z+ sleep 1
3972026-06-21T01:43:08.644Z+ retry=6
3982026-06-21T01:43:08.644Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3992026-06-21T01:43:08.644Zcurl: (28) Connection timed out after 1000 milliseconds
4002026-06-21T01:43:08.644Z+ [[ 6 -gt 30 ]]
4012026-06-21T01:43:08.644Z+ sleep 1
4022026-06-21T01:43:08.644Z+ retry=7
4032026-06-21T01:43:08.644Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4042026-06-21T01:43:08.645Zcurl: (28) Connection timed out after 1000 milliseconds
4052026-06-21T01:43:08.645Z+ [[ 7 -gt 30 ]]
4062026-06-21T01:43:08.645Z+ sleep 1
4072026-06-21T01:43:08.645Z+ retry=8
4082026-06-21T01:43:08.645Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4092026-06-21T01:43:08.645Zcurl: (28) Connection timed out after 1000 milliseconds
4102026-06-21T01:43:08.645Z+ [[ 8 -gt 30 ]]
4112026-06-21T01:43:08.645Z+ sleep 1
4122026-06-21T01:43:08.646Z+ retry=9
4132026-06-21T01:43:08.646Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-06-21T01:43:08.646Zcurl: (28) Connection timed out after 1000 milliseconds
4152026-06-21T01:43:08.646Z+ [[ 9 -gt 30 ]]
4162026-06-21T01:43:08.646Z+ sleep 1
4172026-06-21T01:43:08.646Z+ retry=10
4182026-06-21T01:43:08.646Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4192026-06-21T01:43:08.646Zcurl: (28) Connection timed out after 1000 milliseconds
4202026-06-21T01:43:08.646Z+ [[ 10 -gt 30 ]]
4212026-06-21T01:43:08.646Z+ sleep 1
4222026-06-21T01:43:08.646Z+ retry=11
4232026-06-21T01:43:08.646Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4242026-06-21T01:43:08.646Zcurl: (28) Connection timed out after 1000 milliseconds
4252026-06-21T01:43:08.646Z+ [[ 11 -gt 30 ]]
4262026-06-21T01:43:08.646Z+ sleep 1
4272026-06-21T01:43:08.646Z+ retry=12
4282026-06-21T01:43:08.646Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4292026-06-21T01:43:08.646Zcurl: (28) Connection timed out after 1000 milliseconds
4302026-06-21T01:43:08.647Z+ [[ 12 -gt 30 ]]
4312026-06-21T01:43:08.647Z+ sleep 1
4322026-06-21T01:43:08.647Z+ retry=13
4332026-06-21T01:43:08.647Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-06-21T01:43:08.647Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 412 ms: Could not connect to server
4352026-06-21T01:43:08.647Z+ [[ 13 -gt 30 ]]
4362026-06-21T01:43:08.647Z+ sleep 1
4372026-06-21T01:43:08.647Z+ retry=14
4382026-06-21T01:43:08.648Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4392026-06-21T01:43:08.648Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4402026-06-21T01:43:08.648Zlocal v6:
4412026-06-21T01:43:08.648Zfd41:eaa0:96f5:9c26::1
4422026-06-21T01:43:08.648Zfe80::9cf6:5aff:fe2c:8f46
4432026-06-21T01:43:08.648Zlocal v4:
4442026-06-21T01:43:08.648Z10.151.2.174
4452026-06-21T01:43:08.648Zrouter v6_idx:
4462026-06-21T01:43:08.648Zrouter v6_routes:
4472026-06-21T01:43:08.648Zrouter v4_idx:
4482026-06-21T01:43:08.648Zrouter v4_routes:
4492026-06-21T01:43:08.648Zresolver v4:
4502026-06-21T01:43:08.648Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
4512026-06-21T01:43:08.648Zresolver v6:
4522026-06-21T01:43:08.648Zfe80::9cf6:5aff:fe2c:8f46 -> 9e:f6:5a:2c:8f:46
4532026-06-21T01:43:08.648Z+ retry=0
4542026-06-21T01:43:08.648Zfe80::302e:71ff:feb7:7601 -> 32:2e:71:b7:76:01
4552026-06-21T01:43:08.648Znat v4:
4562026-06-21T01:43:08.648Z10.151.2.169 0/16383 -> fd00:1122:3344:101::1 100/a8:40:25:ff:c6:15
4572026-06-21T01:43:08.648Znat_v6:
4582026-06-21T01:43:08.648Zattached subnet v4:
4592026-06-21T01:43:08.649Zattached subnet v6:
4602026-06-21T01:43:08.649Zport_mac:
4612026-06-21T01:43:08.649Z1: a8:40:25:59:11:be
4622026-06-21T01:43:08.649Z2: a8:40:25:59:11:de
4632026-06-21T01:43:08.649Zproxy arp:
4642026-06-21T01:43:08.649Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4652026-06-21T01:43:08.649ZWaited for chrony: 11s
4662026-06-21T01:43:08.649Z+++ zoneadm list -n
4672026-06-21T01:43:08.649Z+++ grep oxz_ntp
4682026-06-21T01:43:08.649Z++ pfexec svcs -z -Hostate oxide/ntp
4692026-06-21T01:43:08.649Zsvcs: zone '-Hostate': entity not found
4702026-06-21T01:43:08.649Z++ true
4712026-06-21T01:43:08.649Z+ [[ '' != online ]]
4722026-06-21T01:43:08.649Z+ [[ 0 -gt 60 ]]
4732026-06-21T01:43:08.649Z+ sleep 1
4742026-06-21T01:43:08.649Z+ retry=1
4752026-06-21T01:43:08.649Z+++ zoneadm list -n
4762026-06-21T01:43:08.649Z+++ grep oxz_ntp
4772026-06-21T01:43:08.649Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
4782026-06-21T01:43:08.649Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4792026-06-21T01:43:08.649Z++ true
4802026-06-21T01:43:08.649Z+ [[ '' != online ]]
4812026-06-21T01:43:08.649Z+ [[ 1 -gt 60 ]]
4822026-06-21T01:43:08.649Z+ sleep 1
4832026-06-21T01:43:08.649Z+ retry=2
4842026-06-21T01:43:08.649Z+++ zoneadm list -n
4852026-06-21T01:43:08.649Z+++ grep oxz_ntp
4862026-06-21T01:43:08.649Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
4872026-06-21T01:43:08.649Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4882026-06-21T01:43:08.651Z++ true
4892026-06-21T01:43:08.651Z+ [[ '' != online ]]
4902026-06-21T01:43:08.651Z+ [[ 2 -gt 60 ]]
4912026-06-21T01:43:08.651Z+ sleep 1
4922026-06-21T01:43:08.651Z+ retry=3
4932026-06-21T01:43:08.651Z+++ zoneadm list -n
4942026-06-21T01:43:08.651Z+++ grep oxz_ntp
4952026-06-21T01:43:08.651Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
4962026-06-21T01:43:08.684Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4972026-06-21T01:43:08.684Z++ true
4982026-06-21T01:43:08.684Z+ [[ '' != online ]]
4992026-06-21T01:43:08.684Z+ [[ 3 -gt 60 ]]
5002026-06-21T01:43:08.684Z+ sleep 1
5012026-06-21T01:43:08.684Z+ retry=4
5022026-06-21T01:43:08.684Z+++ zoneadm list -n
5032026-06-21T01:43:08.684Z+++ grep oxz_ntp
5042026-06-21T01:43:08.684Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5052026-06-21T01:43:08.684Z+ [[ offline != online ]]
5062026-06-21T01:43:08.685Z+ [[ 4 -gt 60 ]]
5072026-06-21T01:43:08.685Z+ sleep 1
5082026-06-21T01:43:08.685Z+ retry=5
5092026-06-21T01:43:08.685Z+++ zoneadm list -n
5102026-06-21T01:43:08.685Z+++ grep oxz_ntp
5112026-06-21T01:43:08.685Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5122026-06-21T01:43:08.685Z+ [[ offline != online ]]
5132026-06-21T01:43:08.685Z+ [[ 5 -gt 60 ]]
5142026-06-21T01:43:08.685Z+ sleep 1
5152026-06-21T01:43:08.685Z+ retry=6
5162026-06-21T01:43:08.685Z+++ zoneadm list -n
5172026-06-21T01:43:08.685Z+++ grep oxz_ntp
5182026-06-21T01:43:08.685Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5192026-06-21T01:43:08.685Z+ [[ offline != online ]]
5202026-06-21T01:43:08.685Z+ [[ 6 -gt 60 ]]
5212026-06-21T01:43:08.685Z+ sleep 1
5222026-06-21T01:43:08.685Z+ retry=7
5232026-06-21T01:43:08.685Z+++ zoneadm list -n
5242026-06-21T01:43:08.685Z+++ grep oxz_ntp
5252026-06-21T01:43:08.685Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5262026-06-21T01:43:08.685Z+ [[ offline != online ]]
5272026-06-21T01:43:08.686Z+ [[ 7 -gt 60 ]]
5282026-06-21T01:43:08.687Z+ sleep 1
5292026-06-21T01:43:08.687Z+ retry=8
5302026-06-21T01:43:08.687Z+++ zoneadm list -n
5312026-06-21T01:43:08.688Z+++ grep oxz_ntp
5322026-06-21T01:43:08.688Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5332026-06-21T01:43:08.688Z+ [[ offline != online ]]
5342026-06-21T01:43:08.688Z+ [[ 8 -gt 60 ]]
5352026-06-21T01:43:08.688Z+ sleep 1
5362026-06-21T01:43:08.688Z+ retry=9
5372026-06-21T01:43:08.688Z+++ zoneadm list -n
5382026-06-21T01:43:08.688Z+++ grep oxz_ntp
5392026-06-21T01:43:08.688Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5402026-06-21T01:43:08.688Z+ [[ offline != online ]]
5412026-06-21T01:43:08.688Z+ [[ 9 -gt 60 ]]
5422026-06-21T01:43:08.688Z+ sleep 1
5432026-06-21T01:43:08.689Z+ retry=10
5442026-06-21T01:43:08.689Z+++ zoneadm list -n
5452026-06-21T01:43:08.689Z+++ grep oxz_ntp
5462026-06-21T01:43:08.689Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5472026-06-21T01:43:08.689Z+ [[ offline != online ]]
5482026-06-21T01:43:08.689Z+ [[ 10 -gt 60 ]]
5492026-06-21T01:43:08.689Z+ sleep 1
5502026-06-21T01:43:08.689Z+ retry=11
5512026-06-21T01:43:08.689Z+++ zoneadm list -n
5522026-06-21T01:43:08.689Z+++ grep oxz_ntp
5532026-06-21T01:43:08.689Z++ pfexec svcs -z oxz_ntp_ee7f5217-d6a4-4e1f-b999-ee4ff077316e -Hostate oxide/ntp
5542026-06-21T01:43:08.689Z+ [[ online != online ]]
5552026-06-21T01:43:08.689Z+ echo 'Waited for chrony: 11s'
5562026-06-21T01:43:08.689Z+ retry=0
5572026-06-21T01:43:08.689Z+ zoneadm list
5582026-06-21T01:43:08.690Z+ grep nexus
5592026-06-21T01:43:08.690Z+ [[ 0 -gt 300 ]]
5602026-06-21T01:43:08.690Z+ sleep 1
5612026-06-21T01:43:08.690Z+ retry=1
5622026-06-21T01:43:08.690Z+ zoneadm list
5632026-06-21T01:43:08.690Z+ grep nexus
5642026-06-21T01:43:08.690Z+ [[ 1 -gt 300 ]]
5652026-06-21T01:43:08.690Z+ sleep 1
5662026-06-21T01:43:08.690Z+ retry=2
5672026-06-21T01:43:08.690Z+ zoneadm list
5682026-06-21T01:43:08.690Z+ grep nexus
5692026-06-21T01:43:08.690Z+ [[ 2 -gt 300 ]]
5702026-06-21T01:43:08.690Z+ sleep 1
5712026-06-21T01:43:08.690Z+ retry=3
5722026-06-21T01:43:08.690Z+ zoneadm list
5732026-06-21T01:43:08.690Z+ grep nexus
5742026-06-21T01:43:08.690Z+ [[ 3 -gt 300 ]]
5752026-06-21T01:43:08.690Z+ sleep 1
5762026-06-21T01:43:08.690Z+ retry=4
5772026-06-21T01:43:08.690Z+ zoneadm list
5782026-06-21T01:43:08.690Z+ grep nexus
5792026-06-21T01:43:08.691Z+ [[ 4 -gt 300 ]]
5802026-06-21T01:43:08.691Z+ sleep 1
5812026-06-21T01:43:08.691Z+ retry=5
5822026-06-21T01:43:08.691Z+ zoneadm list
5832026-06-21T01:43:08.691Z+ grep nexus
5842026-06-21T01:43:08.691Z+ [[ 5 -gt 300 ]]
5852026-06-21T01:43:08.691Z+ sleep 1
5862026-06-21T01:43:08.691Z+ retry=6
5872026-06-21T01:43:08.691Z+ zoneadm list
5882026-06-21T01:43:08.691Z+ grep nexus
5892026-06-21T01:43:08.691Z+ [[ 6 -gt 300 ]]
5902026-06-21T01:43:08.691Z+ sleep 1
5912026-06-21T01:43:08.692Z+ retry=7
5922026-06-21T01:43:08.692Z+ zoneadm list
5932026-06-21T01:43:08.692Z+ grep nexus
5942026-06-21T01:43:08.692Z+ [[ 7 -gt 300 ]]
5952026-06-21T01:43:08.692Z+ sleep 1
5962026-06-21T01:43:08.720Z+ retry=8
5972026-06-21T01:43:08.720Z+ zoneadm list
5982026-06-21T01:43:08.720Z+ grep nexus
5992026-06-21T01:43:08.720Z+ [[ 8 -gt 300 ]]
6002026-06-21T01:43:08.720Z+ sleep 1
6012026-06-21T01:43:08.720Z+ retry=9
6022026-06-21T01:43:08.720Z+ zoneadm list
6032026-06-21T01:43:08.720Z+ grep nexus
6042026-06-21T01:43:08.720Z+ [[ 9 -gt 300 ]]
6052026-06-21T01:43:08.720Z+ sleep 1
6062026-06-21T01:43:08.721Z+ retry=10
6072026-06-21T01:43:08.721Z+ zoneadm list
6082026-06-21T01:43:08.721Z+ grep nexus
6092026-06-21T01:43:08.721Z+ [[ 10 -gt 300 ]]
6102026-06-21T01:43:08.721Z+ sleep 1
6112026-06-21T01:43:08.721Z+ retry=11
6122026-06-21T01:43:08.721Z+ zoneadm list
6132026-06-21T01:43:08.721Z+ grep nexus
6142026-06-21T01:43:08.721Z+ [[ 11 -gt 300 ]]
6152026-06-21T01:43:08.721Z+ sleep 1
6162026-06-21T01:43:08.721Z+ retry=12
6172026-06-21T01:43:08.721Z+ zoneadm list
6182026-06-21T01:43:08.721Z+ grep nexus
6192026-06-21T01:43:08.721Z+ [[ 12 -gt 300 ]]
6202026-06-21T01:43:08.721Z+ sleep 1
6212026-06-21T01:43:08.721Z+ retry=13
6222026-06-21T01:43:08.721Z+ zoneadm list
6232026-06-21T01:43:08.721Z+ grep nexus
6242026-06-21T01:43:08.723Z+ [[ 13 -gt 300 ]]
6252026-06-21T01:43:08.723Z+ sleep 1
6262026-06-21T01:43:08.723Z+ retry=14
6272026-06-21T01:43:08.723Z+ zoneadm list
6282026-06-21T01:43:08.723Z+ grep nexus
6292026-06-21T01:43:08.723Z+ [[ 14 -gt 300 ]]
6302026-06-21T01:43:08.723Z+ sleep 1
6312026-06-21T01:43:08.723Z+ retry=15
6322026-06-21T01:43:08.723Z+ zoneadm list
6332026-06-21T01:43:08.723Z+ grep nexus
6342026-06-21T01:43:08.723Z+ [[ 15 -gt 300 ]]
6352026-06-21T01:43:08.723Z+ sleep 1
6362026-06-21T01:43:08.723Z+ retry=16
6372026-06-21T01:43:08.723Z+ zoneadm list
6382026-06-21T01:43:08.723Z+ grep nexus
6392026-06-21T01:43:08.724Z+ [[ 16 -gt 300 ]]
6402026-06-21T01:43:08.724Z+ sleep 1
6412026-06-21T01:43:09.349Z+ retry=17
6422026-06-21T01:43:09.427Z+ zoneadm list
6432026-06-21T01:43:09.428Z+ grep nexus
6442026-06-21T01:43:09.428Z+ [[ 17 -gt 300 ]]
6452026-06-21T01:43:09.428Z+ sleep 1
6462026-06-21T01:43:10.367Z+ retry=18
6472026-06-21T01:43:10.406Z+ zoneadm list
6482026-06-21T01:43:10.407Z+ grep nexus
6492026-06-21T01:43:10.407Z+ [[ 18 -gt 300 ]]
6502026-06-21T01:43:10.407Z+ sleep 1
6512026-06-21T01:43:11.352Z+ retry=19
6522026-06-21T01:43:11.389Z+ zoneadm list
6532026-06-21T01:43:11.389Z+ grep nexus
6542026-06-21T01:43:11.389Z+ [[ 19 -gt 300 ]]
6552026-06-21T01:43:11.389Z+ sleep 1
6562026-06-21T01:43:12.362Z+ retry=20
6572026-06-21T01:43:12.387Z+ zoneadm list
6582026-06-21T01:43:12.387Z+ grep nexus
6592026-06-21T01:43:12.387Z+ [[ 20 -gt 300 ]]
6602026-06-21T01:43:12.388Z+ sleep 1
6612026-06-21T01:43:13.374Z+ retry=21
6622026-06-21T01:43:13.399Z+ zoneadm list
6632026-06-21T01:43:13.399Z+ grep nexus
6642026-06-21T01:43:13.399Z+ [[ 21 -gt 300 ]]
6652026-06-21T01:43:13.399Z+ sleep 1
6662026-06-21T01:43:14.395Z+ retry=22
6672026-06-21T01:43:14.421Z+ zoneadm list
6682026-06-21T01:43:14.421Z+ grep nexus
6692026-06-21T01:43:14.421Z+ [[ 22 -gt 300 ]]
6702026-06-21T01:43:14.421Z+ sleep 1
6712026-06-21T01:43:15.398Z+ retry=23
6722026-06-21T01:43:15.422Z+ zoneadm list
6732026-06-21T01:43:15.422Z+ grep nexus
6742026-06-21T01:43:15.422Z+ [[ 23 -gt 300 ]]
6752026-06-21T01:43:15.422Z+ sleep 1
6762026-06-21T01:43:16.411Z+ retry=24
6772026-06-21T01:43:16.435Z+ zoneadm list
6782026-06-21T01:43:16.435Z+ grep nexus
6792026-06-21T01:43:16.435Z+ [[ 24 -gt 300 ]]
6802026-06-21T01:43:16.435Z+ sleep 1
6812026-06-21T01:43:17.421Z+ retry=25
6822026-06-21T01:43:17.446Z+ zoneadm list
6832026-06-21T01:43:17.446Z+ grep nexus
6842026-06-21T01:43:17.446Z+ [[ 25 -gt 300 ]]
6852026-06-21T01:43:17.446Z+ sleep 1
6862026-06-21T01:43:18.432Z+ retry=26
6872026-06-21T01:43:18.459Z+ zoneadm list
6882026-06-21T01:43:18.459Z+ grep nexus
6892026-06-21T01:43:18.459Z+ [[ 26 -gt 300 ]]
6902026-06-21T01:43:18.459Z+ sleep 1
6912026-06-21T01:43:19.444Z+ retry=27
6922026-06-21T01:43:19.469Z+ zoneadm list
6932026-06-21T01:43:19.470Z+ grep nexus
6942026-06-21T01:43:19.470Z+ [[ 27 -gt 300 ]]
6952026-06-21T01:43:19.470Z+ sleep 1
6962026-06-21T01:43:20.457Z+ retry=28
6972026-06-21T01:43:20.481Z+ zoneadm list
6982026-06-21T01:43:20.481Z+ grep nexus
6992026-06-21T01:43:20.481Z+ [[ 28 -gt 300 ]]
7002026-06-21T01:43:20.481Z+ sleep 1
7012026-06-21T01:43:21.476Z+ retry=29
7022026-06-21T01:43:21.501Z+ zoneadm list
7032026-06-21T01:43:21.501Z+ grep nexus
7042026-06-21T01:43:21.501Z+ [[ 29 -gt 300 ]]
7052026-06-21T01:43:21.501Z+ sleep 1
7062026-06-21T01:43:22.491Z+ retry=30
7072026-06-21T01:43:22.516Z+ zoneadm list
7082026-06-21T01:43:22.516Z+ grep nexus
7092026-06-21T01:43:22.516Z+ [[ 30 -gt 300 ]]
7102026-06-21T01:43:22.517Z+ sleep 1
7112026-06-21T01:43:23.503Z+ retry=31
7122026-06-21T01:43:23.528Z+ zoneadm list
7132026-06-21T01:43:23.528Z+ grep nexus
7142026-06-21T01:43:23.528Z+ [[ 31 -gt 300 ]]
7152026-06-21T01:43:23.528Z+ sleep 1
7162026-06-21T01:43:25.328Z+ retry=32
7172026-06-21T01:43:25.693Z+ grep nexus
7182026-06-21T01:43:25.693Z+ zoneadm list
7192026-06-21T01:43:25.717Z+ [[ 32 -gt 300 ]]
7202026-06-21T01:43:25.717Z+ sleep 1
7212026-06-21T01:43:26.712Z+ retry=33
7222026-06-21T01:43:26.736Z+ zoneadm list
7232026-06-21T01:43:26.736Z+ grep nexus
7242026-06-21T01:43:26.736Z+ [[ 33 -gt 300 ]]
7252026-06-21T01:43:26.736Z+ sleep 1
7262026-06-21T01:43:27.728Z+ retry=34
7272026-06-21T01:43:27.752Z+ zoneadm list
7282026-06-21T01:43:27.753Z+ grep nexus
7292026-06-21T01:43:27.753Z+ [[ 34 -gt 300 ]]
7302026-06-21T01:43:27.753Z+ sleep 1
7312026-06-21T01:43:28.742Z+ retry=35
7322026-06-21T01:43:28.766Z+ zoneadm list
7332026-06-21T01:43:28.766Z+ grep nexus
7342026-06-21T01:43:28.766Z+ [[ 35 -gt 300 ]]
7352026-06-21T01:43:28.766Z+ sleep 1
7362026-06-21T01:43:29.755Z+ retry=36
7372026-06-21T01:43:29.781Z+ zoneadm list
7382026-06-21T01:43:29.781Z+ grep nexus
7392026-06-21T01:43:29.781Z+ [[ 36 -gt 300 ]]
7402026-06-21T01:43:29.781Z+ sleep 1
7412026-06-21T01:43:30.772Z+ retry=37
7422026-06-21T01:43:30.797Z+ zoneadm list
7432026-06-21T01:43:30.797Z+ grep nexus
7442026-06-21T01:43:30.797Z+ [[ 37 -gt 300 ]]
7452026-06-21T01:43:30.797Z+ sleep 1
7462026-06-21T01:43:31.784Z+ retry=38
7472026-06-21T01:43:31.809Z+ zoneadm list
7482026-06-21T01:43:31.809Z+ grep nexus
7492026-06-21T01:43:31.809Z+ [[ 38 -gt 300 ]]
7502026-06-21T01:43:31.809Z+ sleep 1
7512026-06-21T01:43:32.797Z+ retry=39
7522026-06-21T01:43:32.821Z+ zoneadm list
7532026-06-21T01:43:32.821Z+ grep nexus
7542026-06-21T01:43:32.821Z+ [[ 39 -gt 300 ]]
7552026-06-21T01:43:32.821Z+ sleep 1
7562026-06-21T01:43:33.811Z+ retry=40
7572026-06-21T01:43:33.835Z+ zoneadm list
7582026-06-21T01:43:33.835Z+ grep nexus
7592026-06-21T01:43:33.835Z+ [[ 40 -gt 300 ]]
7602026-06-21T01:43:33.835Z+ sleep 1
7612026-06-21T01:43:34.841Z+ retry=41
7622026-06-21T01:43:34.841Z+ zoneadm list
7632026-06-21T01:43:34.841Z+ grep nexus
7642026-06-21T01:43:34.841Z+ [[ 41 -gt 300 ]]
7652026-06-21T01:43:34.841Z+ sleep 1
7662026-06-21T01:43:35.842Z+ retry=42
7672026-06-21T01:43:35.867Z+ zoneadm list
7682026-06-21T01:43:35.867Z+ grep nexus
7692026-06-21T01:43:35.867Z+ [[ 42 -gt 300 ]]
7702026-06-21T01:43:35.867Z+ sleep 1
7712026-06-21T01:43:36.858Z+ retry=43
7722026-06-21T01:43:36.882Z+ zoneadm list
7732026-06-21T01:43:36.882Z+ grep nexus
7742026-06-21T01:43:36.882Z+ [[ 43 -gt 300 ]]
7752026-06-21T01:43:36.882Z+ sleep 1
7762026-06-21T01:43:37.871Z+ retry=44
7772026-06-21T01:43:37.896Z+ zoneadm list
7782026-06-21T01:43:37.896Z+ grep nexus
7792026-06-21T01:43:37.896Z+ [[ 44 -gt 300 ]]
7802026-06-21T01:43:37.896Z+ sleep 1
7812026-06-21T01:43:38.885Z+ retry=45
7822026-06-21T01:43:38.909Z+ zoneadm list
7832026-06-21T01:43:38.910Z+ grep nexus
7842026-06-21T01:43:38.910Z+ [[ 45 -gt 300 ]]
7852026-06-21T01:43:38.910Z+ sleep 1
7862026-06-21T01:43:39.898Z+ retry=46
7872026-06-21T01:43:39.921Z+ zoneadm list
7882026-06-21T01:43:39.921Z+ grep nexus
7892026-06-21T01:43:39.921Z+ [[ 46 -gt 300 ]]
7902026-06-21T01:43:39.921Z+ sleep 1
7912026-06-21T01:43:40.911Z+ retry=47
7922026-06-21T01:43:40.935Z+ zoneadm list
7932026-06-21T01:43:40.935Z+ grep nexus
7942026-06-21T01:43:40.935Z+ [[ 47 -gt 300 ]]
7952026-06-21T01:43:40.935Z+ sleep 1
7962026-06-21T01:43:41.925Z+ retry=48
7972026-06-21T01:43:41.951Z+ zoneadm list
7982026-06-21T01:43:41.951Z+ grep nexus
7992026-06-21T01:43:41.951Z+ [[ 48 -gt 300 ]]
8002026-06-21T01:43:41.951Z+ sleep 1
8012026-06-21T01:43:42.937Z+ retry=49
8022026-06-21T01:43:42.962Z+ zoneadm list
8032026-06-21T01:43:42.962Z+ grep nexus
8042026-06-21T01:43:42.962Z+ [[ 49 -gt 300 ]]
8052026-06-21T01:43:42.962Z+ sleep 1
8062026-06-21T01:43:43.951Z+ retry=50
8072026-06-21T01:43:43.975Z+ zoneadm list
8082026-06-21T01:43:43.975Z+ grep nexus
8092026-06-21T01:43:43.975Z+ [[ 50 -gt 300 ]]
8102026-06-21T01:43:43.976Z+ sleep 1
8112026-06-21T01:43:44.966Z+ retry=51
8122026-06-21T01:43:44.991Z+ zoneadm list
8132026-06-21T01:43:44.991Z+ grep nexus
8142026-06-21T01:43:44.991Z+ [[ 51 -gt 300 ]]
8152026-06-21T01:43:44.991Z+ sleep 1
8162026-06-21T01:43:45.989Z+ retry=52
8172026-06-21T01:43:46.186Z+ zoneadm list
8182026-06-21T01:43:46.186Z+ grep nexus
8192026-06-21T01:43:46.186Z+ [[ 52 -gt 300 ]]
8202026-06-21T01:43:46.186Z+ sleep 1
8212026-06-21T01:43:47.002Z+ retry=53
8222026-06-21T01:43:47.026Z+ zoneadm list
8232026-06-21T01:43:47.026Z+ grep nexus
8242026-06-21T01:43:47.026Z+ [[ 53 -gt 300 ]]
8252026-06-21T01:43:47.026Z+ sleep 1
8262026-06-21T01:43:48.014Z+ retry=54
8272026-06-21T01:43:48.038Z+ zoneadm list
8282026-06-21T01:43:48.038Z+ grep nexus
8292026-06-21T01:43:48.038Z+ [[ 54 -gt 300 ]]
8302026-06-21T01:43:48.038Z+ sleep 1
8312026-06-21T01:43:49.033Z+ retry=55
8322026-06-21T01:43:49.057Z+ zoneadm list
8332026-06-21T01:43:49.057Z+ grep nexus
8342026-06-21T01:43:49.057Z+ [[ 55 -gt 300 ]]
8352026-06-21T01:43:49.057Z+ sleep 1
8362026-06-21T01:43:50.048Z+ retry=56
8372026-06-21T01:43:50.073Z+ zoneadm list
8382026-06-21T01:43:50.074Z+ grep nexus
8392026-06-21T01:43:50.074Z+ [[ 56 -gt 300 ]]
8402026-06-21T01:43:50.074Z+ sleep 1
8412026-06-21T01:43:51.059Z+ retry=57
8422026-06-21T01:43:51.084Z+ zoneadm list
8432026-06-21T01:43:51.084Z+ grep nexus
8442026-06-21T01:43:51.084Z+ [[ 57 -gt 300 ]]
8452026-06-21T01:43:51.084Z+ sleep 1
8462026-06-21T01:43:52.072Z+ retry=58
8472026-06-21T01:43:52.096Z+ zoneadm list
8482026-06-21T01:43:52.097Z+ grep nexus
8492026-06-21T01:43:52.097Z+ [[ 58 -gt 300 ]]
8502026-06-21T01:43:52.097Z+ sleep 1
8512026-06-21T01:43:53.086Z+ retry=59
8522026-06-21T01:43:53.111Z+ zoneadm list
8532026-06-21T01:43:53.111Z+ grep nexus
8542026-06-21T01:43:53.111Z+ [[ 59 -gt 300 ]]
8552026-06-21T01:43:53.111Z+ sleep 1
8562026-06-21T01:43:54.100Z+ retry=60
8572026-06-21T01:43:54.124Z+ zoneadm list
8582026-06-21T01:43:54.124Z+ grep nexus
8592026-06-21T01:43:54.124Z+ [[ 60 -gt 300 ]]
8602026-06-21T01:43:54.124Z+ sleep 1
8612026-06-21T01:43:55.117Z+ retry=61
8622026-06-21T01:43:55.141Z+ zoneadm list
8632026-06-21T01:43:55.141Z+ grep nexus
8642026-06-21T01:43:55.141Z+ [[ 61 -gt 300 ]]
8652026-06-21T01:43:55.141Z+ sleep 1
8662026-06-21T01:43:56.138Z+ retry=62
8672026-06-21T01:43:56.170Z+ zoneadm list
8682026-06-21T01:43:56.170Z+ grep nexus
8692026-06-21T01:43:56.170Z+ [[ 62 -gt 300 ]]
8702026-06-21T01:43:56.170Z+ sleep 1
8712026-06-21T01:43:57.497Z+ retry=63
8722026-06-21T01:43:57.788Z+ zoneadm list
8732026-06-21T01:43:57.812Z+ grep nexus
8742026-06-21T01:43:57.813Z+ [[ 63 -gt 300 ]]
8752026-06-21T01:43:57.813Z+ sleep 1
8762026-06-21T01:43:58.834Z+ retry=64
8772026-06-21T01:43:58.972Z+ zoneadm list
8782026-06-21T01:43:58.972Z+ grep nexus
8792026-06-21T01:43:58.998Z+ [[ 64 -gt 300 ]]
8802026-06-21T01:43:58.998Z+ sleep 1
8812026-06-21T01:44:00.908Z+ retry=65
8822026-06-21T01:44:00.908Z+ zoneadm list
8832026-06-21T01:44:00.941Z+ grep nexus
8842026-06-21T01:44:01.060Z+ [[ 65 -gt 300 ]]
8852026-06-21T01:44:01.061Z+ sleep 1
8862026-06-21T01:44:02.088Z+ retry=66
8872026-06-21T01:44:02.114Z+ zoneadm list
8882026-06-21T01:44:02.115Z+ grep nexus
8892026-06-21T01:44:02.115Z+ [[ 66 -gt 300 ]]
8902026-06-21T01:44:02.115Z+ sleep 1
8912026-06-21T01:45:09.867Z+ retry=67
8922026-06-21T01:45:09.991Z+ zoneadm list
8932026-06-21T01:45:09.991Z+ grep nexus
8942026-06-21T01:45:09.991Z+ [[ 67 -gt 300 ]]
8952026-06-21T01:45:09.991Z+ sleep 1
8962026-06-21T01:45:09.991Z+ retry=68
8972026-06-21T01:45:09.991Z+ zoneadm list
8982026-06-21T01:45:09.991Z+ grep nexus
8992026-06-21T01:45:09.991Z+ [[ 68 -gt 300 ]]
9002026-06-21T01:45:09.992Z+ sleep 1
9012026-06-21T01:45:09.992Z+ retry=69
9022026-06-21T01:45:09.992Z+ zoneadm list
9032026-06-21T01:45:09.992Z+ grep nexus
9042026-06-21T01:45:09.992Z+ [[ 69 -gt 300 ]]
9052026-06-21T01:45:09.992Z+ sleep 1
9062026-06-21T01:45:09.992Z+ retry=70
9072026-06-21T01:45:09.992Z+ zoneadm list
9082026-06-21T01:45:09.992Z+ grep nexus
9092026-06-21T01:45:09.992Z+ [[ 70 -gt 300 ]]
9102026-06-21T01:45:09.992Z+ sleep 1
9112026-06-21T01:45:09.993Z+ retry=71
9122026-06-21T01:45:09.993Z+ zoneadm list
9132026-06-21T01:45:09.993Z+ grep nexus
9142026-06-21T01:45:09.993Zoxz_nexus_6f4790d5-bba3-47ce-a225-0932ac63277c
9152026-06-21T01:45:09.993Zoxz_nexus_b75ddc9f-9bc9-43da-a2ac-b738afca4002
9162026-06-21T01:45:09.993Zoxz_nexus_7e1d5d3a-58c4-4a80-ad5e-dbff7e79029f
9172026-06-21T01:45:09.993Z+ echo 'Waited for nexus: 71s'
9182026-06-21T01:45:09.993ZWaited for nexus: 71s
9192026-06-21T01:45:09.993Z+ retry=0
9202026-06-21T01:45:09.993Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9212026-06-21T01:45:09.993Z+ [[ 0 -gt 300 ]]
9222026-06-21T01:45:09.993Z+ sleep 1
9232026-06-21T01:45:09.993Z+ retry=1
9242026-06-21T01:45:09.993Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9252026-06-21T01:45:09.993Z+ [[ 1 -gt 300 ]]
9262026-06-21T01:45:09.993Z+ sleep 1
9272026-06-21T01:45:09.993Z+ retry=2
9282026-06-21T01:45:09.993Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9292026-06-21T01:45:09.993Z+ [[ 2 -gt 300 ]]
9302026-06-21T01:45:09.993Z+ sleep 1
9312026-06-21T01:45:09.993Z+ retry=3
9322026-06-21T01:45:09.993Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9332026-06-21T01:45:09.993Z+ [[ 3 -gt 300 ]]
9342026-06-21T01:45:09.993Z+ sleep 1
9352026-06-21T01:45:09.993Z+ retry=4
9362026-06-21T01:45:09.994Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9372026-06-21T01:45:09.994Z+ [[ 4 -gt 300 ]]
9382026-06-21T01:45:09.995Z+ sleep 1
9392026-06-21T01:45:09.995Z+ retry=5
9402026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9412026-06-21T01:45:09.995Z+ [[ 5 -gt 300 ]]
9422026-06-21T01:45:09.995Z+ sleep 1
9432026-06-21T01:45:09.995Z+ retry=6
9442026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9452026-06-21T01:45:09.995Z+ [[ 6 -gt 300 ]]
9462026-06-21T01:45:09.995Z+ sleep 1
9472026-06-21T01:45:09.995Z+ retry=7
9482026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9492026-06-21T01:45:09.995Z+ [[ 7 -gt 300 ]]
9502026-06-21T01:45:09.995Z+ sleep 1
9512026-06-21T01:45:09.995Z+ retry=8
9522026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9532026-06-21T01:45:09.995Z+ [[ 8 -gt 300 ]]
9542026-06-21T01:45:09.995Z+ sleep 1
9552026-06-21T01:45:09.995Z+ retry=9
9562026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9572026-06-21T01:45:09.995Z+ [[ 9 -gt 300 ]]
9582026-06-21T01:45:09.995Z+ sleep 1
9592026-06-21T01:45:09.995Z+ retry=10
9602026-06-21T01:45:09.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9612026-06-21T01:45:09.995Z+ [[ 10 -gt 300 ]]
9622026-06-21T01:45:09.995Z+ sleep 1
9632026-06-21T01:45:09.996Z+ retry=11
9642026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9652026-06-21T01:45:09.996Z+ [[ 11 -gt 300 ]]
9662026-06-21T01:45:09.996Z+ sleep 1
9672026-06-21T01:45:09.996Z+ retry=12
9682026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9692026-06-21T01:45:09.996Z+ [[ 12 -gt 300 ]]
9702026-06-21T01:45:09.996Z+ sleep 1
9712026-06-21T01:45:09.996Z+ retry=13
9722026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9732026-06-21T01:45:09.996Z+ [[ 13 -gt 300 ]]
9742026-06-21T01:45:09.996Z+ sleep 1
9752026-06-21T01:45:09.996Z+ retry=14
9762026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9772026-06-21T01:45:09.996Z+ [[ 14 -gt 300 ]]
9782026-06-21T01:45:09.996Z+ sleep 1
9792026-06-21T01:45:09.996Z+ retry=15
9802026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9812026-06-21T01:45:09.996Z+ [[ 15 -gt 300 ]]
9822026-06-21T01:45:09.996Z+ sleep 1
9832026-06-21T01:45:09.996Z+ retry=16
9842026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9852026-06-21T01:45:09.996Z+ [[ 16 -gt 300 ]]
9862026-06-21T01:45:09.996Z+ sleep 1
9872026-06-21T01:45:09.996Z+ retry=17
9882026-06-21T01:45:09.996Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9892026-06-21T01:45:09.996Z+ [[ 17 -gt 300 ]]
9902026-06-21T01:45:09.996Z+ sleep 1
9912026-06-21T01:45:09.996Z+ retry=18
9922026-06-21T01:45:10.129Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-06-21T01:45:01.442538553Z","hostname":"sock","pid":1559,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:1004"}
9932026-06-21T01:45:10.129Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9942026-06-21T01:45:10.129Z+ [[ 18 -gt 300 ]]
9952026-06-21T01:45:10.129Z+ sleep 1
9962026-06-21T01:45:10.129Z+ retry=19
9972026-06-21T01:45:10.129Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9982026-06-21T01:45:10.129ZWaited for handoff: 50s
9992026-06-21T01:45:10.129Z+ [[ 19 -gt 300 ]]
10002026-06-21T01:45:10.129Z+ sleep 1
10012026-06-21T01:45:10.129Z+ retry=20
10022026-06-21T01:45:10.129ZWaited for inventory collection: 0s
10032026-06-21T01:45:10.129Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10042026-06-21T01:45:10.129Z+ [[ 20 -gt 300 ]]
10052026-06-21T01:45:10.129Z+ sleep 1
10062026-06-21T01:45:10.130ZID STARTED TOOK NSPS NERRORS
10072026-06-21T01:45:10.130Z+ retry=21
10082026-06-21T01:45:10.130Z1889fc16-3f15-4ac9-a589-1c492db74db4 2026-06-21T01:45:01Z 146 ms 2 0
10092026-06-21T01:45:10.130Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10102026-06-21T01:45:10.130Z9e600280-3014-4663-881e-b137b995cda8 2026-06-21T01:45:02Z 220 ms 2 0
10112026-06-21T01:45:10.130Z+ [[ 21 -gt 300 ]]
10122026-06-21T01:45:10.130Zc5f867fd-4b29-4024-9d0b-c08ec3696b78 2026-06-21T01:45:04Z 131 ms 2 0
10132026-06-21T01:45:10.130Z+ sleep 1
10142026-06-21T01:45:10.130Zfca62932-14a0-486f-a0ff-7bf6e6435f16 2026-06-21T01:45:05Z 128 ms 2 0
10152026-06-21T01:45:10.130Z+ retry=22
10162026-06-21T01:45:10.130Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10172026-06-21T01:45:10.130ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
10182026-06-21T01:45:10.130Z+ [[ 22 -gt 300 ]]
10192026-06-21T01:45:10.130Z+ sleep 1
10202026-06-21T01:45:10.130Z+ retry=23
10212026-06-21T01:45:10.130Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10222026-06-21T01:45:10.130Z+ [[ 23 -gt 300 ]]
10232026-06-21T01:45:10.130Z+ sleep 1
10242026-06-21T01:45:10.130Z+ retry=24
10252026-06-21T01:45:10.130Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10262026-06-21T01:45:10.130Z+ [[ 24 -gt 300 ]]
10272026-06-21T01:45:10.130Z+ sleep 1
10282026-06-21T01:45:10.130Z+ retry=25
10292026-06-21T01:45:10.131Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10302026-06-21T01:45:10.131Z+ [[ 25 -gt 300 ]]
10312026-06-21T01:45:10.131Z+ sleep 1
10322026-06-21T01:45:10.131Z+ retry=26
10332026-06-21T01:45:10.131Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10342026-06-21T01:45:10.131Z+ [[ 26 -gt 300 ]]
10352026-06-21T01:45:10.131Z+ sleep 1
10362026-06-21T01:45:10.131Z+ retry=27
10372026-06-21T01:45:10.131Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10382026-06-21T01:45:10.131Z+ [[ 27 -gt 300 ]]
10392026-06-21T01:45:10.131Z+ sleep 1
10402026-06-21T01:45:10.131Z+ retry=28
10412026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10422026-06-21T01:45:10.132Z+ [[ 28 -gt 300 ]]
10432026-06-21T01:45:10.132Z+ sleep 1
10442026-06-21T01:45:10.132Z+ retry=29
10452026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10462026-06-21T01:45:10.132Z+ [[ 29 -gt 300 ]]
10472026-06-21T01:45:10.132Z+ sleep 1
10482026-06-21T01:45:10.132Z+ retry=30
10492026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10502026-06-21T01:45:10.132Z+ [[ 30 -gt 300 ]]
10512026-06-21T01:45:10.132Z+ sleep 1
10522026-06-21T01:45:10.132Z+ retry=31
10532026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10542026-06-21T01:45:10.132Z+ [[ 31 -gt 300 ]]
10552026-06-21T01:45:10.132Z+ sleep 1
10562026-06-21T01:45:10.132Z+ retry=32
10572026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10582026-06-21T01:45:10.132Z+ [[ 32 -gt 300 ]]
10592026-06-21T01:45:10.132Z+ sleep 1
10602026-06-21T01:45:10.132Z+ retry=33
10612026-06-21T01:45:10.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10622026-06-21T01:45:10.132Z+ [[ 33 -gt 300 ]]
10632026-06-21T01:45:10.133Z+ sleep 1
10642026-06-21T01:45:10.133Z+ retry=34
10652026-06-21T01:45:10.133Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10662026-06-21T01:45:10.134Z+ [[ 34 -gt 300 ]]
10672026-06-21T01:45:10.134Z+ sleep 1
10682026-06-21T01:45:10.134Z+ retry=35
10692026-06-21T01:45:10.134Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10702026-06-21T01:45:10.135Z+ [[ 35 -gt 300 ]]
10712026-06-21T01:45:10.135Z+ sleep 1
10722026-06-21T01:45:10.135Z+ retry=36
10732026-06-21T01:45:10.135Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10742026-06-21T01:45:10.135Z+ [[ 36 -gt 300 ]]
10752026-06-21T01:45:10.135Z+ sleep 1
10762026-06-21T01:45:10.135Z+ retry=37
10772026-06-21T01:45:10.135Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10782026-06-21T01:45:10.135Z+ [[ 37 -gt 300 ]]
10792026-06-21T01:45:10.135Z+ sleep 1
10802026-06-21T01:45:10.135Z+ retry=38
10812026-06-21T01:45:10.135Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10822026-06-21T01:45:10.135Z+ [[ 38 -gt 300 ]]
10832026-06-21T01:45:10.135Z+ sleep 1
10842026-06-21T01:45:10.135Z+ retry=39
10852026-06-21T01:45:10.135Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10862026-06-21T01:45:10.135Z+ [[ 39 -gt 300 ]]
10872026-06-21T01:45:10.135Z+ sleep 1
10882026-06-21T01:45:10.135Z+ retry=40
10892026-06-21T01:45:10.138Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10902026-06-21T01:45:10.138Z+ [[ 40 -gt 300 ]]
10912026-06-21T01:45:10.138Z+ sleep 1
10922026-06-21T01:45:10.250Z+ retry=41
10932026-06-21T01:45:10.250Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10942026-06-21T01:45:10.250Z+ [[ 41 -gt 300 ]]
10952026-06-21T01:45:10.250Z+ sleep 1
10962026-06-21T01:45:10.250Z+ retry=42
10972026-06-21T01:45:10.250Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10982026-06-21T01:45:10.250Z+ [[ 42 -gt 300 ]]
10992026-06-21T01:45:10.250Z+ sleep 1
11002026-06-21T01:45:10.250Z+ retry=43
11012026-06-21T01:45:10.250Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11022026-06-21T01:45:10.250Z+ [[ 43 -gt 300 ]]
11032026-06-21T01:45:10.250Z+ sleep 1
11042026-06-21T01:45:10.250Z+ retry=44
11052026-06-21T01:45:10.251Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11062026-06-21T01:45:10.251Z+ [[ 44 -gt 300 ]]
11072026-06-21T01:45:10.251Z+ sleep 1
11082026-06-21T01:45:10.251Z+ retry=45
11092026-06-21T01:45:10.251Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11102026-06-21T01:45:10.251Z+ [[ 45 -gt 300 ]]
11112026-06-21T01:45:10.251Z+ sleep 1
11122026-06-21T01:45:10.252Z+ retry=46
11132026-06-21T01:45:10.252Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11142026-06-21T01:45:10.252Z+ [[ 46 -gt 300 ]]
11152026-06-21T01:45:10.252Z+ sleep 1
11162026-06-21T01:45:10.252Z+ retry=47
11172026-06-21T01:45:10.252Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11182026-06-21T01:45:10.252Z+ [[ 47 -gt 300 ]]
11192026-06-21T01:45:10.252Z+ sleep 1
11202026-06-21T01:45:10.252Z+ retry=48
11212026-06-21T01:45:10.252Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11222026-06-21T01:45:10.252Z+ [[ 48 -gt 300 ]]
11232026-06-21T01:45:10.252Z+ sleep 1
11242026-06-21T01:45:10.252Z+ retry=49
11252026-06-21T01:45:10.252Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11262026-06-21T01:45:10.252Z+ [[ 49 -gt 300 ]]
11272026-06-21T01:45:10.252Z+ sleep 1
11282026-06-21T01:45:10.252Z+ retry=50
11292026-06-21T01:45:10.252Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11302026-06-21T01:45:10.252Z+ echo 'Waited for handoff: 50s'
11312026-06-21T01:45:10.252Z+ retry=0
11322026-06-21T01:45:10.252Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11332026-06-21T01:45:10.252Z++ wc -l
11342026-06-21T01:45:10.252Znote: database URL not specified. Will search DNS.
11352026-06-21T01:45:10.252Znote: (override with --db-url or OMDB_DB_URL)
11362026-06-21T01:45:10.252Znote: using DNS from system config (typically /etc/resolv.conf)
11372026-06-21T01:45:10.252Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11382026-06-21T01:45:10.252Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11392026-06-21T01:45:10.252Znote: database schema version matches expected (272.0.0)
11402026-06-21T01:45:10.252Z+ INVENTORY_COLLECTION_COUNT=' 5'
11412026-06-21T01:45:10.252Z+ [[ 5 -gt 1 ]]
11422026-06-21T01:45:10.253Z+ echo 'Waited for inventory collection: 0s'
11432026-06-21T01:45:10.253Z+ retry=0
11442026-06-21T01:45:10.253Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11452026-06-21T01:45:10.253Z++ wc -l
11462026-06-21T01:45:10.253Znote: database URL not specified. Will search DNS.
11472026-06-21T01:45:10.253Znote: (override with --db-url or OMDB_DB_URL)
11482026-06-21T01:45:10.253Znote: using DNS from system config (typically /etc/resolv.conf)
11492026-06-21T01:45:10.253Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11502026-06-21T01:45:10.253Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11512026-06-21T01:45:10.253Znote: database schema version matches expected (272.0.0)
11522026-06-21T01:45:10.253Z+ ACTUAL_ZPOOL_COUNT=' 9'
11532026-06-21T01:45:10.253Z+ [[ 9 -eq 9 ]]
11542026-06-21T01:45:10.253Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11552026-06-21T01:45:10.253Znote: Nexus URL not specified. Will pick one from DNS.
11562026-06-21T01:45:10.253Znote: using DNS from system config (typically /etc/resolv.conf)
11572026-06-21T01:45:10.255Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11582026-06-21T01:45:10.255Znote: using Nexus URL http://[fd00:1122:3344:101::c]:12232
11592026-06-21T01:45:10.255Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11602026-06-21T01:45:10.255Znote: database URL not specified. Will search DNS.
11612026-06-21T01:45:10.255Znote: (override with --db-url or OMDB_DB_URL)
11622026-06-21T01:45:10.255Znote: using DNS from system config (typically /etc/resolv.conf)
11632026-06-21T01:45:10.255Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11642026-06-21T01:45:10.255Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11652026-06-21T01:45:10.255Znote: database schema version matches expected (272.0.0)
11662026-06-21T01:45:10.255Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11672026-06-21T01:45:10.255Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11682026-06-21T01:45:10.255Znote: database URL not specified. Will search DNS.
11692026-06-21T01:45:10.255Znote: (override with --db-url or OMDB_DB_URL)
11702026-06-21T01:45:10.255Znote: using DNS from system config (typically /etc/resolv.conf)
11712026-06-21T01:45:10.255Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11722026-06-21T01:45:10.255Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11732026-06-21T01:45:10.255Znote: database schema version matches expected (272.0.0)
11742026-06-21T01:45:10.255ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11752026-06-21T01:45:10.255Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11762026-06-21T01:45:10.255Z1699fd54-7f20-4084-bd43-e38cb79f920e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |0d62c466-a3cc-4e50-ae1e-57c55bf40b4f |20937965568 |268435456000
11772026-06-21T01:45:10.256Z254e35c0-4dea-452e-9265-fe81fecf7635 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |795c8c46-75b1-4cd6-ac25-1d28f08f577a |20937965568 |268435456000
11782026-06-21T01:45:10.256Z29aa5346-d613-4e93-a7e2-66e1ce1c226e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |d05f5cc2-d6b9-4e46-be89-4ac27a56157d |20937965568 |268435456000
11792026-06-21T01:45:10.256Z9ffc1e82-d153-4f3d-8c0f-bfac05d72e32 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |4f86b1f1-a3cf-40b7-82e1-15f61d5b4bc2 |20937965568 |268435456000
11802026-06-21T01:45:10.256Zade96f86-b596-49fe-8025-af2cd757923e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |67597220-3ae3-4f88-b583-3a1481b21ab9 |20937965568 |268435456000
11812026-06-21T01:45:10.256Zb97089b3-5bec-431b-b2fc-0554768c2216 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |aab50598-4217-4412-8982-a11fc152a7b1 |20937965568 |268435456000
11822026-06-21T01:45:10.257Zc5649d1f-bff1-44f8-be40-e9d08376315d | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |609864d2-71ce-4942-bff1-c66f36be3462 |20937965568 |268435456000
11832026-06-21T01:45:10.257Zddcb2d42-030c-4185-8f10-941f49eaf69f | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |669f236a-1a0a-4826-b1b3-0d40944bcc22 |20937965568 |268435456000
11842026-06-21T01:45:10.257Ze3349ca2-948a-48cc-9062-b592f9647a25 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |b3a00f46-deaf-4a1a-b8cd-37502090c9c9 |20937965568 |268435456000
11852026-06-21T01:45:10.257Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11862026-06-21T01:45:10.257Znote: database URL not specified. Will search DNS.
11872026-06-21T01:45:10.257Znote: (override with --db-url or OMDB_DB_URL)
11882026-06-21T01:45:10.257Znote: using DNS from system config (typically /etc/resolv.conf)
11892026-06-21T01:45:10.257Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11902026-06-21T01:45:10.257Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11912026-06-21T01:45:10.257Znote: database schema version matches expected (272.0.0)
11922026-06-21T01:45:10.713Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11932026-06-21T01:45:10.713Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1699fd54-7f20-4084-bd43-e38cb79f920e 0
11942026-06-21T01:45:10.713Znote: database URL not specified. Will search DNS.
11952026-06-21T01:45:10.713Znote: (override with --db-url or OMDB_DB_URL)
11962026-06-21T01:45:10.714Znote: using DNS from system config (typically /etc/resolv.conf)
11972026-06-21T01:45:10.714Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11982026-06-21T01:45:10.714Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11992026-06-21T01:45:10.714Znote: database schema version matches expected (272.0.0)
12002026-06-21T01:45:10.714Zset pool 1699fd54-7f20-4084-bd43-e38cb79f920e control plane storage buffer bytes to 0
12012026-06-21T01:45:10.714Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12022026-06-21T01:45:10.714Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 254e35c0-4dea-452e-9265-fe81fecf7635 0
12032026-06-21T01:45:10.714Znote: database URL not specified. Will search DNS.
12042026-06-21T01:45:10.714Znote: (override with --db-url or OMDB_DB_URL)
12052026-06-21T01:45:10.714Znote: using DNS from system config (typically /etc/resolv.conf)
12062026-06-21T01:45:10.714Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12072026-06-21T01:45:10.714Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12082026-06-21T01:45:10.853Znote: database schema version matches expected (272.0.0)
12092026-06-21T01:45:10.853Zset pool 254e35c0-4dea-452e-9265-fe81fecf7635 control plane storage buffer bytes to 0
12102026-06-21T01:45:10.853Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12112026-06-21T01:45:10.853Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 29aa5346-d613-4e93-a7e2-66e1ce1c226e 0
12122026-06-21T01:45:10.970Znote: database URL not specified. Will search DNS.
12132026-06-21T01:45:10.970Znote: (override with --db-url or OMDB_DB_URL)
12142026-06-21T01:45:10.970Znote: using DNS from system config (typically /etc/resolv.conf)
12152026-06-21T01:45:10.970Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12162026-06-21T01:45:10.971Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12172026-06-21T01:45:10.971Znote: database schema version matches expected (272.0.0)
12182026-06-21T01:45:10.971Zset pool 29aa5346-d613-4e93-a7e2-66e1ce1c226e control plane storage buffer bytes to 0
12192026-06-21T01:45:10.971Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12202026-06-21T01:45:10.971Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9ffc1e82-d153-4f3d-8c0f-bfac05d72e32 0
12212026-06-21T01:45:11.015Znote: database URL not specified. Will search DNS.
12222026-06-21T01:45:11.016Znote: (override with --db-url or OMDB_DB_URL)
12232026-06-21T01:45:11.016Znote: using DNS from system config (typically /etc/resolv.conf)
12242026-06-21T01:45:11.016Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12252026-06-21T01:45:11.016Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12262026-06-21T01:45:11.016Znote: database schema version matches expected (272.0.0)
12272026-06-21T01:45:11.086Zset pool 9ffc1e82-d153-4f3d-8c0f-bfac05d72e32 control plane storage buffer bytes to 0
12282026-06-21T01:45:11.184Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12292026-06-21T01:45:11.184Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ade96f86-b596-49fe-8025-af2cd757923e 0
12302026-06-21T01:45:11.184Znote: database URL not specified. Will search DNS.
12312026-06-21T01:45:11.184Znote: (override with --db-url or OMDB_DB_URL)
12322026-06-21T01:45:11.184Znote: using DNS from system config (typically /etc/resolv.conf)
12332026-06-21T01:45:11.184Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12342026-06-21T01:45:11.185Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12352026-06-21T01:45:11.246Znote: database schema version matches expected (272.0.0)
12362026-06-21T01:45:11.246Zset pool ade96f86-b596-49fe-8025-af2cd757923e control plane storage buffer bytes to 0
12372026-06-21T01:45:11.247Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12382026-06-21T01:45:11.247Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer b97089b3-5bec-431b-b2fc-0554768c2216 0
12392026-06-21T01:45:11.687Znote: database URL not specified. Will search DNS.
12402026-06-21T01:45:11.687Znote: (override with --db-url or OMDB_DB_URL)
12412026-06-21T01:45:11.687Znote: using DNS from system config (typically /etc/resolv.conf)
12422026-06-21T01:45:11.687Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12432026-06-21T01:45:11.687Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12442026-06-21T01:45:11.754Znote: database schema version matches expected (272.0.0)
12452026-06-21T01:45:11.754Zset pool b97089b3-5bec-431b-b2fc-0554768c2216 control plane storage buffer bytes to 0
12462026-06-21T01:45:11.754Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12472026-06-21T01:45:11.754Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c5649d1f-bff1-44f8-be40-e9d08376315d 0
12482026-06-21T01:45:11.754Znote: database URL not specified. Will search DNS.
12492026-06-21T01:45:11.754Znote: (override with --db-url or OMDB_DB_URL)
12502026-06-21T01:45:11.755Znote: using DNS from system config (typically /etc/resolv.conf)
12512026-06-21T01:45:11.755Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12522026-06-21T01:45:11.755Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12532026-06-21T01:45:11.755Znote: database schema version matches expected (272.0.0)
12542026-06-21T01:45:11.755Zset pool c5649d1f-bff1-44f8-be40-e9d08376315d control plane storage buffer bytes to 0
12552026-06-21T01:45:11.755Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12562026-06-21T01:45:11.755Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ddcb2d42-030c-4185-8f10-941f49eaf69f 0
12572026-06-21T01:45:11.755Znote: database URL not specified. Will search DNS.
12582026-06-21T01:45:11.755Znote: (override with --db-url or OMDB_DB_URL)
12592026-06-21T01:45:11.755Znote: using DNS from system config (typically /etc/resolv.conf)
12602026-06-21T01:45:11.755Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12612026-06-21T01:45:11.755Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12622026-06-21T01:45:11.755Znote: database schema version matches expected (272.0.0)
12632026-06-21T01:45:11.755Zset pool ddcb2d42-030c-4185-8f10-941f49eaf69f control plane storage buffer bytes to 0
12642026-06-21T01:45:11.802Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12652026-06-21T01:45:11.803Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e3349ca2-948a-48cc-9062-b592f9647a25 0
12662026-06-21T01:45:11.803Znote: database URL not specified. Will search DNS.
12672026-06-21T01:45:11.803Znote: (override with --db-url or OMDB_DB_URL)
12682026-06-21T01:45:11.803Znote: using DNS from system config (typically /etc/resolv.conf)
12692026-06-21T01:45:11.803Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12702026-06-21T01:45:11.803Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12712026-06-21T01:45:11.838Znote: database schema version matches expected (272.0.0)
12722026-06-21T01:45:11.876Zset pool e3349ca2-948a-48cc-9062-b592f9647a25 control plane storage buffer bytes to 0
12732026-06-21T01:45:11.929Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12742026-06-21T01:45:11.973Znote: database URL not specified. Will search DNS.
12752026-06-21T01:45:11.973Znote: (override with --db-url or OMDB_DB_URL)
12762026-06-21T01:45:11.973Znote: using DNS from system config (typically /etc/resolv.conf)
12772026-06-21T01:45:11.973Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12782026-06-21T01:45:11.973Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12792026-06-21T01:45:12.021Znote: database schema version matches expected (272.0.0)
12802026-06-21T01:45:12.317ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12812026-06-21T01:45:12.317Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12822026-06-21T01:45:12.317Z1699fd54-7f20-4084-bd43-e38cb79f920e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |0d62c466-a3cc-4e50-ae1e-57c55bf40b4f |20937965568 |0
12832026-06-21T01:45:12.317Z254e35c0-4dea-452e-9265-fe81fecf7635 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |795c8c46-75b1-4cd6-ac25-1d28f08f577a |20937965568 |0
12842026-06-21T01:45:12.317Z29aa5346-d613-4e93-a7e2-66e1ce1c226e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |d05f5cc2-d6b9-4e46-be89-4ac27a56157d |20937965568 |0
12852026-06-21T01:45:12.317Z9ffc1e82-d153-4f3d-8c0f-bfac05d72e32 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |4f86b1f1-a3cf-40b7-82e1-15f61d5b4bc2 |20937965568 |0
12862026-06-21T01:45:12.317Zade96f86-b596-49fe-8025-af2cd757923e | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |67597220-3ae3-4f88-b583-3a1481b21ab9 |20937965568 |0
12872026-06-21T01:45:12.317Zb97089b3-5bec-431b-b2fc-0554768c2216 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |aab50598-4217-4412-8982-a11fc152a7b1 |20937965568 |0
12882026-06-21T01:45:12.317Zc5649d1f-bff1-44f8-be40-e9d08376315d | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |609864d2-71ce-4942-bff1-c66f36be3462 |20937965568 |0
12892026-06-21T01:45:12.317Zddcb2d42-030c-4185-8f10-941f49eaf69f | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |669f236a-1a0a-4826-b1b3-0d40944bcc22 |20937965568 |0
12902026-06-21T01:45:12.318Ze3349ca2-948a-48cc-9062-b592f9647a25 | |001759fb-8308-4e88-ad11-e6b22b02dbc7 |b3a00f46-deaf-4a1a-b8cd-37502090c9c9 |20937965568 |0
12912026-06-21T01:45:12.419Z+ export RUST_BACKTRACE=1
12922026-06-21T01:45:12.419Z+ RUST_BACKTRACE=1
12932026-06-21T01:45:12.420Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12942026-06-21T01:45:12.427Z++ ./target/debug/bootstrap
12952026-06-21T01:45:12.476ZUsing external DNS server at 10.151.2.164:53
12962026-06-21T01:45:12.476Z2026-06-21 01:45:12.416818971 UTC: attempting to log into API
12972026-06-21T01:45:13.813Z2026-06-21 01:45:13.790275753 UTC: login succeeded
12982026-06-21T01:45:13.846Zwaiting for nexus to come up...
12992026-06-21T01:45:13.908Zcreating IPv4 IP pool... 10.151.2.175 - 10.151.2.227
13002026-06-21T01:45:14.832Zcreating IPv6 IP pool... fd00::aa - fd00::bb
13012026-06-21T01:45:15.428Zsetting up quotas...
13022026-06-21T01:45:15.556Zensuring datasets are ready...
13032026-06-21T01:45:18.789Zlet's roll.
13042026-06-21T01:45:18.854Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13052026-06-21T01:45:18.855ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.168
13062026-06-21T01:45:18.855ZOXIDE_TOKEN=oxide-token-ebed3b34501ed37b6ee30fe0c2c78c164ee6c259'
13072026-06-21T01:45:18.855Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13082026-06-21T01:45:18.855Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.168
13092026-06-21T01:45:18.855Z++ OXIDE_TOKEN=oxide-token-ebed3b34501ed37b6ee30fe0c2c78c164ee6c259
13102026-06-21T01:45:18.855Z+ export OXIDE_HOST OXIDE_TOKEN
13112026-06-21T01:45:18.855Z+ retry=0
13122026-06-21T01:45:18.855Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13132026-06-21T01:45:18.855Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13142026-06-21T01:45:19.591Z{"status":"ok"}{
13152026-06-21T01:45:19.592Z "description": "some images",
13162026-06-21T01:45:19.592Z "id": "444c24a2-bd23-4f7a-bdc6-83aa628c370c",
13172026-06-21T01:45:19.597Z "name": "images",
13182026-06-21T01:45:19.597Z "time_created": "2026-06-21T01:45:18.914233Z",
13192026-06-21T01:45:19.597Z "time_modified": "2026-06-21T01:45:18.914233Z"
13202026-06-21T01:45:19.597Z}
13212026-06-21T01:45:19.637Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13222026-06-21T01:56:29.213ZDone!
13232026-06-21T01:56:29.238Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13242026-06-21T01:56:29.486Z{
13252026-06-21T01:56:29.486Z "block_size": 512,
13262026-06-21T01:56:29.486Z "description": "debian 11 original base image",
13272026-06-21T01:56:29.486Z "id": "09ffad71-9638-4418-8144-cb7fdf03f24e",
13282026-06-21T01:56:29.486Z "name": "debian11",
13292026-06-21T01:56:29.486Z "os": "debian",
13302026-06-21T01:56:29.486Z "size": 2147483648,
13312026-06-21T01:56:29.486Z "time_created": "2026-06-21T01:56:29.112563Z",
13322026-06-21T01:56:29.486Z "time_modified": "2026-06-21T01:56:29.414405Z",
13332026-06-21T01:56:29.486Z "version": "11"
13342026-06-21T01:56:29.486Z}
13352026-06-21T01:56:29.510Z+ for test_bin in tests/*
13362026-06-21T01:56:29.510Z+ ./tests/bootstrap-924fc3fc47321669
13372026-06-21T01:56:29.535Z
13382026-06-21T01:56:29.535Zrunning 0 tests
13392026-06-21T01:56:29.535Z
13402026-06-21T01:56:29.535Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13412026-06-21T01:56:29.535Z
13422026-06-21T01:56:29.535Z+ for test_bin in tests/*
13432026-06-21T01:56:29.535Z+ ./tests/commtest-408c589a9be9a15a
13442026-06-21T01:56:29.559Z
13452026-06-21T01:56:29.560Zrunning 0 tests
13462026-06-21T01:56:29.560Z
13472026-06-21T01:56:29.560Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13482026-06-21T01:56:29.560Z
13492026-06-21T01:56:29.560Z+ for test_bin in tests/*
13502026-06-21T01:56:29.560Z+ ./tests/dhcp_server-f35f394bfb169ef7
13512026-06-21T01:56:29.561Z
13522026-06-21T01:56:29.562Zrunning 0 tests
13532026-06-21T01:56:29.562Z
13542026-06-21T01:56:29.562Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13552026-06-21T01:56:29.562Z
13562026-06-21T01:56:29.562Z+ for test_bin in tests/*
13572026-06-21T01:56:29.562Z+ ./tests/end_to_end_tests-f00a927a2ca939a9
13582026-06-21T01:56:29.612Z
13592026-06-21T01:56:29.612Zrunning 3 tests
13602026-06-21T01:56:29.637Znote: configured to log to "/tmp/end_to_end_tests-f00a927a2ca939a9-new_blueprint_noop.15176.0.log"
13612026-06-21T01:56:29.746Ztest no_spoof::no_spoof_here ... ok
13622026-06-21T01:56:30.365Ztest noop_blueprint::new_blueprint_noop ... ok
13632026-06-21T01:56:59.087Ztest instance_launch::instance_launch ... ok
13642026-06-21T01:56:59.087Z
13652026-06-21T01:56:59.087Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.47s
13662026-06-21T01:56:59.087Z
13672026-06-21T01:56:59.111Z+ _exit_trap
13682026-06-21T01:56:59.112Z+ local status=0
13692026-06-21T01:56:59.112Z+ set +o errexit
13702026-06-21T01:56:59.112Z+ [[ x != \x ]]
13712026-06-21T01:56:59.113Z+ pfexec svcadm -Z disable -s cron
13722026-06-21T01:57:00.677Z+ [[ 0 -eq 0 ]]
13732026-06-21T01:57:00.677Z+ exit 0
13742026-06-21T01:57:00.701Zprocess exited: duration 935842 ms, exit code 0
 
13752026-06-21T01:57:00.876Zfound 200 output files
13762026-06-21T01:57:00.876Zuploading: /var/svc/log/oxide-mg-ddm:default.log (322896 bytes)
13772026-06-21T01:57:02.105Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13782026-06-21T01:57:02.105Zuploading: /var/svc/log/oxide-sled-agent:default.log (3384980 bytes)
13792026-06-21T01:57:03.501Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13802026-06-21T01:57:03.502Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (11532095 bytes)
13812026-06-21T01:57:04.071Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 11532095 -> 11583836
13822026-06-21T01:57:05.141Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13832026-06-21T01:57:05.141Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8297 bytes)
13842026-06-21T01:57:05.208Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 8297 -> 8495
13852026-06-21T01:57:06.277Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13862026-06-21T01:57:06.302Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (293965 bytes)
13872026-06-21T01:57:06.476Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 293965 -> 298537
13882026-06-21T01:57:07.545Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13892026-06-21T01:57:07.569Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (608614 bytes)
13902026-06-21T01:57:07.787Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 608614 -> 624500
13912026-06-21T01:57:08.857Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13922026-06-21T01:57:08.857Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (4064600 bytes)
13932026-06-21T01:57:09.249Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 4064600 -> 4125682
13942026-06-21T01:57:10.319Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13952026-06-21T01:57:10.319Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6142434 bytes)
13962026-06-21T01:57:10.746Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6142434 -> 6239552
13972026-06-21T02:07:51.223Zworker agent experienced a fatal error; aborting job