01KVKQ4P2V85G07J2N93GP90TW: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.41",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KVKQ648ZCNNCJNZ0GD47RASP

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12026-06-21T00:12:01.391Zjob dependencies complete; ready to run (waiting for 19 m 42 s)
22026-06-21T01:35:28.188Zjob assigned to worker 01KVKX176D2T04JF8Y97QG6HV1 [factory lab, buskin/20786] (queued for 1 h 23 m 26 s)
32026-06-21T01:35:28.282Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-06-21T01:35:28.323Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-06-21T01:35:28.357Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-06-21T01:35:28.413Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-06-21T01:35:28.447Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-06-21T01:35:28.481ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-06-21T01:35:28.515ZOxide Helios Version helios-3.0.24018 64-bit
102026-06-21T01:35:28.548ZConfiguring devices.
112026-06-21T01:35:28.582Z##################################################
122026-06-21T01:35:28.616Z#### ############# ##
132026-06-21T01:35:28.649Z### ### ############ ##
142026-06-21T01:35:28.683Z## ### # ## ### ## Oxide Computer Company ##
152026-06-21T01:35:28.717Z## ## ## ### # ### ##
162026-06-21T01:35:28.750Z## # ### #### #### This Station Under ##
172026-06-21T01:35:28.784Z### ### #### # ### Computer Control ##
182026-06-21T01:35:28.817Z#### #### ### ## ##
192026-06-21T01:35:28.851Z##################################################
202026-06-21T01:35:28.884ZHostname: buskin
212026-06-21T01:35:28.918ZLoading smf(7) service descriptions:
222026-06-21T01:35:29.992Zdownloading input: /input/package/work/package.tar.gz
232026-06-21T01:45:45.943Zdownloaded input: /input/package/work/package.tar.gz
 
242026-06-21T01:45:45.944Zstarting task 0: "setup"
252026-06-21T01:45:45.968Z++ uname -s
262026-06-21T01:45:45.968Z+ kern=SunOS
272026-06-21T01:45:45.968Z+ build_user=build
282026-06-21T01:45:45.968Z+ build_uid=12345
292026-06-21T01:45:45.968Z+ work_dir=/work
302026-06-21T01:45:45.968Z+ input_dir=/input
312026-06-21T01:45:45.968Z+ [[ 0 == 12345 ]]
322026-06-21T01:45:45.968Z+ case "$kern" in
332026-06-21T01:45:45.968Z+ groupadd -g 12345 build
342026-06-21T01:45:45.968Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-06-21T01:45:47.966Z+ zfs create -o mountpoint=/work rpool/work
362026-06-21T01:45:47.994Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-06-21T01:45:47.994Z+ home_fs=zfs
382026-06-21T01:45:47.995Z+ [[ zfs == autofs ]]
392026-06-21T01:45:47.996Z+ mkdir -p /home/build
402026-06-21T01:45:47.996Z+ chown build:build /home/build /work
412026-06-21T01:45:49.992Z+ chmod 0700 /home/build /work
422026-06-21T01:45:50.016Zprocess exited: duration 4051 ms, exit code 0
 
432026-06-21T01:45:50.063Zstarting task 1: "authentication"
442026-06-21T01:45:50.112Zprocess exited: duration 48 ms, exit code 0
 
452026-06-21T01:45:50.160Zstarting task 2: "build"
462026-06-21T01:45:50.184Z+ trap _exit_trap EXIT
472026-06-21T01:45:50.184Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-06-21T01:45:50.278Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-06-21T01:45:50.278Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-06-21T01:45:50.302Z+ [[ -d /opt/oxide ]]
602026-06-21T01:45:50.302Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-06-21T01:45:50.302Z+ pfexec mkdir /opt/oxide
622026-06-21T01:45:50.302Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-06-21T01:45:50.302Z+ [[ -d /opt/oxide-underneath ]]
642026-06-21T01:45:50.302Z+ cd /opt/oxide-underneath
652026-06-21T01:45:50.303Z+ pfexec tar ceEp@/f - .
662026-06-21T01:45:50.303Z+ cd /opt/oxide
672026-06-21T01:45:50.303Z+ pfexec tar xveEp@/f -
682026-06-21T01:45:50.355Zx ., 0 bytes, 0 tape blocks
692026-06-21T01:45:50.355Zx ./opte, 0 bytes, 0 tape blocks
702026-06-21T01:45:50.355Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-06-21T01:45:50.355Zx ./opte/bin/opteadm, 24740168 bytes, 48321 tape blocks
722026-06-21T01:45:50.379Z+ pfexec rm -rf /opt/oxide-underneath
732026-06-21T01:45:50.379Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-06-21T01:45:50.403Z+ pfexec mkdir /opt/oxide/work
752026-06-21T01:45:50.403Z+ pfexec chown build:build /opt/oxide/work
762026-06-21T01:45:50.403Z+ cd /opt/oxide/work
772026-06-21T01:45:50.404Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-06-21T01:46:05.223ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-06-21T01:46:05.223Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
802026-06-21T01:46:05.224Zx out/target/test, 107 bytes, 1 tape blocks
812026-06-21T01:46:05.224Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
822026-06-21T01:46:05.224Zx package-manifest.toml, 35397 bytes, 70 tape blocks
832026-06-21T01:46:05.224Zx smf/sled-agent/non-gimlet/config.toml, 5355 bytes, 11 tape blocks
842026-06-21T01:46:05.224Zx target/release/omicron-package, 46260520 bytes, 90353 tape blocks
852026-06-21T01:46:05.224Zx target/release/xtask, 11727472 bytes, 22906 tape blocks
862026-06-21T01:46:05.224Zx target/debug/bootstrap, 364458096 bytes, 711833 tape blocks
872026-06-21T01:46:05.224Zx tests/bootstrap-924fc3fc47321669, 31963304 bytes, 62429 tape blocks
882026-06-21T01:46:05.224Zx tests/commtest-408c589a9be9a15a, 33074240 bytes, 64599 tape blocks
892026-06-21T01:46:05.224Zx tests/dhcp_server-f35f394bfb169ef7, 31963320 bytes, 62429 tape blocks
902026-06-21T01:46:05.224Zx tests/end_to_end_tests-f00a927a2ca939a9, 407291088 bytes, 795491 tape blocks
912026-06-21T01:46:05.224Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-06-21T01:46:05.225Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-06-21T01:46:05.225Zx out/clickhouse.tar.gz, 320938651 bytes, 626834 tape blocks
942026-06-21T01:46:05.225Zx out/clickhouse_keeper.tar.gz, 305638180 bytes, 596950 tape blocks
952026-06-21T01:46:05.225Zx out/clickhouse_server.tar.gz, 320936260 bytes, 626829 tape blocks
962026-06-21T01:46:05.225Zx out/cockroachdb.tar.gz, 161459889 bytes, 315352 tape blocks
972026-06-21T01:46:05.225Zx out/crucible-pantry-zone.tar.gz, 37341434 bytes, 72933 tape blocks
982026-06-21T01:46:05.225Zx out/crucible-utils.tar, 16872960 bytes, 32955 tape blocks
992026-06-21T01:46:05.225Zx out/crucible-zone.tar.gz, 53284991 bytes, 104073 tape blocks
1002026-06-21T01:46:05.225Zx out/external-dns.tar.gz, 43928817 bytes, 85799 tape blocks
1012026-06-21T01:46:05.225Zx out/internal-dns.tar.gz, 43928412 bytes, 85798 tape blocks
1022026-06-21T01:46:05.225Zx out/mg-ddm-gz.tar, 100266496 bytes, 195833 tape blocks
1032026-06-21T01:46:05.226Zx out/nexus.tar.gz, 285021541 bytes, 556683 tape blocks
1042026-06-21T01:46:05.226Zx out/ntp.tar.gz, 24684972 bytes, 48213 tape blocks
1052026-06-21T01:46:05.226Zx out/omicron-gateway-softnpu.tar.gz, 30917939 bytes, 60387 tape blocks
1062026-06-21T01:46:05.226Zx out/omicron-sled-agent.tar, 199215616 bytes, 389093 tape blocks
1072026-06-21T01:46:05.226Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1082026-06-21T01:46:05.226Zx out/oximeter.tar.gz, 63773486 bytes, 124558 tape blocks
1092026-06-21T01:46:05.226Zx out/oxlog.tar, 3872768 bytes, 7564 tape blocks
1102026-06-21T01:46:05.226Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1112026-06-21T01:46:05.226Zx out/propolis-server.tar.gz, 35755910 bytes, 69836 tape blocks
1122026-06-21T01:46:05.226Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-06-21T01:46:05.226Zx out/switch-softnpu.tar.gz, 458611435 bytes, 895726 tape blocks
1142026-06-21T01:46:05.250Z
1152026-06-21T01:46:05.250Zreal 14.831121431
1162026-06-21T01:46:05.250Zuser 12.411141403
1172026-06-21T01:46:05.250Zsys 4.240402178
1182026-06-21T01:46:05.250Ztrap 0.000741627
1192026-06-21T01:46:05.250Ztflt 0.000000000
1202026-06-21T01:46:05.250Zdflt 0.000000000
1212026-06-21T01:46:05.250Zkflt 0.000000000
1222026-06-21T01:46:05.250Zlock 0.000000000
1232026-06-21T01:46:05.250Zslp 12.397212480
1242026-06-21T01:46:05.250Zlat 0.610485525
1252026-06-21T01:46:05.250Zstop 0.000135191
1262026-06-21T01:46:05.250Z+ source .github/buildomat/ci-env.sh
1272026-06-21T01:46:05.250Z++ export CARGO_TERM_COLOR=always
1282026-06-21T01:46:05.250Z++ CARGO_TERM_COLOR=always
1292026-06-21T01:46:05.250Z+ source tools/opte_version_override
1302026-06-21T01:46:05.251Z++ OPTE_COMMIT=
1312026-06-21T01:46:05.251Z+ [[ x != \x ]]
1322026-06-21T01:46:05.251Z+ bmat address ls
1332026-06-21T01:46:05.251ZNAME CIDR FIRST LAST COUNT
1342026-06-21T01:46:05.251Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1352026-06-21T01:46:05.251Z++ bmat address ls -f extra -Ho first,last,count
1362026-06-21T01:46:05.275Z+ set -- 10.151.1.164 10.151.1.227 64
1372026-06-21T01:46:05.275Z+ EXTRA_IP_START=10.151.1.164
1382026-06-21T01:46:05.276Z+ EXTRA_IP_END=10.151.1.227
1392026-06-21T01:46:05.276Z+ EXTRA_IP_COUNT=64
1402026-06-21T01:46:05.276Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-06-21T01:46:05.276Z+ EXTRA_IP_BASE=10.151.1
1422026-06-21T01:46:05.276Z+ EXTRA_IP_FOCTET=164
1432026-06-21T01:46:05.276Z+ EXTRA_IP_LOCTET=227
1442026-06-21T01:46:05.276Z+ SERVICE_IP_POOL_START=10.151.1.164
1452026-06-21T01:46:05.276Z+ SERVICE_IP_POOL_END=10.151.1.173
1462026-06-21T01:46:05.276Z+ DNS_IP1=10.151.1.164
1472026-06-21T01:46:05.276Z+ DNS_IP2=10.151.1.165
1482026-06-21T01:46:05.276Z+ UPLINK_IP=10.151.1.174
1492026-06-21T01:46:05.276Z+ IPPOOL_START=10.151.1.175
1502026-06-21T01:46:05.276Z+ IPPOOL_END=10.151.1.227
1512026-06-21T01:46:05.276Z++ ipadm show-addr -po type,addr
1522026-06-21T01:46:05.276Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-06-21T01:46:05.276Z+ GATEWAY_IP=10.151.1.100
1542026-06-21T01:46:05.276Z+ [[ -n 10.151.1.100 ]]
1552026-06-21T01:46:05.276Z+ ping -s 10.151.1.100 56 1
1562026-06-21T01:46:05.276ZPING 10.151.1.100: 56 data bytes
1572026-06-21T01:46:05.276Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1582026-06-21T01:46:05.276Z
1592026-06-21T01:46:05.276Z----10.151.1.100 PING Statistics----
1602026-06-21T01:46:05.276Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-06-21T01:46:05.276Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1622026-06-21T01:46:05.276Z++ arp -an
1632026-06-21T01:46:05.276Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1642026-06-21T01:46:05.301Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1652026-06-21T01:46:05.301Z+ routeadm -e ipv4-forwarding -u
1662026-06-21T01:46:05.385Z+ PXA_START=10.151.1.164
1672026-06-21T01:46:05.385Z+ PXA_END=10.151.1.227
1682026-06-21T01:46:05.409Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1692026-06-21T01:46:05.409Z++ pfexec nvmeadm list -p -o disk
1702026-06-21T01:46:05.409Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1712026-06-21T01:46:05.543Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1722026-06-21T01:46:05.567ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732026-06-21T01:46:05.616Zcreating virtual hardware
1742026-06-21T01:46:05.640Zcreating /scratch/m2_0.vdev
1752026-06-21T01:46:05.640Zcreating /scratch/m2_1.vdev
1762026-06-21T01:46:05.640Zcreating /scratch/u2_0.vdev
1772026-06-21T01:46:05.640Zcreating /scratch/u2_1.vdev
1782026-06-21T01:46:05.641Zcreating /scratch/u2_2.vdev
1792026-06-21T01:46:05.641Zcreating /scratch/u2_3.vdev
1802026-06-21T01:46:05.641Zcreating /scratch/u2_4.vdev
1812026-06-21T01:46:05.641Zcreating /scratch/u2_5.vdev
1822026-06-21T01:46:05.641Zcreating /scratch/u2_6.vdev
1832026-06-21T01:46:05.641Zcreating /scratch/u2_7.vdev
1842026-06-21T01:46:05.641Zcreating /scratch/u2_8.vdev
1852026-06-21T01:46:05.665ZSimnet net0/sc0_0 exists
1862026-06-21T01:46:05.689ZSimnet net1/sc1_0 exists
1872026-06-21T01:46:05.689ZVnic sc0_1 exists
1882026-06-21T01:46:20.711ZUsing 10.151.1.100 as gateway ip
1892026-06-21T01:46:20.712Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1902026-06-21T01:46:20.712Zconfiguring SoftNPU ARP entry
1912026-06-21T01:46:20.739Zconfiguring SoftNPU proxy ARP
1922026-06-21T01:46:20.793ZSoftNPU state:
1932026-06-21T01:46:20.793Z local v6:
1942026-06-21T01:46:20.793Z local v4:
1952026-06-21T01:46:20.793Z router v6_idx:
1962026-06-21T01:46:20.793Z router v6_routes:
1972026-06-21T01:46:20.793Z router v4_idx:
1982026-06-21T01:46:20.793Z router v4_routes:
1992026-06-21T01:46:20.793Z resolver v4:
2002026-06-21T01:46:20.793Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
2012026-06-21T01:46:20.794Z resolver v6:
2022026-06-21T01:46:20.794Z nat v4:
2032026-06-21T01:46:20.794Z nat_v6:
2042026-06-21T01:46:20.794Z attached subnet v4:
2052026-06-21T01:46:20.794Z attached subnet v6:
2062026-06-21T01:46:20.794Z port_mac:
2072026-06-21T01:46:20.794Z proxy arp:
2082026-06-21T01:46:20.794Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2092026-06-21T01:46:20.794Zcreated virtual hardware
2102026-06-21T01:46:20.818Z
2112026-06-21T01:46:20.818Zreal 15.247412046
2122026-06-21T01:46:20.818Zuser 0.575912398
2132026-06-21T01:46:20.818Zsys 3.497185811
2142026-06-21T01:46:20.818Ztrap 0.000064738
2152026-06-21T01:46:20.818Ztflt 0.000178608
2162026-06-21T01:46:20.818Zdflt 0.000641153
2172026-06-21T01:46:20.818Zkflt 0.000021959
2182026-06-21T01:46:20.818Zlock 11:53.051933665
2192026-06-21T01:46:20.818Zslp 46.230645593
2202026-06-21T01:46:20.818Zlat 0.177905135
2212026-06-21T01:46:20.819Zstop 0.263277940
2222026-06-21T01:46:20.819Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2232026-06-21T01:46:20.844Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2242026-06-21T01:46:20.844Z+ diff -u pkg/config.toml~ pkg/config.toml
2252026-06-21T01:46:20.899Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2262026-06-21T01:46:20.899Z+++ pkg/config.toml Sun Jun 21 01:46:21 2026
2272026-06-21T01:46:20.899Z@@ -29,18 +29,18 @@
2282026-06-21T01:46:20.899Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2292026-06-21T01:46:20.899Z # followed by a string that is embedded into their fake serial values.
2302026-06-21T01:46:20.899Z vdevs = [
2312026-06-21T01:46:20.899Z- "m2_0.vdev",
2322026-06-21T01:46:20.899Z- "m2_1.vdev",
2332026-06-21T01:46:20.899Z+ "/scratch/m2_0.vdev",
2342026-06-21T01:46:20.899Z+ "/scratch/m2_1.vdev",
2352026-06-21T01:46:20.899Z
2362026-06-21T01:46:20.901Z- "u2_0.vdev",
2372026-06-21T01:46:20.901Z- "u2_1.vdev",
2382026-06-21T01:46:20.901Z- "u2_2.vdev",
2392026-06-21T01:46:20.901Z- "u2_3.vdev",
2402026-06-21T01:46:20.902Z- "u2_4.vdev",
2412026-06-21T01:46:20.902Z- "u2_5.vdev",
2422026-06-21T01:46:20.902Z- "u2_6.vdev",
2432026-06-21T01:46:20.902Z- "u2_7.vdev",
2442026-06-21T01:46:20.902Z- "u2_8.vdev",
2452026-06-21T01:46:20.902Z+ "/scratch/u2_0.vdev",
2462026-06-21T01:46:20.902Z+ "/scratch/u2_1.vdev",
2472026-06-21T01:46:20.902Z+ "/scratch/u2_2.vdev",
2482026-06-21T01:46:20.902Z+ "/scratch/u2_3.vdev",
2492026-06-21T01:46:20.902Z+ "/scratch/u2_4.vdev",
2502026-06-21T01:46:20.902Z+ "/scratch/u2_5.vdev",
2512026-06-21T01:46:20.902Z+ "/scratch/u2_6.vdev",
2522026-06-21T01:46:20.902Z+ "/scratch/u2_7.vdev",
2532026-06-21T01:46:20.902Z+ "/scratch/u2_8.vdev",
2542026-06-21T01:46:20.903Z ]
2552026-06-21T01:46:20.903Z
2562026-06-21T01:46:20.903Z # The amount of memory held back for services which exist between zero and one
2572026-06-21T01:46:20.903Z+ true
2582026-06-21T01:46:20.903Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2592026-06-21T01:46:20.903Z+ EXPECTED_ZPOOL_COUNT=9
2602026-06-21T01:46:20.903Z+ echo 'expected number of zpools is 9'
2612026-06-21T01:46:20.903Zexpected number of zpools is 9
2622026-06-21T01:46:20.903Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-06-21T01:46:20.903Z+ SILO_NAME=recovery
2642026-06-21T01:46:20.903Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2652026-06-21T01:46:20.903Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2662026-06-21T01:46:20.904Z+ sed -i~ '
2672026-06-21T01:46:20.904Z /^external_dns_ips/c\
2682026-06-21T01:46:20.904Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2692026-06-21T01:46:20.904Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2702026-06-21T01:46:20.904Z /^first/c\
2712026-06-21T01:46:20.904Zfirst = "10.151.1.164"
2722026-06-21T01:46:20.904Z /^last/c\
2732026-06-21T01:46:20.905Zlast = "10.151.1.173"
2742026-06-21T01:46:20.905Z }
2752026-06-21T01:46:20.905Z /^infra_ip_first/c\
2762026-06-21T01:46:20.905Zinfra_ip_first = "10.151.1.174"
2772026-06-21T01:46:20.905Z /^infra_ip_last/c\
2782026-06-21T01:46:20.905Zinfra_ip_last = "10.151.1.174"
2792026-06-21T01:46:20.905Z /^\[\[rack_network_config.ports/,/^$/ {
2802026-06-21T01:46:20.905Z /^routes/c\
2812026-06-21T01:46:20.905Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2822026-06-21T01:46:20.906Z /^addresses/c\
2832026-06-21T01:46:20.906Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2842026-06-21T01:46:20.906Z }
2852026-06-21T01:46:20.906Z' pkg/config-rss.toml
2862026-06-21T01:46:20.906Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2872026-06-21T01:46:20.906Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2882026-06-21T01:46:20.906Z+++ pkg/config-rss.toml Sun Jun 21 01:46:21 2026
2892026-06-21T01:46:20.906Z@@ -33,7 +33,7 @@
2902026-06-21T01:46:20.906Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2912026-06-21T01:46:20.906Z # must be contained in one of the "internal services" IP Pool ranges listed
2922026-06-21T01:46:20.906Z # below.
2932026-06-21T01:46:20.906Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2942026-06-21T01:46:20.908Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2952026-06-21T01:46:20.908Z
2962026-06-21T01:46:20.908Z # Initial TLS certificates for the external API
2972026-06-21T01:46:20.908Z #
2982026-06-21T01:46:20.908Z@@ -69,8 +69,8 @@
2992026-06-21T01:46:20.908Z #
3002026-06-21T01:46:20.908Z # For more on this and what to put here, see docs/how-to-run.adoc.
3012026-06-21T01:46:20.908Z [[internal_services_ip_pool_ranges]]
3022026-06-21T01:46:20.909Z-first = "192.168.1.20"
3032026-06-21T01:46:20.909Z-last = "192.168.1.29"
3042026-06-21T01:46:20.909Z+first = "10.151.1.164"
3052026-06-21T01:46:20.909Z+last = "10.151.1.173"
3062026-06-21T01:46:20.909Z
3072026-06-21T01:46:20.909Z # TODO - this configuration is subject to change going forward. Ultimately these
3082026-06-21T01:46:20.909Z # parameters should be provided to the control plane via wicket, but we need to
3092026-06-21T01:46:20.909Z@@ -91,8 +91,8 @@
3102026-06-21T01:46:20.909Z # A range of IP addresses used by Boundary Services on the external network. In
3112026-06-21T01:46:20.909Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3122026-06-21T01:46:20.909Z # With softnpu, only one address is used.
3132026-06-21T01:46:20.909Z-infra_ip_first = "192.168.1.30"
3142026-06-21T01:46:20.909Z-infra_ip_last = "192.168.1.30"
3152026-06-21T01:46:20.909Z+infra_ip_first = "10.151.1.174"
3162026-06-21T01:46:20.909Z+infra_ip_last = "10.151.1.174"
3172026-06-21T01:46:20.909Z
3182026-06-21T01:46:20.909Z # Configurations for BGP routers to run on the scrimlets.
3192026-06-21T01:46:20.909Z bgp = []
3202026-06-21T01:46:20.910Z@@ -100,9 +100,9 @@
3212026-06-21T01:46:20.910Z # You can configure multiple uplinks by repeating the following stanza
3222026-06-21T01:46:20.910Z [[rack_network_config.ports]]
3232026-06-21T01:46:20.911Z # Routes associated with this port.
3242026-06-21T01:46:20.911Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3252026-06-21T01:46:20.951Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3262026-06-21T01:46:20.951Z # Addresses associated with this port.
3272026-06-21T01:46:20.951Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3282026-06-21T01:46:20.951Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3292026-06-21T01:46:20.951Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3302026-06-21T01:46:20.951Z port = "qsfp0"
3312026-06-21T01:46:20.951Z # The speed of this port.
3322026-06-21T01:46:20.951Z+ true
3332026-06-21T01:46:20.951Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3342026-06-21T01:46:20.951Za pkg/config-rss.toml 8K
3352026-06-21T01:46:20.951Za pkg/config.toml 6K
3362026-06-21T01:46:20.951Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3372026-06-21T01:46:20.951Z+ TLS_NAME=recovery.sys.oxide.test
3382026-06-21T01:46:20.952Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3392026-06-21T01:46:21.338Z....+.+...+.....+.+.....+.........+++++++++++++++++++++++++++++++++++++++++++++*......+.....+......+++++++++++++++++++++++++++++++++++++++++++++*.......+...+...........+..........+..+...+....+..+..........+....................+...+................+.....+......+......+...............+...+.+...+............+........+.+.....+......+.+...+............+.........+.....................+...+......+...+.....+.+..+...+.......+..+.+..+.........+....+..............+...+....+........+.......+...+..+.+.....+...........................................+.....+....+.....+.+...........+...+..........+..+.........+.+...........+.............+...............+.....+.........+...+...+.......+..+.............+........+......+......+..........+...+..+...+.......+..+...+.........+..........+...+...+..............+....+......+.....+.+..+...+...+......+.........+....+......+..+.........+.+..+.......+........+......+............+...+......+....+......+..................+.....+......+.+...+..................+.................+.........................+...........+.+.....+.........................+...+..+....+...........+.+.................+.....................+.......+..+......+.+......+..+.+..+....+...+.....+......+...............+......+..........+...+.....+..........+...+............+...+........+.+.....+......+.........+.+............+......+.....+....+..+.+..+...+....+...............+...+.....+.......+.....+...................+............+..................+............+..+...+....+..................+...+...+..+.............+............+...+............+.....+.......+........+...+..........+...........+...+.......+...........+....+......+...+......+......+........+.+.....+.....................+...+....+.....+.+...........+....+..+............+++++
3402026-06-21T01:46:22.560Z......+.....+...+...+.+.....+....+.....+.+.....+...+...+.......+..+.+++++++++++++++++++++++++++++++++++++++++++++*.........+............+....+.....+.+......+........+.+...........+...+....+...+.....+.........+.+.........+...+.....+++++++++++++++++++++++++++++++++++++++++++++*....+....+.....+....+............+.................+................+.....+......+.+........+......+......+..........+..+.+..............+.............+...+..+.........+...+......+.........+...+............+...+...+.......+.................+..........+............+...+..................+...+...........+.+..+.+......+...+...+..+...+....+..................+...............+...........+....+.....+...+.......+..+..........+......+.................+......+......+.................................+.......+...+............+.....+.+.........+......+.....+.........+...+..........+..+.............+........+....+.............................+......+.+...+.....+.........+.............+........+......................+............+......+..............+.......+........+.+...........+.+..+...+............+...+.........+.............+...............+..+....+.....+...................+...........+......+...............+...+.......+...+......+.....+.......+.........+..............+....+...+..............+...............................+............+.................+...............+................+...+......+...+....................+...+............+...+...+.+...+......+..+.........+.+.....+....+...+..+......+..................+....+...+.........+.........+..+...+.+........................+.....+....+..+...+............+....+.....+.......+........+....+.........................................+.+.........+..............+.+..............+......+.+........+...+.......+...........+.+.........+..+...+.+...............+..................+.....+...+.........+...+.+......+...+.................+....+...............+............+..+......+............+..........+..+...+.............+.....+...............+....+..+...+...............+...+...+.+...+..+.............+......+..+...+...................+..+.............+.....+...+.............+......+........+.+..+.........+...+...+....+....................+.+..................+......+.....................+..............+...+......+....+..+.+..+......+....+..+.+...+...........+.+.....+.........+....+.....+.+...+.....+.......+..............+.......+............+........+.......+......+.....+....+..+.+.........+........+.+..+.........................+..+.+.....+.......+..+.............+...........................+..+.+..+..........+..................+..+.+..+............+.+......+...........+.........+......+..................+......+......+.........+...+.+..............+......+....+..+..........+..............+................+...........+...+....+........+....+..............+.+...+.....+...+.........+.........+..........+.....+...................+.................+...+...+.......+........+...+...............+.......+...+...........+......+...+................+.........+..............+............................+.........+........+............+....+.....+......+......+...+......+.........+.......+............+.....+.............+...+.....+....+..+...+......+.........+.+.....+.+...+.....+...+...+......................+..+.......+...+..................+...+..+....+...+............+........+.......+........+...+....+..............+........................+......+.+......+..............+....+............+..+.+..+...............+.......+..+.+...+...........+......+............+.+.........+...........+......+............................+..+...+..........+..+.+.................+.+...........+...................+.....+....+...+..+......+.+........+...+...................+...+..+.+...+..+...+............+.......+..+......+...+....+...........+.+...+..+...+.+...............+...........+.+............+...........+......+..................+..........+.................+....+.................+............+..........+...+........+......+..................+.......+......+.........+........+.+...............+.....+.+...+.....+.......+...+........+.............+..+.......+............+........+.+...............+...........+.+..+............+...............+....+..............+.+..+.........................+........+...............+.+.....+....+.........+..+.+............+........+...+....+.....+...............+.+..+...+.+.........+......+...+.....+......+...............+......+............................+............+........+......+....+...+........+.+......+.................+..........+..+...+......+.......+........................+.....+...+.+......+.........+..+...+....+...+.........+..............................+...+......+..+...+.......+...+..+.........+...+.......+........+.......+.....+.+..+.......+......+...+..+..................+.+.....+....+++++
3412026-06-21T01:46:22.638Z-----
3422026-06-21T01:46:22.639Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3432026-06-21T01:46:22.639Za pkg/initial-tls-cert.pem 2K
3442026-06-21T01:46:22.639Za pkg/initial-tls-key.pem 4K
3452026-06-21T01:46:22.639Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-06-21T01:46:22.639Z+ rmdir pkg
3472026-06-21T01:46:22.639Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3482026-06-21T01:46:22.639Z+ pfexec mkdir -p /usr/oxide
3492026-06-21T01:46:22.639Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3502026-06-21T01:46:23.194Z+ pfexec chmod +x /usr/oxide/oxide
3512026-06-21T01:46:23.220Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3522026-06-21T01:46:42.494Z+ OMICRON_NO_UNINSTALL=1
3532026-06-21T01:46:42.494Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3542026-06-21T01:46:42.518ZLogging to: /opt/oxide/work/out/LOG
3552026-06-21T01:46:43.501Z
3562026-06-21T01:46:43.501Zreal 1.002388885
3572026-06-21T01:46:43.525Zuser 0.183890681
3582026-06-21T01:46:43.525Zsys 7.279204409
3592026-06-21T01:46:43.525Ztrap 0.000007010
3602026-06-21T01:46:43.525Ztflt 0.000047109
3612026-06-21T01:46:43.525Zdflt 0.000172653
3622026-06-21T01:46:43.525Zkflt 0.000000000
3632026-06-21T01:46:43.525Zlock 1:29.273126808
3642026-06-21T01:46:43.525Zslp 1.178364209
3652026-06-21T01:46:43.525Zlat 0.049452693
3662026-06-21T01:46:43.525Zstop 0.079866088
3672026-06-21T01:46:43.525Z+ retry=0
3682026-06-21T01:46:43.525Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-06-21T01:46:43.525Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3702026-06-21T01:46:43.525Z+ [[ 0 -gt 30 ]]
3712026-06-21T01:46:43.525Z+ sleep 1
3722026-06-21T01:46:44.517Z+ retry=1
3732026-06-21T01:46:44.518Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742026-06-21T01:46:44.543Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3752026-06-21T01:46:44.543Z+ [[ 1 -gt 30 ]]
3762026-06-21T01:46:44.543Z+ sleep 1
3772026-06-21T01:46:45.534Z+ retry=2
3782026-06-21T01:46:45.534Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792026-06-21T01:46:45.558Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3802026-06-21T01:46:45.559Z+ [[ 2 -gt 30 ]]
3812026-06-21T01:46:45.559Z+ sleep 1
3822026-06-21T01:46:46.551Z+ retry=3
3832026-06-21T01:46:46.551Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3842026-06-21T01:46:47.563Zcurl: (28) Connection timed out after 1000 milliseconds
3852026-06-21T01:46:47.587Z+ [[ 3 -gt 30 ]]
3862026-06-21T01:46:47.587Z+ sleep 1
3872026-06-21T01:46:48.568Z+ retry=4
3882026-06-21T01:46:48.568Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-06-21T01:46:49.581Zcurl: (28) Connection timed out after 1000 milliseconds
3902026-06-21T01:46:49.605Z+ [[ 4 -gt 30 ]]
3912026-06-21T01:46:49.606Z+ sleep 1
3922026-06-21T01:46:50.586Z+ retry=5
3932026-06-21T01:46:50.586Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3942026-06-21T01:46:51.604Zcurl: (28) Connection timed out after 1000 milliseconds
3952026-06-21T01:46:51.629Z+ [[ 5 -gt 30 ]]
3962026-06-21T01:46:51.629Z+ sleep 1
3972026-06-21T01:46:52.611Z+ retry=6
3982026-06-21T01:46:52.611Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3992026-06-21T01:46:53.626Zcurl: (28) Connection timed out after 1000 milliseconds
4002026-06-21T01:46:53.650Z+ [[ 6 -gt 30 ]]
4012026-06-21T01:46:53.650Z+ sleep 1
4022026-06-21T01:46:54.633Z+ retry=7
4032026-06-21T01:46:54.633Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4042026-06-21T01:46:55.647Zcurl: (28) Connection timed out after 1000 milliseconds
4052026-06-21T01:46:55.671Z+ [[ 7 -gt 30 ]]
4062026-06-21T01:46:55.671Z+ sleep 1
4072026-06-21T01:46:56.653Z+ retry=8
4082026-06-21T01:46:56.653Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4092026-06-21T01:46:57.666Zcurl: (28) Connection timed out after 1000 milliseconds
4102026-06-21T01:46:57.691Z+ [[ 8 -gt 30 ]]
4112026-06-21T01:46:57.691Z+ sleep 1
4122026-06-21T01:46:58.673Z+ retry=9
4132026-06-21T01:46:58.673Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-06-21T01:46:59.693Zcurl: (28) Connection timed out after 1000 milliseconds
4152026-06-21T01:46:59.717Z+ [[ 9 -gt 30 ]]
4162026-06-21T01:46:59.717Z+ sleep 1
4172026-06-21T01:47:00.699Z+ retry=10
4182026-06-21T01:47:00.699Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4192026-06-21T01:47:01.713Zcurl: (28) Connection timed out after 1000 milliseconds
4202026-06-21T01:47:01.737Z+ [[ 10 -gt 30 ]]
4212026-06-21T01:47:01.737Z+ sleep 1
4222026-06-21T01:47:02.723Z+ retry=11
4232026-06-21T01:47:02.723Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4242026-06-21T01:47:03.735Zcurl: (28) Connection timed out after 1000 milliseconds
4252026-06-21T01:47:03.758Z+ [[ 11 -gt 30 ]]
4262026-06-21T01:47:03.758Z+ sleep 1
4272026-06-21T01:47:04.740Z+ retry=12
4282026-06-21T01:47:04.741Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4292026-06-21T01:47:05.751Zcurl: (28) Connection timed out after 1000 milliseconds
4302026-06-21T01:47:05.777Z+ [[ 12 -gt 30 ]]
4312026-06-21T01:47:05.777Z+ sleep 1
4322026-06-21T01:47:06.756Z+ retry=13
4332026-06-21T01:47:06.756Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-06-21T01:47:07.362Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 594 ms: Could not connect to server
4352026-06-21T01:47:07.388Z+ [[ 13 -gt 30 ]]
4362026-06-21T01:47:07.388Z+ sleep 1
4372026-06-21T01:49:08.708Z+ retry=14
4382026-06-21T01:49:08.708Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4392026-06-21T01:52:09.308Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4402026-06-21T01:52:09.308Zlocal v6:
4412026-06-21T01:52:09.308Zfda3:1814:9f6a:c1a9::1
4422026-06-21T01:52:09.308Zfe80::e4af:f9ff:fea7:d5b1
4432026-06-21T01:52:09.308Zlocal v4:
4442026-06-21T01:52:09.308Z10.151.1.174
4452026-06-21T01:52:09.308Zrouter v6_idx:
4462026-06-21T01:52:09.308Zrouter v6_routes:
4472026-06-21T01:52:09.308Zrouter v4_idx:
4482026-06-21T01:52:09.308Zrouter v4_routes:
4492026-06-21T01:52:09.308Zresolver v4:
4502026-06-21T01:52:09.308Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
4512026-06-21T01:52:09.308Zresolver v6:
4522026-06-21T01:52:09.308Zfe80::e4af:f9ff:fea7:d5b1 -> e6:af:f9:a7:d5:b1
4532026-06-21T01:52:09.308Zfe80::2c3b:52ff:fe3a:b1e4 -> 2e:3b:52:3a:b1:e4
4542026-06-21T01:52:09.308Znat v4:
4552026-06-21T01:52:09.308Znat_v6:
4562026-06-21T01:52:09.308Zattached subnet v4:
4572026-06-21T01:52:09.308Zattached subnet v6:
4582026-06-21T01:52:09.308Zport_mac:
4592026-06-21T01:52:09.308Z1: a8:40:25:21:13:bd
4602026-06-21T01:52:09.308Z2: a8:40:25:21:13:dd
4612026-06-21T01:52:09.308Zproxy arp:
4622026-06-21T01:52:09.308Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4632026-06-21T01:52:09.308Z+ retry=0
4642026-06-21T01:52:09.308Z+++ zoneadm list -n
4652026-06-21T01:52:09.308Z+++ grep oxz_ntp
4662026-06-21T01:52:09.309Z++ pfexec svcs -z -Hostate oxide/ntp
4672026-06-21T01:52:09.309Zsvcs: zone '-Hostate': entity not found
4682026-06-21T01:52:09.309Z++ true
4692026-06-21T01:52:09.309Z+ [[ '' != online ]]
4702026-06-21T01:52:09.309Z+ [[ 0 -gt 60 ]]
4712026-06-21T01:52:09.309Z+ sleep 1
4722026-06-21T01:52:09.309Z+ retry=1
4732026-06-21T01:52:09.309Z+++ zoneadm list -n
4742026-06-21T01:52:09.309Z+++ grep oxz_ntp
4752026-06-21T01:52:09.309Z++ pfexec svcs -z -Hostate oxide/ntp
4762026-06-21T01:52:09.309Zsvcs: zone '-Hostate': entity not found
4772026-06-21T01:52:09.309Z++ true
4782026-06-21T01:52:09.309Z+ [[ '' != online ]]
4792026-06-21T01:52:09.309Z+ [[ 1 -gt 60 ]]
4802026-06-21T01:52:09.309Z+ sleep 1
4812026-06-21T01:52:09.482Z+ retry=2
4822026-06-21T01:52:09.482Z+++ zoneadm list -n
4832026-06-21T01:52:09.482Z+++ grep oxz_ntp
4842026-06-21T01:52:09.482Z++ pfexec svcs -z -Hostate oxide/ntp
4852026-06-21T01:52:09.482Zsvcs: zone '-Hostate': entity not found
4862026-06-21T01:52:09.483Z++ true
4872026-06-21T01:52:09.483Z+ [[ '' != online ]]
4882026-06-21T01:52:09.483Z+ [[ 2 -gt 60 ]]
4892026-06-21T01:52:09.483Z+ sleep 1
4902026-06-21T01:52:09.483Z+ retry=3
4912026-06-21T01:52:09.483Z+++ zoneadm list -n
4922026-06-21T01:52:09.483Z+++ grep oxz_ntp
4932026-06-21T01:52:09.483Z++ pfexec svcs -z -Hostate oxide/ntp
4942026-06-21T01:52:09.483Zsvcs: zone '-Hostate': entity not found
4952026-06-21T01:52:09.483Z++ true
4962026-06-21T01:52:09.483Z+ [[ '' != online ]]
4972026-06-21T01:52:09.483Z+ [[ 3 -gt 60 ]]
4982026-06-21T01:52:09.483Z+ sleep 1
4992026-06-21T01:52:09.483Z+ retry=4
5002026-06-21T01:52:09.483Z+++ zoneadm list -n
5012026-06-21T01:52:09.483Z+++ grep oxz_ntp
5022026-06-21T01:52:09.483Z++ pfexec svcs -z -Hostate oxide/ntp
5032026-06-21T01:52:09.483Zsvcs: zone '-Hostate': entity not found
5042026-06-21T01:52:09.483Z++ true
5052026-06-21T01:52:09.483Z+ [[ '' != online ]]
5062026-06-21T01:52:09.483Z+ [[ 4 -gt 60 ]]
5072026-06-21T01:52:09.483Z+ sleep 1
5082026-06-21T01:52:09.483Z+ retry=5
5092026-06-21T01:52:09.483Z+++ zoneadm list -n
5102026-06-21T01:52:09.483Z+++ grep oxz_ntp
5112026-06-21T01:52:09.483Z++ pfexec svcs -z -Hostate oxide/ntp
5122026-06-21T01:52:09.484Zsvcs: zone '-Hostate': entity not found
5132026-06-21T01:52:09.484Z++ true
5142026-06-21T01:52:09.484Z+ [[ '' != online ]]
5152026-06-21T01:52:09.484Z+ [[ 5 -gt 60 ]]
5162026-06-21T01:52:09.484Z+ sleep 1
5172026-06-21T01:52:09.484Z+ retry=6
5182026-06-21T01:52:09.484Z+++ zoneadm list -n
5192026-06-21T01:52:09.484Z+++ grep oxz_ntp
5202026-06-21T01:52:09.484Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5212026-06-21T01:52:09.484Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5222026-06-21T01:52:09.484Z++ true
5232026-06-21T01:52:09.484Z+ [[ '' != online ]]
5242026-06-21T01:52:09.484Z+ [[ 6 -gt 60 ]]
5252026-06-21T01:52:09.484Z+ sleep 1
5262026-06-21T01:52:09.484Z+ retry=7
5272026-06-21T01:52:09.484Z+++ zoneadm list -n
5282026-06-21T01:52:09.484Z+++ grep oxz_ntp
5292026-06-21T01:52:09.484Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5302026-06-21T01:52:09.484Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5312026-06-21T01:52:09.484Z++ true
5322026-06-21T01:52:09.484Z+ [[ '' != online ]]
5332026-06-21T01:52:09.484Z+ [[ 7 -gt 60 ]]
5342026-06-21T01:52:09.484Z+ sleep 1
5352026-06-21T01:52:09.484Z+ retry=8
5362026-06-21T01:52:09.484Z+++ zoneadm list -n
5372026-06-21T01:52:09.484Z+++ grep oxz_ntp
5382026-06-21T01:52:09.484Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5392026-06-21T01:52:09.484Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5402026-06-21T01:52:09.484Z++ true
5412026-06-21T01:52:09.484Z+ [[ '' != online ]]
5422026-06-21T01:52:09.484Z+ [[ 8 -gt 60 ]]
5432026-06-21T01:52:09.484Z+ sleep 1
5442026-06-21T01:52:09.484Z+ retry=9
5452026-06-21T01:52:09.484Z+++ zoneadm list -n
5462026-06-21T01:52:09.484Z+++ grep oxz_ntp
5472026-06-21T01:52:09.485Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5482026-06-21T01:52:09.485Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5492026-06-21T01:52:09.485Z++ true
5502026-06-21T01:52:09.485Z+ [[ '' != online ]]
5512026-06-21T01:52:09.485Z+ [[ 9 -gt 60 ]]
5522026-06-21T01:52:09.485Z+ sleep 1
5532026-06-21T01:52:09.485Z+ retry=10
5542026-06-21T01:52:09.485Z+++ zoneadm list -n
5552026-06-21T01:52:09.485Z+++ grep oxz_ntp
5562026-06-21T01:52:09.485Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5572026-06-21T01:52:09.485Z+ [[ offline != online ]]
5582026-06-21T01:52:09.485Z+ [[ 10 -gt 60 ]]
5592026-06-21T01:52:09.486Z+ sleep 1
5602026-06-21T01:52:09.486Z+ retry=11
5612026-06-21T01:52:09.486Z+++ zoneadm list -n
5622026-06-21T01:52:09.486Z+++ grep oxz_ntp
5632026-06-21T01:52:09.486Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5642026-06-21T01:52:09.486Z+ [[ offline != online ]]
5652026-06-21T01:52:09.486Z+ [[ 11 -gt 60 ]]
5662026-06-21T01:52:09.486Z+ sleep 1
5672026-06-21T01:52:09.486Z+ retry=12
5682026-06-21T01:52:09.486Z+++ zoneadm list -n
5692026-06-21T01:52:09.487Z+++ grep oxz_ntp
5702026-06-21T01:52:09.487Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5712026-06-21T01:52:09.487Z+ [[ offline != online ]]
5722026-06-21T01:52:09.487Z+ [[ 12 -gt 60 ]]
5732026-06-21T01:52:09.487Z+ sleep 1
5742026-06-21T01:52:09.487Z+ retry=13
5752026-06-21T01:52:09.487Z+++ zoneadm list -n
5762026-06-21T01:52:09.488Z+++ grep oxz_ntp
5772026-06-21T01:52:09.488Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5782026-06-21T01:52:09.488Z+ [[ offline != online ]]
5792026-06-21T01:52:09.488Z+ [[ 13 -gt 60 ]]
5802026-06-21T01:52:09.488Z+ sleep 1
5812026-06-21T01:52:09.592Z+ retry=14
5822026-06-21T01:52:09.592ZWaited for chrony: 16s
5832026-06-21T01:52:09.592Z+++ zoneadm list -n
5842026-06-21T01:52:09.592Zoxz_nexus_18f91d88-5eb3-4a56-82e9-c74f3859b0ba
5852026-06-21T01:52:09.592Zoxz_nexus_939777e8-1d44-47ef-bed8-ed394c7f31cb
5862026-06-21T01:52:09.592Z+++ grep oxz_ntp
5872026-06-21T01:52:09.592Zoxz_nexus_a3d00fee-a34b-434d-8282-2c388254bbcc
5882026-06-21T01:52:09.592ZWaited for nexus: 68s
5892026-06-21T01:52:09.592Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5902026-06-21T01:52:09.592Z+ [[ offline != online ]]
5912026-06-21T01:52:09.592Z+ [[ 14 -gt 60 ]]
5922026-06-21T01:52:09.592Z+ sleep 1
5932026-06-21T01:52:09.592Z+ retry=15
5942026-06-21T01:52:09.592Z+++ zoneadm list -n
5952026-06-21T01:52:09.592Z+++ grep oxz_ntp
5962026-06-21T01:52:09.593Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
5972026-06-21T01:52:09.593Z+ [[ offline != online ]]
5982026-06-21T01:52:09.593Z+ [[ 15 -gt 60 ]]
5992026-06-21T01:52:09.593Z+ sleep 1
6002026-06-21T01:52:09.593Z+ retry=16
6012026-06-21T01:52:09.593Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-06-21T01:49:28.9158259Z","hostname":"buskin","pid":1559,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:1004"}
6022026-06-21T01:52:09.593Z+++ zoneadm list -n
6032026-06-21T01:52:09.593ZWaited for handoff: 43s
6042026-06-21T01:52:09.593Z+++ grep oxz_ntp
6052026-06-21T01:52:09.593ZWaited for inventory collection: 0s
6062026-06-21T01:52:09.593Z++ pfexec svcs -z oxz_ntp_092c90e3-e1c4-46cd-933f-2f6e0df01b42 -Hostate oxide/ntp
6072026-06-21T01:52:09.593ZID STARTED TOOK NSPS NERRORS
6082026-06-21T01:52:09.593Z+ [[ online != online ]]
6092026-06-21T01:52:09.593Z9da6b8c0-b8e4-4f14-a52d-b31beffc34bc 2026-06-21T01:49:29Z 139 ms 2 0
6102026-06-21T01:52:09.593Z+ echo 'Waited for chrony: 16s'
6112026-06-21T01:52:09.593Z+ retry=0
6122026-06-21T01:52:09.593Z4abb5e3c-6278-4689-a1ef-ff84c3bbd196 2026-06-21T01:49:30Z 134 ms 2 0
6132026-06-21T01:52:09.593Z+ zoneadm list
6142026-06-21T01:52:09.593Z78765109-48a4-4747-8c15-135f075da0e2 2026-06-21T01:49:30Z 241 ms 2 0
6152026-06-21T01:52:09.593Z+ grep nexus
6162026-06-21T01:52:09.593Z14b5b714-a592-4e7a-a26d-f51dcefe8631 2026-06-21T01:49:31Z 139 ms 2 0
6172026-06-21T01:52:09.593Z+ [[ 0 -gt 300 ]]
6182026-06-21T01:52:09.593ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
6192026-06-21T01:52:09.593Z+ sleep 1
6202026-06-21T01:52:09.593Z+ retry=1
6212026-06-21T01:52:09.593ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
6222026-06-21T01:52:09.593Z+ zoneadm list
6232026-06-21T01:52:09.593Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
6242026-06-21T01:52:09.593Z+ grep nexus
6252026-06-21T01:52:09.593Z0f5b0565-8ae4-46f8-b983-9a7bbd080aa7 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |31ad47ed-1f0b-47ac-b1c6-b4958e316a5b |20937965568 |268435456000
6262026-06-21T01:52:09.594Z+ [[ 1 -gt 300 ]]
6272026-06-21T01:52:09.594Z2dca1479-a93f-466f-a0ca-540a77027242 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |cb6e81aa-e853-4df9-93f5-427770f761d2 |20937965568 |268435456000
6282026-06-21T01:52:09.594Z+ sleep 1
6292026-06-21T01:52:09.594Z+ retry=2
6302026-06-21T01:52:09.594Z359a07c2-2b74-4378-9e64-0e3357711ab6 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |804d0522-4998-448d-86fc-70b5a74eb870 |20937965568 |268435456000
6312026-06-21T01:52:09.594Z+ zoneadm list
6322026-06-21T01:52:09.594Z6ad56678-8a61-4628-8a67-616f47fba9d8 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |422c589d-7b34-4892-84c1-47f126a47690 |20937965568 |268435456000
6332026-06-21T01:52:09.594Z+ grep nexus
6342026-06-21T01:52:09.594Z9320696d-dc3a-4c2e-8973-9f1d0abb8e2a | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |56ca74c0-7075-4216-9909-b40011c0351c |20937965568 |268435456000
6352026-06-21T01:52:09.594Z+ [[ 2 -gt 300 ]]
6362026-06-21T01:52:09.594Za0cebe63-f453-4787-bc89-d30fd03a879b | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |1b1fb1e3-e337-44ef-98db-f7d4124edb5d |20937965568 |268435456000
6372026-06-21T01:52:09.594Z+ sleep 1
6382026-06-21T01:52:09.594Zdb01b87a-cdb4-4f09-922b-f39264fbd985 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |7737f21f-2c2e-4091-82da-402cf57b7df6 |20937965568 |268435456000
6392026-06-21T01:52:09.594Z+ retry=3
6402026-06-21T01:52:09.594Zddb3a57a-be7e-4453-bd0c-a71135089308 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |0ff7efcc-824d-458c-a136-5d379262a5c8 |20937965568 |268435456000
6412026-06-21T01:52:09.594Z+ zoneadm list
6422026-06-21T01:52:09.594Z+ grep nexus
6432026-06-21T01:52:09.594Ze1098711-5167-4adb-9e53-abc162d9a087 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |c8d5572c-e525-4cf2-a0e1-6d5a00f6b227 |20937965568 |268435456000
6442026-06-21T01:52:09.594Z+ [[ 3 -gt 300 ]]
6452026-06-21T01:52:09.594Zset pool 0f5b0565-8ae4-46f8-b983-9a7bbd080aa7 control plane storage buffer bytes to 0
6462026-06-21T01:52:09.595Z+ sleep 1
6472026-06-21T01:52:09.595Zset pool 2dca1479-a93f-466f-a0ca-540a77027242 control plane storage buffer bytes to 0
6482026-06-21T01:52:09.596Z+ retry=4
6492026-06-21T01:52:09.596Zset pool 359a07c2-2b74-4378-9e64-0e3357711ab6 control plane storage buffer bytes to 0
6502026-06-21T01:52:09.596Z+ zoneadm list
6512026-06-21T01:52:09.596Z+ grep nexus
6522026-06-21T01:52:09.597Z+ [[ 4 -gt 300 ]]
6532026-06-21T01:52:09.597Z+ sleep 1
6542026-06-21T01:52:09.597Z+ retry=5
6552026-06-21T01:52:09.597Zset pool 6ad56678-8a61-4628-8a67-616f47fba9d8 control plane storage buffer bytes to 0
6562026-06-21T01:52:09.597Z+ zoneadm list
6572026-06-21T01:52:09.597Z+ grep nexus
6582026-06-21T01:52:09.597Z+ [[ 5 -gt 300 ]]
6592026-06-21T01:52:09.597Z+ sleep 1
6602026-06-21T01:52:09.597Z+ retry=6
6612026-06-21T01:52:09.597Z+ zoneadm list
6622026-06-21T01:52:09.597Z+ grep nexus
6632026-06-21T01:52:09.597Z+ [[ 6 -gt 300 ]]
6642026-06-21T01:52:09.597Z+ sleep 1
6652026-06-21T01:52:09.597Z+ retry=7
6662026-06-21T01:52:09.597Z+ zoneadm list
6672026-06-21T01:52:09.597Z+ grep nexus
6682026-06-21T01:52:09.597Z+ [[ 7 -gt 300 ]]
6692026-06-21T01:52:09.597Z+ sleep 1
6702026-06-21T01:52:09.597Z+ retry=8
6712026-06-21T01:52:09.597Z+ zoneadm list
6722026-06-21T01:52:09.597Z+ grep nexus
6732026-06-21T01:52:09.597Z+ [[ 8 -gt 300 ]]
6742026-06-21T01:52:09.597Z+ sleep 1
6752026-06-21T01:52:09.597Z+ retry=9
6762026-06-21T01:52:09.597Z+ zoneadm list
6772026-06-21T01:52:09.597Z+ grep nexus
6782026-06-21T01:52:09.597Z+ [[ 9 -gt 300 ]]
6792026-06-21T01:52:09.597Z+ sleep 1
6802026-06-21T01:52:09.597Z+ retry=10
6812026-06-21T01:52:09.677Z+ zoneadm list
6822026-06-21T01:52:09.677Z+ grep nexus
6832026-06-21T01:52:09.677Z+ [[ 10 -gt 300 ]]
6842026-06-21T01:52:09.677Z+ sleep 1
6852026-06-21T01:52:09.677Z+ retry=11
6862026-06-21T01:52:09.677Z+ zoneadm list
6872026-06-21T01:52:09.677Z+ grep nexus
6882026-06-21T01:52:09.677Z+ [[ 11 -gt 300 ]]
6892026-06-21T01:52:09.677Z+ sleep 1
6902026-06-21T01:52:09.677Z+ retry=12
6912026-06-21T01:52:09.677Z+ zoneadm list
6922026-06-21T01:52:09.677Z+ grep nexus
6932026-06-21T01:52:09.677Z+ [[ 12 -gt 300 ]]
6942026-06-21T01:52:09.677Z+ sleep 1
6952026-06-21T01:52:09.677Z+ retry=13
6962026-06-21T01:52:09.678Z+ grep nexus
6972026-06-21T01:52:09.678Z+ zoneadm list
6982026-06-21T01:52:09.678Z+ [[ 13 -gt 300 ]]
6992026-06-21T01:52:09.678Z+ sleep 1
7002026-06-21T01:52:09.678Z+ retry=14
7012026-06-21T01:52:09.678Z+ zoneadm list
7022026-06-21T01:52:09.678Z+ grep nexus
7032026-06-21T01:52:09.678Z+ [[ 14 -gt 300 ]]
7042026-06-21T01:52:09.678Z+ sleep 1
7052026-06-21T01:52:09.678Z+ retry=15
7062026-06-21T01:52:09.678Z+ zoneadm list
7072026-06-21T01:52:09.678Z+ grep nexus
7082026-06-21T01:52:09.678Z+ [[ 15 -gt 300 ]]
7092026-06-21T01:52:09.678Z+ sleep 1
7102026-06-21T01:52:09.678Z+ retry=16
7112026-06-21T01:52:09.678Z+ zoneadm list
7122026-06-21T01:52:09.678Z+ grep nexus
7132026-06-21T01:52:09.678Z+ [[ 16 -gt 300 ]]
7142026-06-21T01:52:09.678Z+ sleep 1
7152026-06-21T01:52:09.678Z+ retry=17
7162026-06-21T01:52:09.678Z+ zoneadm list
7172026-06-21T01:52:09.678Z+ grep nexus
7182026-06-21T01:52:09.678Z+ [[ 17 -gt 300 ]]
7192026-06-21T01:52:09.678Z+ sleep 1
7202026-06-21T01:52:09.678Z+ retry=18
7212026-06-21T01:52:09.678Z+ zoneadm list
7222026-06-21T01:52:09.678Z+ grep nexus
7232026-06-21T01:52:09.678Z+ [[ 18 -gt 300 ]]
7242026-06-21T01:52:09.678Z+ sleep 1
7252026-06-21T01:52:09.678Z+ retry=19
7262026-06-21T01:52:09.678Z+ zoneadm list
7272026-06-21T01:52:09.678Z+ grep nexus
7282026-06-21T01:52:09.678Z+ [[ 19 -gt 300 ]]
7292026-06-21T01:52:09.678Z+ sleep 1
7302026-06-21T01:52:09.678Z+ retry=20
7312026-06-21T01:52:09.679Z+ zoneadm list
7322026-06-21T01:52:09.679Z+ grep nexus
7332026-06-21T01:52:09.679Z+ [[ 20 -gt 300 ]]
7342026-06-21T01:52:09.679Z+ sleep 1
7352026-06-21T01:52:09.680Z+ retry=21
7362026-06-21T01:52:09.680Z+ zoneadm list
7372026-06-21T01:52:09.680Z+ grep nexus
7382026-06-21T01:52:09.680Z+ [[ 21 -gt 300 ]]
7392026-06-21T01:52:09.680Z+ sleep 1
7402026-06-21T01:52:09.680Z+ retry=22
7412026-06-21T01:52:09.680Z+ zoneadm list
7422026-06-21T01:52:09.680Z+ grep nexus
7432026-06-21T01:52:09.680Z+ [[ 22 -gt 300 ]]
7442026-06-21T01:52:09.680Z+ sleep 1
7452026-06-21T01:52:09.680Z+ retry=23
7462026-06-21T01:52:09.680Z+ zoneadm list
7472026-06-21T01:52:09.680Z+ grep nexus
7482026-06-21T01:52:09.680Z+ [[ 23 -gt 300 ]]
7492026-06-21T01:52:09.680Z+ sleep 1
7502026-06-21T01:52:09.680Z+ retry=24
7512026-06-21T01:52:09.680Z+ zoneadm list
7522026-06-21T01:52:09.680Z+ grep nexus
7532026-06-21T01:52:09.680Z+ [[ 24 -gt 300 ]]
7542026-06-21T01:52:09.680Z+ sleep 1
7552026-06-21T01:52:09.680Z+ retry=25
7562026-06-21T01:52:09.680Z+ zoneadm list
7572026-06-21T01:52:09.680Z+ grep nexus
7582026-06-21T01:52:09.680Z+ [[ 25 -gt 300 ]]
7592026-06-21T01:52:09.680Z+ sleep 1
7602026-06-21T01:52:09.680Z+ retry=26
7612026-06-21T01:52:09.680Z+ zoneadm list
7622026-06-21T01:52:09.681Z+ grep nexus
7632026-06-21T01:52:09.681Z+ [[ 26 -gt 300 ]]
7642026-06-21T01:52:09.681Z+ sleep 1
7652026-06-21T01:52:09.681Z+ retry=27
7662026-06-21T01:52:09.681Z+ zoneadm list
7672026-06-21T01:52:09.681Z+ grep nexus
7682026-06-21T01:52:09.681Z+ [[ 27 -gt 300 ]]
7692026-06-21T01:52:09.681Z+ sleep 1
7702026-06-21T01:52:09.681Z+ retry=28
7712026-06-21T01:52:09.681Z+ zoneadm list
7722026-06-21T01:52:09.681Z+ grep nexus
7732026-06-21T01:52:09.681Z+ [[ 28 -gt 300 ]]
7742026-06-21T01:52:09.681Z+ sleep 1
7752026-06-21T01:52:09.681Z+ retry=29
7762026-06-21T01:52:09.681Z+ zoneadm list
7772026-06-21T01:52:09.681Z+ grep nexus
7782026-06-21T01:52:09.681Z+ [[ 29 -gt 300 ]]
7792026-06-21T01:52:09.681Z+ sleep 1
7802026-06-21T01:52:09.681Z+ retry=30
7812026-06-21T01:52:09.766Z+ zoneadm list
7822026-06-21T01:52:09.766Z+ grep nexus
7832026-06-21T01:52:09.766Z+ [[ 30 -gt 300 ]]
7842026-06-21T01:52:09.767Z+ sleep 1
7852026-06-21T01:52:09.767Z+ retry=31
7862026-06-21T01:52:09.767Z+ zoneadm list
7872026-06-21T01:52:09.767Z+ grep nexus
7882026-06-21T01:52:09.767Z+ [[ 31 -gt 300 ]]
7892026-06-21T01:52:09.767Z+ sleep 1
7902026-06-21T01:52:09.767Z+ retry=32
7912026-06-21T01:52:09.767Z+ zoneadm list
7922026-06-21T01:52:09.767Z+ grep nexus
7932026-06-21T01:52:09.767Z+ [[ 32 -gt 300 ]]
7942026-06-21T01:52:09.767Z+ sleep 1
7952026-06-21T01:52:09.767Z+ retry=33
7962026-06-21T01:52:09.768Z+ zoneadm list
7972026-06-21T01:52:09.768Z+ grep nexus
7982026-06-21T01:52:09.768Z+ [[ 33 -gt 300 ]]
7992026-06-21T01:52:09.768Z+ sleep 1
8002026-06-21T01:52:09.768Z+ retry=34
8012026-06-21T01:52:09.768Z+ zoneadm list
8022026-06-21T01:52:09.768Z+ grep nexus
8032026-06-21T01:52:09.768Z+ [[ 34 -gt 300 ]]
8042026-06-21T01:52:09.768Z+ sleep 1
8052026-06-21T01:52:09.768Z+ retry=35
8062026-06-21T01:52:09.768Z+ zoneadm list
8072026-06-21T01:52:09.768Z+ grep nexus
8082026-06-21T01:52:09.768Z+ [[ 35 -gt 300 ]]
8092026-06-21T01:52:09.768Z+ sleep 1
8102026-06-21T01:52:09.768Z+ retry=36
8112026-06-21T01:52:09.768Z+ zoneadm list
8122026-06-21T01:52:09.768Z+ grep nexus
8132026-06-21T01:52:09.768Z+ [[ 36 -gt 300 ]]
8142026-06-21T01:52:09.768Z+ sleep 1
8152026-06-21T01:52:09.768Z+ retry=37
8162026-06-21T01:52:09.768Z+ zoneadm list
8172026-06-21T01:52:09.768Z+ grep nexus
8182026-06-21T01:52:09.768Z+ [[ 37 -gt 300 ]]
8192026-06-21T01:52:09.768Z+ sleep 1
8202026-06-21T01:52:09.768Z+ retry=38
8212026-06-21T01:52:09.768Z+ zoneadm list
8222026-06-21T01:52:09.768Z+ grep nexus
8232026-06-21T01:52:09.768Z+ [[ 38 -gt 300 ]]
8242026-06-21T01:52:09.768Z+ sleep 1
8252026-06-21T01:52:09.768Z+ retry=39
8262026-06-21T01:52:09.768Z+ zoneadm list
8272026-06-21T01:52:09.768Z+ grep nexus
8282026-06-21T01:52:09.768Z+ [[ 39 -gt 300 ]]
8292026-06-21T01:52:09.768Z+ sleep 1
8302026-06-21T01:52:09.768Z+ retry=40
8312026-06-21T01:52:09.769Z+ zoneadm list
8322026-06-21T01:52:09.769Z+ grep nexus
8332026-06-21T01:52:09.769Z+ [[ 40 -gt 300 ]]
8342026-06-21T01:52:09.769Z+ sleep 1
8352026-06-21T01:52:09.769Z+ retry=41
8362026-06-21T01:52:09.769Z+ zoneadm list
8372026-06-21T01:52:09.769Z+ grep nexus
8382026-06-21T01:52:09.769Z+ [[ 41 -gt 300 ]]
8392026-06-21T01:52:09.769Z+ sleep 1
8402026-06-21T01:52:09.769Z+ retry=42
8412026-06-21T01:52:09.769Z+ zoneadm list
8422026-06-21T01:52:09.769Z+ grep nexus
8432026-06-21T01:52:09.769Z+ [[ 42 -gt 300 ]]
8442026-06-21T01:52:09.769Z+ sleep 1
8452026-06-21T01:52:09.769Z+ retry=43
8462026-06-21T01:52:09.769Z+ zoneadm list
8472026-06-21T01:52:09.769Z+ grep nexus
8482026-06-21T01:52:09.769Z+ [[ 43 -gt 300 ]]
8492026-06-21T01:52:09.769Z+ sleep 1
8502026-06-21T01:52:09.769Z+ retry=44
8512026-06-21T01:52:09.769Z+ zoneadm list
8522026-06-21T01:52:09.769Z+ grep nexus
8532026-06-21T01:52:09.769Z+ [[ 44 -gt 300 ]]
8542026-06-21T01:52:09.769Z+ sleep 1
8552026-06-21T01:52:09.769Z+ retry=45
8562026-06-21T01:52:09.769Z+ zoneadm list
8572026-06-21T01:52:09.769Z+ grep nexus
8582026-06-21T01:52:09.769Z+ [[ 45 -gt 300 ]]
8592026-06-21T01:52:09.769Z+ sleep 1
8602026-06-21T01:52:09.769Z+ retry=46
8612026-06-21T01:52:09.770Z+ zoneadm list
8622026-06-21T01:52:09.770Z+ grep nexus
8632026-06-21T01:52:09.770Z+ [[ 46 -gt 300 ]]
8642026-06-21T01:52:09.770Z+ sleep 1
8652026-06-21T01:52:09.770Z+ retry=47
8662026-06-21T01:52:09.770Z+ zoneadm list
8672026-06-21T01:52:09.770Z+ grep nexus
8682026-06-21T01:52:09.770Z+ [[ 47 -gt 300 ]]
8692026-06-21T01:52:09.770Z+ sleep 1
8702026-06-21T01:52:09.770Z+ retry=48
8712026-06-21T01:52:09.770Z+ zoneadm list
8722026-06-21T01:52:09.770Z+ grep nexus
8732026-06-21T01:52:09.770Z+ [[ 48 -gt 300 ]]
8742026-06-21T01:52:09.770Z+ sleep 1
8752026-06-21T01:52:09.770Z+ retry=49
8762026-06-21T01:52:09.770Z+ zoneadm list
8772026-06-21T01:52:09.770Z+ grep nexus
8782026-06-21T01:52:09.770Z+ [[ 49 -gt 300 ]]
8792026-06-21T01:52:09.771Z+ sleep 1
8802026-06-21T01:52:09.771Z+ retry=50
8812026-06-21T01:52:10.159Z+ zoneadm list
8822026-06-21T01:52:10.159Z+ grep nexus
8832026-06-21T01:52:10.160Z+ [[ 50 -gt 300 ]]
8842026-06-21T01:52:10.160Z+ sleep 1
8852026-06-21T01:52:10.160Z+ retry=51
8862026-06-21T01:52:10.160Z+ zoneadm list
8872026-06-21T01:52:10.160Z+ grep nexus
8882026-06-21T01:52:10.160Z+ [[ 51 -gt 300 ]]
8892026-06-21T01:52:10.160Z+ sleep 1
8902026-06-21T01:52:10.160Z+ retry=52
8912026-06-21T01:52:10.160Z+ zoneadm list
8922026-06-21T01:52:10.160Z+ grep nexus
8932026-06-21T01:52:10.161Z+ [[ 52 -gt 300 ]]
8942026-06-21T01:52:10.161Z+ sleep 1
8952026-06-21T01:52:10.161Z+ retry=53
8962026-06-21T01:52:10.161Z+ zoneadm list
8972026-06-21T01:52:10.161Z+ grep nexus
8982026-06-21T01:52:10.161Z+ [[ 53 -gt 300 ]]
8992026-06-21T01:52:10.161Z+ sleep 1
9002026-06-21T01:52:10.161Z+ retry=54
9012026-06-21T01:52:10.161Z+ zoneadm list
9022026-06-21T01:52:10.161Z+ grep nexus
9032026-06-21T01:52:10.161Z+ [[ 54 -gt 300 ]]
9042026-06-21T01:52:10.161Z+ sleep 1
9052026-06-21T01:52:10.161Z+ retry=55
9062026-06-21T01:52:10.161Z+ zoneadm list
9072026-06-21T01:52:10.161Z+ grep nexus
9082026-06-21T01:52:10.161Z+ [[ 55 -gt 300 ]]
9092026-06-21T01:52:10.161Z+ sleep 1
9102026-06-21T01:52:10.161Z+ retry=56
9112026-06-21T01:52:10.161Z+ zoneadm list
9122026-06-21T01:52:10.161Z+ grep nexus
9132026-06-21T01:52:10.161Z+ [[ 56 -gt 300 ]]
9142026-06-21T01:52:10.161Z+ sleep 1
9152026-06-21T01:52:10.161Z+ retry=57
9162026-06-21T01:52:10.161Z+ zoneadm list
9172026-06-21T01:52:10.161Z+ grep nexus
9182026-06-21T01:52:10.161Z+ [[ 57 -gt 300 ]]
9192026-06-21T01:52:10.161Z+ sleep 1
9202026-06-21T01:52:10.161Z+ retry=58
9212026-06-21T01:52:10.161Z+ zoneadm list
9222026-06-21T01:52:10.161Z+ grep nexus
9232026-06-21T01:52:10.161Z+ [[ 58 -gt 300 ]]
9242026-06-21T01:52:10.161Z+ sleep 1
9252026-06-21T01:52:10.161Z+ retry=59
9262026-06-21T01:52:10.161Z+ zoneadm list
9272026-06-21T01:52:10.161Z+ grep nexus
9282026-06-21T01:52:10.161Z+ [[ 59 -gt 300 ]]
9292026-06-21T01:52:10.161Z+ sleep 1
9302026-06-21T01:52:10.161Z+ retry=60
9312026-06-21T01:52:10.162Z+ zoneadm list
9322026-06-21T01:52:10.162Z+ grep nexus
9332026-06-21T01:52:10.162Z+ [[ 60 -gt 300 ]]
9342026-06-21T01:52:10.162Z+ sleep 1
9352026-06-21T01:52:10.162Z+ retry=61
9362026-06-21T01:52:10.162Z+ zoneadm list
9372026-06-21T01:52:10.162Z+ grep nexus
9382026-06-21T01:52:10.162Z+ [[ 61 -gt 300 ]]
9392026-06-21T01:52:10.162Z+ sleep 1
9402026-06-21T01:52:10.162Z+ retry=62
9412026-06-21T01:52:10.162Z+ zoneadm list
9422026-06-21T01:52:10.162Z+ grep nexus
9432026-06-21T01:52:10.162Z+ [[ 62 -gt 300 ]]
9442026-06-21T01:52:10.163Z+ sleep 1
9452026-06-21T01:52:10.163Z+ retry=63
9462026-06-21T01:52:10.163Z+ zoneadm list
9472026-06-21T01:52:10.163Z+ grep nexus
9482026-06-21T01:52:10.163Z+ [[ 63 -gt 300 ]]
9492026-06-21T01:52:10.163Z+ sleep 1
9502026-06-21T01:52:10.163Z+ retry=64
9512026-06-21T01:52:10.163Z+ zoneadm list
9522026-06-21T01:52:10.163Z+ grep nexus
9532026-06-21T01:52:10.163Z+ [[ 64 -gt 300 ]]
9542026-06-21T01:52:10.163Z+ sleep 1
9552026-06-21T01:52:10.163Z+ retry=65
9562026-06-21T01:52:10.163Z+ zoneadm list
9572026-06-21T01:52:10.163Z+ grep nexus
9582026-06-21T01:52:10.163Z+ [[ 65 -gt 300 ]]
9592026-06-21T01:52:10.163Z+ sleep 1
9602026-06-21T01:52:10.163Z+ retry=66
9612026-06-21T01:52:10.163Z+ zoneadm list
9622026-06-21T01:52:10.163Z+ grep nexus
9632026-06-21T01:52:10.163Z+ [[ 66 -gt 300 ]]
9642026-06-21T01:52:10.163Z+ sleep 1
9652026-06-21T01:52:10.163Z+ retry=67
9662026-06-21T01:52:10.163Z+ zoneadm list
9672026-06-21T01:52:10.163Z+ grep nexus
9682026-06-21T01:52:10.163Z+ [[ 67 -gt 300 ]]
9692026-06-21T01:52:10.163Z+ sleep 1
9702026-06-21T01:52:10.163Z+ retry=68
9712026-06-21T01:52:10.163Z+ zoneadm list
9722026-06-21T01:52:10.163Z+ grep nexus
9732026-06-21T01:52:10.163Z+ echo 'Waited for nexus: 68s'
9742026-06-21T01:52:10.163Z+ retry=0
9752026-06-21T01:52:10.163Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9762026-06-21T01:52:10.163Z+ [[ 0 -gt 300 ]]
9772026-06-21T01:52:10.163Z+ sleep 1
9782026-06-21T01:52:10.163Z+ retry=1
9792026-06-21T01:52:10.163Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9802026-06-21T01:52:10.164Z+ [[ 1 -gt 300 ]]
9812026-06-21T01:52:10.264Z+ sleep 1
9822026-06-21T01:52:10.264Z+ retry=2
9832026-06-21T01:52:10.264Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9842026-06-21T01:52:10.264Z+ [[ 2 -gt 300 ]]
9852026-06-21T01:52:10.264Z+ sleep 1
9862026-06-21T01:52:10.264Z+ retry=3
9872026-06-21T01:52:10.264Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9882026-06-21T01:52:10.264Z+ [[ 3 -gt 300 ]]
9892026-06-21T01:52:10.264Z+ sleep 1
9902026-06-21T01:52:10.264Z+ retry=4
9912026-06-21T01:52:10.264Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9922026-06-21T01:52:10.264Z+ [[ 4 -gt 300 ]]
9932026-06-21T01:52:10.264Z+ sleep 1
9942026-06-21T01:52:10.264Z+ retry=5
9952026-06-21T01:52:10.264Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9962026-06-21T01:52:10.264Z+ [[ 5 -gt 300 ]]
9972026-06-21T01:52:10.264Z+ sleep 1
9982026-06-21T01:52:10.264Z+ retry=6
9992026-06-21T01:52:10.264Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10002026-06-21T01:52:10.265Z+ [[ 6 -gt 300 ]]
10012026-06-21T01:52:10.265Z+ sleep 1
10022026-06-21T01:52:10.265Z+ retry=7
10032026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10042026-06-21T01:52:10.265Z+ [[ 7 -gt 300 ]]
10052026-06-21T01:52:10.265Z+ sleep 1
10062026-06-21T01:52:10.265Z+ retry=8
10072026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10082026-06-21T01:52:10.265Z+ [[ 8 -gt 300 ]]
10092026-06-21T01:52:10.265Z+ sleep 1
10102026-06-21T01:52:10.265Z+ retry=9
10112026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10122026-06-21T01:52:10.265Z+ [[ 9 -gt 300 ]]
10132026-06-21T01:52:10.265Z+ sleep 1
10142026-06-21T01:52:10.265Z+ retry=10
10152026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10162026-06-21T01:52:10.265Z+ [[ 10 -gt 300 ]]
10172026-06-21T01:52:10.265Z+ sleep 1
10182026-06-21T01:52:10.265Z+ retry=11
10192026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10202026-06-21T01:52:10.265Z+ [[ 11 -gt 300 ]]
10212026-06-21T01:52:10.265Z+ sleep 1
10222026-06-21T01:52:10.265Z+ retry=12
10232026-06-21T01:52:10.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10242026-06-21T01:52:10.266Z+ [[ 12 -gt 300 ]]
10252026-06-21T01:52:10.266Z+ sleep 1
10262026-06-21T01:52:10.266Z+ retry=13
10272026-06-21T01:52:10.266Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10282026-06-21T01:52:10.266Z+ [[ 13 -gt 300 ]]
10292026-06-21T01:52:10.266Z+ sleep 1
10302026-06-21T01:52:10.266Z+ retry=14
10312026-06-21T01:52:10.266Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10322026-06-21T01:52:10.266Z+ [[ 14 -gt 300 ]]
10332026-06-21T01:52:10.266Z+ sleep 1
10342026-06-21T01:52:10.266Z+ retry=15
10352026-06-21T01:52:10.266Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10362026-06-21T01:52:10.267Z+ [[ 15 -gt 300 ]]
10372026-06-21T01:52:10.267Z+ sleep 1
10382026-06-21T01:52:10.267Z+ retry=16
10392026-06-21T01:52:10.267Zset pool 9320696d-dc3a-4c2e-8973-9f1d0abb8e2a control plane storage buffer bytes to 0
10402026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10412026-06-21T01:52:10.267Z+ [[ 16 -gt 300 ]]
10422026-06-21T01:52:10.267Z+ sleep 1
10432026-06-21T01:52:10.267Z+ retry=17
10442026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10452026-06-21T01:52:10.267Z+ [[ 17 -gt 300 ]]
10462026-06-21T01:52:10.267Z+ sleep 1
10472026-06-21T01:52:10.267Z+ retry=18
10482026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10492026-06-21T01:52:10.267Z+ [[ 18 -gt 300 ]]
10502026-06-21T01:52:10.267Z+ sleep 1
10512026-06-21T01:52:10.267Z+ retry=19
10522026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10532026-06-21T01:52:10.267Z+ [[ 19 -gt 300 ]]
10542026-06-21T01:52:10.267Z+ sleep 1
10552026-06-21T01:52:10.267Z+ retry=20
10562026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10572026-06-21T01:52:10.267Z+ [[ 20 -gt 300 ]]
10582026-06-21T01:52:10.267Z+ sleep 1
10592026-06-21T01:52:10.267Z+ retry=21
10602026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10612026-06-21T01:52:10.267Z+ [[ 21 -gt 300 ]]
10622026-06-21T01:52:10.267Z+ sleep 1
10632026-06-21T01:52:10.267Z+ retry=22
10642026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10652026-06-21T01:52:10.267Z+ [[ 22 -gt 300 ]]
10662026-06-21T01:52:10.267Z+ sleep 1
10672026-06-21T01:52:10.267Z+ retry=23
10682026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10692026-06-21T01:52:10.267Z+ [[ 23 -gt 300 ]]
10702026-06-21T01:52:10.267Z+ sleep 1
10712026-06-21T01:52:10.267Z+ retry=24
10722026-06-21T01:52:10.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10732026-06-21T01:52:10.267Z+ [[ 24 -gt 300 ]]
10742026-06-21T01:52:10.267Z+ sleep 1
10752026-06-21T01:52:10.267Z+ retry=25
10762026-06-21T01:52:10.268Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10772026-06-21T01:52:10.268Z+ [[ 25 -gt 300 ]]
10782026-06-21T01:52:10.268Z+ sleep 1
10792026-06-21T01:52:10.268Z+ retry=26
10802026-06-21T01:52:10.268Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10812026-06-21T01:52:10.325Z+ [[ 26 -gt 300 ]]
10822026-06-21T01:52:10.325Z+ sleep 1
10832026-06-21T01:52:10.325Z+ retry=27
10842026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10852026-06-21T01:52:10.327Z+ [[ 27 -gt 300 ]]
10862026-06-21T01:52:10.327Z+ sleep 1
10872026-06-21T01:52:10.327Z+ retry=28
10882026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10892026-06-21T01:52:10.327Z+ [[ 28 -gt 300 ]]
10902026-06-21T01:52:10.327Z+ sleep 1
10912026-06-21T01:52:10.327Z+ retry=29
10922026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10932026-06-21T01:52:10.327Z+ [[ 29 -gt 300 ]]
10942026-06-21T01:52:10.327Z+ sleep 1
10952026-06-21T01:52:10.327Z+ retry=30
10962026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10972026-06-21T01:52:10.327Z+ [[ 30 -gt 300 ]]
10982026-06-21T01:52:10.327Z+ sleep 1
10992026-06-21T01:52:10.327Z+ retry=31
11002026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11012026-06-21T01:52:10.327Z+ [[ 31 -gt 300 ]]
11022026-06-21T01:52:10.327Z+ sleep 1
11032026-06-21T01:52:10.327Z+ retry=32
11042026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11052026-06-21T01:52:10.327Z+ [[ 32 -gt 300 ]]
11062026-06-21T01:52:10.327Z+ sleep 1
11072026-06-21T01:52:10.327Z+ retry=33
11082026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11092026-06-21T01:52:10.327Z+ [[ 33 -gt 300 ]]
11102026-06-21T01:52:10.327Z+ sleep 1
11112026-06-21T01:52:10.327Z+ retry=34
11122026-06-21T01:52:10.327Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11132026-06-21T01:52:10.329Z+ [[ 34 -gt 300 ]]
11142026-06-21T01:52:10.330Z+ sleep 1
11152026-06-21T01:52:10.330Z+ retry=35
11162026-06-21T01:52:10.330Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11172026-06-21T01:52:10.330Z+ [[ 35 -gt 300 ]]
11182026-06-21T01:52:10.330Z+ sleep 1
11192026-06-21T01:52:10.330Z+ retry=36
11202026-06-21T01:52:10.330Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11212026-06-21T01:52:10.330Z+ [[ 36 -gt 300 ]]
11222026-06-21T01:52:10.330Z+ sleep 1
11232026-06-21T01:52:10.330Z+ retry=37
11242026-06-21T01:52:10.330Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11252026-06-21T01:52:10.330Z+ [[ 37 -gt 300 ]]
11262026-06-21T01:52:10.331Z+ sleep 1
11272026-06-21T01:52:10.331Z+ retry=38
11282026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11292026-06-21T01:52:10.331Z+ [[ 38 -gt 300 ]]
11302026-06-21T01:52:10.331Z+ sleep 1
11312026-06-21T01:52:10.331Z+ retry=39
11322026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11332026-06-21T01:52:10.331Z+ [[ 39 -gt 300 ]]
11342026-06-21T01:52:10.331Z+ sleep 1
11352026-06-21T01:52:10.331Z+ retry=40
11362026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11372026-06-21T01:52:10.331Z+ [[ 40 -gt 300 ]]
11382026-06-21T01:52:10.331Z+ sleep 1
11392026-06-21T01:52:10.331Z+ retry=41
11402026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11412026-06-21T01:52:10.331Z+ [[ 41 -gt 300 ]]
11422026-06-21T01:52:10.331Z+ sleep 1
11432026-06-21T01:52:10.331Z+ retry=42
11442026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11452026-06-21T01:52:10.331Z+ [[ 42 -gt 300 ]]
11462026-06-21T01:52:10.331Z+ sleep 1
11472026-06-21T01:52:10.331Z+ retry=43
11482026-06-21T01:52:10.331Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11492026-06-21T01:52:10.331Z+ echo 'Waited for handoff: 43s'
11502026-06-21T01:52:10.331Z+ retry=0
11512026-06-21T01:52:10.331Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11522026-06-21T01:52:10.331Z++ wc -l
11532026-06-21T01:52:10.331Znote: database URL not specified. Will search DNS.
11542026-06-21T01:52:10.331Znote: (override with --db-url or OMDB_DB_URL)
11552026-06-21T01:52:10.331Znote: using DNS from system config (typically /etc/resolv.conf)
11562026-06-21T01:52:10.331Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11572026-06-21T01:52:10.331Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11582026-06-21T01:52:10.331Znote: database schema version matches expected (272.0.0)
11592026-06-21T01:52:10.331Z+ INVENTORY_COLLECTION_COUNT=' 4'
11602026-06-21T01:52:10.331Z+ [[ 4 -gt 1 ]]
11612026-06-21T01:52:10.331Z+ echo 'Waited for inventory collection: 0s'
11622026-06-21T01:52:10.331Z+ retry=0
11632026-06-21T01:52:10.331Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11642026-06-21T01:52:10.332Z++ wc -l
11652026-06-21T01:52:10.332Znote: database URL not specified. Will search DNS.
11662026-06-21T01:52:10.333Znote: (override with --db-url or OMDB_DB_URL)
11672026-06-21T01:52:10.333Znote: using DNS from system config (typically /etc/resolv.conf)
11682026-06-21T01:52:10.333Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11692026-06-21T01:52:10.333Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11702026-06-21T01:52:10.333Znote: database schema version matches expected (272.0.0)
11712026-06-21T01:52:10.333Z+ ACTUAL_ZPOOL_COUNT=' 9'
11722026-06-21T01:52:10.333Z+ [[ 9 -eq 9 ]]
11732026-06-21T01:52:10.333Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11742026-06-21T01:52:10.333Znote: Nexus URL not specified. Will pick one from DNS.
11752026-06-21T01:52:10.333Znote: using DNS from system config (typically /etc/resolv.conf)
11762026-06-21T01:52:10.333Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11772026-06-21T01:52:10.333Znote: using Nexus URL http://[fd00:1122:3344:101::b]:12232
11782026-06-21T01:52:10.333Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11792026-06-21T01:52:10.333Znote: database URL not specified. Will search DNS.
11802026-06-21T01:52:10.333Znote: (override with --db-url or OMDB_DB_URL)
11812026-06-21T01:52:10.404Znote: using DNS from system config (typically /etc/resolv.conf)
11822026-06-21T01:52:10.404Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11832026-06-21T01:52:10.404Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11842026-06-21T01:52:10.404Znote: database schema version matches expected (272.0.0)
11852026-06-21T01:52:10.404Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11862026-06-21T01:52:10.404Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11872026-06-21T01:52:10.404Znote: database URL not specified. Will search DNS.
11882026-06-21T01:52:10.404Znote: (override with --db-url or OMDB_DB_URL)
11892026-06-21T01:52:10.404Znote: using DNS from system config (typically /etc/resolv.conf)
11902026-06-21T01:52:10.404Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11912026-06-21T01:52:10.404Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11922026-06-21T01:52:10.405Znote: database schema version matches expected (272.0.0)
11932026-06-21T01:52:10.405Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11942026-06-21T01:52:10.405Znote: database URL not specified. Will search DNS.
11952026-06-21T01:52:10.405Znote: (override with --db-url or OMDB_DB_URL)
11962026-06-21T01:52:10.405Znote: using DNS from system config (typically /etc/resolv.conf)
11972026-06-21T01:52:10.405Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11982026-06-21T01:52:10.405Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11992026-06-21T01:52:10.405Znote: database schema version matches expected (272.0.0)
12002026-06-21T01:52:10.405Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12012026-06-21T01:52:10.405Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0f5b0565-8ae4-46f8-b983-9a7bbd080aa7 0
12022026-06-21T01:52:10.405Znote: database URL not specified. Will search DNS.
12032026-06-21T01:52:10.405Znote: (override with --db-url or OMDB_DB_URL)
12042026-06-21T01:52:10.405Znote: using DNS from system config (typically /etc/resolv.conf)
12052026-06-21T01:52:10.405Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12062026-06-21T01:52:10.405Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12072026-06-21T01:52:10.405Znote: database schema version matches expected (272.0.0)
12082026-06-21T01:52:10.405Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12092026-06-21T01:52:10.405Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2dca1479-a93f-466f-a0ca-540a77027242 0
12102026-06-21T01:52:10.406Znote: database URL not specified. Will search DNS.
12112026-06-21T01:52:10.406Znote: (override with --db-url or OMDB_DB_URL)
12122026-06-21T01:52:10.406Znote: using DNS from system config (typically /etc/resolv.conf)
12132026-06-21T01:52:10.406Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12142026-06-21T01:52:10.406Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12152026-06-21T01:52:10.406Znote: database schema version matches expected (272.0.0)
12162026-06-21T01:52:10.406Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12172026-06-21T01:52:10.406Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 359a07c2-2b74-4378-9e64-0e3357711ab6 0
12182026-06-21T01:52:10.406Znote: database URL not specified. Will search DNS.
12192026-06-21T01:52:10.407Znote: (override with --db-url or OMDB_DB_URL)
12202026-06-21T01:52:10.407Znote: using DNS from system config (typically /etc/resolv.conf)
12212026-06-21T01:52:10.407Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12222026-06-21T01:52:10.407Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12232026-06-21T01:52:10.407Znote: database schema version matches expected (272.0.0)
12242026-06-21T01:52:10.407Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12252026-06-21T01:52:10.407Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6ad56678-8a61-4628-8a67-616f47fba9d8 0
12262026-06-21T01:52:10.407Znote: database URL not specified. Will search DNS.
12272026-06-21T01:52:10.407Znote: (override with --db-url or OMDB_DB_URL)
12282026-06-21T01:52:10.407Znote: using DNS from system config (typically /etc/resolv.conf)
12292026-06-21T01:52:10.407Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12302026-06-21T01:52:10.407Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12312026-06-21T01:52:10.407Znote: database schema version matches expected (272.0.0)
12322026-06-21T01:52:10.407Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12332026-06-21T01:52:10.407Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9320696d-dc3a-4c2e-8973-9f1d0abb8e2a 0
12342026-06-21T01:52:10.407Znote: database URL not specified. Will search DNS.
12352026-06-21T01:52:10.407Znote: (override with --db-url or OMDB_DB_URL)
12362026-06-21T01:52:10.407Znote: using DNS from system config (typically /etc/resolv.conf)
12372026-06-21T01:52:10.407Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12382026-06-21T01:52:10.407Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12392026-06-21T01:52:10.407Zset pool a0cebe63-f453-4787-bc89-d30fd03a879b control plane storage buffer bytes to 0
12402026-06-21T01:52:10.407Znote: database schema version matches expected (272.0.0)
12412026-06-21T01:52:10.407Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12422026-06-21T01:52:10.407Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a0cebe63-f453-4787-bc89-d30fd03a879b 0
12432026-06-21T01:52:10.407Znote: database URL not specified. Will search DNS.
12442026-06-21T01:52:10.407Znote: (override with --db-url or OMDB_DB_URL)
12452026-06-21T01:52:10.407Znote: using DNS from system config (typically /etc/resolv.conf)
12462026-06-21T01:52:10.407Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12472026-06-21T01:52:10.407Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12482026-06-21T01:52:10.407Znote: database schema version matches expected (272.0.0)
12492026-06-21T01:52:10.409Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12502026-06-21T01:52:10.409Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer db01b87a-cdb4-4f09-922b-f39264fbd985 0
12512026-06-21T01:52:10.409Znote: database URL not specified. Will search DNS.
12522026-06-21T01:52:10.409Znote: (override with --db-url or OMDB_DB_URL)
12532026-06-21T01:52:10.409Znote: using DNS from system config (typically /etc/resolv.conf)
12542026-06-21T01:52:10.409Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12552026-06-21T01:52:10.409Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12562026-06-21T01:52:10.409Znote: database schema version matches expected (272.0.0)
12572026-06-21T01:52:10.409Zset pool db01b87a-cdb4-4f09-922b-f39264fbd985 control plane storage buffer bytes to 0
12582026-06-21T01:52:10.409Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12592026-06-21T01:52:10.409Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ddb3a57a-be7e-4453-bd0c-a71135089308 0
12602026-06-21T01:52:10.409Znote: database URL not specified. Will search DNS.
12612026-06-21T01:52:10.409Znote: (override with --db-url or OMDB_DB_URL)
12622026-06-21T01:52:10.409Znote: using DNS from system config (typically /etc/resolv.conf)
12632026-06-21T01:52:10.409Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12642026-06-21T01:52:10.409Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12652026-06-21T01:52:10.409Znote: database schema version matches expected (272.0.0)
12662026-06-21T01:52:10.409Zset pool ddb3a57a-be7e-4453-bd0c-a71135089308 control plane storage buffer bytes to 0
12672026-06-21T01:52:10.409Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12682026-06-21T01:52:10.409Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e1098711-5167-4adb-9e53-abc162d9a087 0
12692026-06-21T01:52:10.409Znote: database URL not specified. Will search DNS.
12702026-06-21T01:52:10.409Znote: (override with --db-url or OMDB_DB_URL)
12712026-06-21T01:52:10.409Znote: using DNS from system config (typically /etc/resolv.conf)
12722026-06-21T01:52:10.409Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12732026-06-21T01:52:10.409Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12742026-06-21T01:52:10.409Znote: database schema version matches expected (272.0.0)
12752026-06-21T01:52:10.409Zset pool e1098711-5167-4adb-9e53-abc162d9a087 control plane storage buffer bytes to 0
12762026-06-21T01:52:10.409Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12772026-06-21T01:52:10.409Znote: database URL not specified. Will search DNS.
12782026-06-21T01:52:10.409Znote: (override with --db-url or OMDB_DB_URL)
12792026-06-21T01:52:10.409Znote: using DNS from system config (typically /etc/resolv.conf)
12802026-06-21T01:52:10.409Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12812026-06-21T01:52:10.435Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12822026-06-21T01:52:10.435Znote: database schema version matches expected (272.0.0)
12832026-06-21T01:52:10.535ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12842026-06-21T01:52:10.535Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12852026-06-21T01:52:10.536Z0f5b0565-8ae4-46f8-b983-9a7bbd080aa7 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |31ad47ed-1f0b-47ac-b1c6-b4958e316a5b |20937965568 |0
12862026-06-21T01:52:10.536Z2dca1479-a93f-466f-a0ca-540a77027242 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |cb6e81aa-e853-4df9-93f5-427770f761d2 |20937965568 |0
12872026-06-21T01:52:10.536Z359a07c2-2b74-4378-9e64-0e3357711ab6 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |804d0522-4998-448d-86fc-70b5a74eb870 |20937965568 |0
12882026-06-21T01:52:10.536Z6ad56678-8a61-4628-8a67-616f47fba9d8 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |422c589d-7b34-4892-84c1-47f126a47690 |20937965568 |0
12892026-06-21T01:52:10.536Z9320696d-dc3a-4c2e-8973-9f1d0abb8e2a | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |56ca74c0-7075-4216-9909-b40011c0351c |20937965568 |0
12902026-06-21T01:52:10.536Za0cebe63-f453-4787-bc89-d30fd03a879b | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |1b1fb1e3-e337-44ef-98db-f7d4124edb5d |20937965568 |0
12912026-06-21T01:52:10.536Zdb01b87a-cdb4-4f09-922b-f39264fbd985 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |7737f21f-2c2e-4091-82da-402cf57b7df6 |20937965568 |0
12922026-06-21T01:52:10.536Zddb3a57a-be7e-4453-bd0c-a71135089308 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |0ff7efcc-824d-458c-a136-5d379262a5c8 |20937965568 |0
12932026-06-21T01:52:10.536Ze1098711-5167-4adb-9e53-abc162d9a087 | |59952d48-85ff-4b73-aa1b-9b75ae2c1aa9 |c8d5572c-e525-4cf2-a0e1-6d5a00f6b227 |20937965568 |0
12942026-06-21T01:52:10.560Z+ export RUST_BACKTRACE=1
12952026-06-21T01:52:10.560Z+ RUST_BACKTRACE=1
12962026-06-21T01:52:10.560Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12972026-06-21T01:52:10.560Z++ ./target/debug/bootstrap
12982026-06-21T01:52:10.721ZUsing external DNS server at 10.151.1.164:53
12992026-06-21T01:52:10.745Z2026-06-21 01:52:10.715284065 UTC: attempting to log into API
13002026-06-21T01:52:12.132Z2026-06-21 01:52:12.120452407 UTC: login succeeded
13012026-06-21T01:52:12.158Zwaiting for nexus to come up...
13022026-06-21T01:52:12.250Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
13032026-06-21T01:52:13.067Zcreating IPv6 IP pool... fd00::aa - fd00::bb
13042026-06-21T01:52:13.761Zsetting up quotas...
13052026-06-21T01:52:13.897Zensuring datasets are ready...
13062026-06-21T01:52:17.628Zlet's roll.
13072026-06-21T01:52:17.652Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13082026-06-21T01:52:17.652ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
13092026-06-21T01:52:17.652ZOXIDE_TOKEN=oxide-token-19f4bcd63ec72fe10497e917f76383fa337a6b2a'
13102026-06-21T01:52:17.652Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13112026-06-21T01:52:17.652Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
13122026-06-21T01:52:17.653Z++ OXIDE_TOKEN=oxide-token-19f4bcd63ec72fe10497e917f76383fa337a6b2a
13132026-06-21T01:52:17.653Z+ export OXIDE_HOST OXIDE_TOKEN
13142026-06-21T01:52:17.653Z+ retry=0
13152026-06-21T01:52:17.653Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13162026-06-21T01:52:17.678Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13172026-06-21T01:52:18.524Z{"status":"ok"}{
13182026-06-21T01:52:18.524Z "description": "some images",
13192026-06-21T01:52:18.524Z "id": "1f11028a-0a90-497c-b530-7bbbe01fc035",
13202026-06-21T01:52:18.524Z "name": "images",
13212026-06-21T01:52:18.524Z "time_created": "2026-06-21T01:52:17.769747Z",
13222026-06-21T01:52:18.524Z "time_modified": "2026-06-21T01:52:17.769747Z"
13232026-06-21T01:52:18.524Z}
13242026-06-21T01:52:18.548Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
13252026-06-21T02:07:51.225Zworker agent experienced a fatal error; aborting job
13262026-06-21T02:07:51.227Ztask 2 was incomplete, marked failed