01KMM83B10HZ3CHXGQ96GGYTF4: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.39",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KMM843NKRRQ4A3ZWNRADZBAQ

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-26T05:27:37.073Zjob dependencies complete; ready to run (waiting for 29 m 11 s)
22026-03-26T05:36:18.244Zjob assigned to worker 01KMMA7T077660DE16JX7636JX [factory lab, buskin/19747] (queued for 8 m 41 s)
32026-03-26T05:36:18.339Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-03-26T05:36:18.379Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-03-26T05:36:18.413Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-03-26T05:36:18.447Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-03-26T05:36:18.480Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-03-26T05:36:18.514ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-03-26T05:36:18.548ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
102026-03-26T05:36:18.581ZWARNING: cpu0: using older fallback microcode; update the system firmware
112026-03-26T05:36:18.615Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
122026-03-26T05:36:18.648ZOxide Helios Version helios-2.0.23743 64-bit
132026-03-26T05:36:18.682ZConfiguring devices.
142026-03-26T05:36:18.715Z##################################################
152026-03-26T05:36:18.749Z#### ############# ##
162026-03-26T05:36:18.783Z### ### ############ ##
172026-03-26T05:36:18.816Z## ### # ## ### ## Oxide Computer Company ##
182026-03-26T05:36:18.849Z## ## ## ### # ### ##
192026-03-26T05:36:18.883Z## # ### #### #### This Station Under ##
202026-03-26T05:36:18.917Z### ### #### # ### Computer Control ##
212026-03-26T05:36:18.982Z#### #### ### ## ##
222026-03-26T05:36:19.017Z##################################################
232026-03-26T05:36:19.050ZHostname: buskin
242026-03-26T05:36:19.084ZLoading smf(7) service descriptions:
252026-03-26T05:36:19.641Zdownloading input: /input/package/work/package.tar.gz
262026-03-26T05:43:01.510Zdownloaded input: /input/package/work/package.tar.gz
 
272026-03-26T05:43:01.535Zstarting task 0: "setup"
282026-03-26T05:43:01.535Z++ uname -s
292026-03-26T05:43:01.535Z+ kern=SunOS
302026-03-26T05:43:01.535Z+ build_user=build
312026-03-26T05:43:01.535Z+ build_uid=12345
322026-03-26T05:43:01.535Z+ work_dir=/work
332026-03-26T05:43:01.535Z+ input_dir=/input
342026-03-26T05:43:01.535Z+ [[ 0 == 12345 ]]
352026-03-26T05:43:01.535Z+ case "$kern" in
362026-03-26T05:43:01.535Z+ groupadd -g 12345 build
372026-03-26T05:43:01.535Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-03-26T05:43:03.528Z+ zfs create -o mountpoint=/work rpool/work
392026-03-26T05:43:03.553Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-03-26T05:43:03.553Z+ home_fs=zfs
412026-03-26T05:43:03.553Z+ [[ zfs == autofs ]]
422026-03-26T05:43:03.553Z+ mkdir -p /home/build
432026-03-26T05:43:03.578Z+ chown build:build /home/build /work
442026-03-26T05:43:05.559Z+ chmod 0700 /home/build /work
452026-03-26T05:43:05.584Zprocess exited: duration 4051 ms, exit code 0
 
462026-03-26T05:43:05.633Zstarting task 1: "authentication"
472026-03-26T05:43:05.678Zprocess exited: duration 44 ms, exit code 0
 
482026-03-26T05:43:05.727Zstarting task 2: "build"
492026-03-26T05:43:05.752Z+ trap _exit_trap EXIT
502026-03-26T05:43:05.752Z+ OPTE_COMMIT=
512026-03-26T05:43:05.752Z+ [[ x != \x ]]
522026-03-26T05:43:05.752Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
532026-03-26T05:43:05.844Zsecpolicy_fs_linkdir: 0x55 = 0x55
542026-03-26T05:43:05.844Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
552026-03-26T05:43:05.844Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
562026-03-26T05:43:05.844Zsecpolicy_fs_linkdir+3: 0 = 0xe5
572026-03-26T05:43:05.844Zsecpolicy_fs_linkdir+4: 0 = 0xb8
582026-03-26T05:43:05.844Zsecpolicy_fs_linkdir+5: 0 = 0x1
592026-03-26T05:43:05.845Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
602026-03-26T05:43:05.869Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
612026-03-26T05:43:05.869Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
622026-03-26T05:43:05.869Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
632026-03-26T05:43:05.870Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
642026-03-26T05:43:05.870Z+ [[ -d /opt/oxide ]]
652026-03-26T05:43:05.870Z+ pfexec mv /opt/oxide /opt/oxide-underneath
662026-03-26T05:43:05.870Z+ pfexec mkdir /opt/oxide
672026-03-26T05:43:05.870Z+ pfexec mount -F tmpfs -O swap /opt/oxide
682026-03-26T05:43:05.870Z+ [[ -d /opt/oxide-underneath ]]
692026-03-26T05:43:05.870Z+ cd /opt/oxide-underneath
702026-03-26T05:43:05.870Z+ pfexec tar ceEp@/f - .
712026-03-26T05:43:05.870Z+ cd /opt/oxide
722026-03-26T05:43:05.870Z+ pfexec tar xveEp@/f -
732026-03-26T05:43:05.913Zx ., 0 bytes, 0 tape blocks
742026-03-26T05:43:05.913Zx ./opte, 0 bytes, 0 tape blocks
752026-03-26T05:43:05.913Zx ./opte/bin, 0 bytes, 0 tape blocks
762026-03-26T05:43:05.913Zx ./opte/bin/opteadm, 22792392 bytes, 44517 tape blocks
772026-03-26T05:43:05.937Z+ pfexec rm -rf /opt/oxide-underneath
782026-03-26T05:43:05.937Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
792026-03-26T05:43:05.937Z+ pfexec mkdir /opt/oxide/work
802026-03-26T05:43:05.962Z+ pfexec chown build:build /opt/oxide/work
812026-03-26T05:43:05.962Z+ cd /opt/oxide/work
822026-03-26T05:43:05.962Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
832026-03-26T05:43:26.632ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
842026-03-26T05:43:26.632Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
852026-03-26T05:43:26.632Zx out/target/test, 107 bytes, 1 tape blocks
862026-03-26T05:43:26.632Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
872026-03-26T05:43:26.632Zx package-manifest.toml, 34895 bytes, 69 tape blocks
882026-03-26T05:43:26.632Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
892026-03-26T05:43:26.632Zx target/release/omicron-package, 41537440 bytes, 81128 tape blocks
902026-03-26T05:43:26.632Zx target/release/xtask, 11707112 bytes, 22866 tape blocks
912026-03-26T05:43:26.632Zx target/debug/bootstrap, 346440824 bytes, 676643 tape blocks
922026-03-26T05:43:26.632Zx tests/bootstrap-6680eae4c009a7d9, 32061232 bytes, 62620 tape blocks
932026-03-26T05:43:26.632Zx tests/commtest-25396ffce347eb8f, 33172192 bytes, 64790 tape blocks
942026-03-26T05:43:26.632Zx tests/dhcp_server-4778aadbf0ae1902, 32061248 bytes, 62620 tape blocks
952026-03-26T05:43:26.680Zx tests/end_to_end_tests-8b3735c398284e87, 389675328 bytes, 761085 tape blocks
962026-03-26T05:43:26.680Zx out/clickhouse.tar.gz, 308948713 bytes, 603416 tape blocks
972026-03-26T05:43:26.680Zx out/clickhouse_keeper.tar.gz, 294065190 bytes, 574347 tape blocks
982026-03-26T05:43:26.680Zx out/clickhouse_server.tar.gz, 308947697 bytes, 603414 tape blocks
992026-03-26T05:43:26.680Zx out/cockroachdb.tar.gz, 157892995 bytes, 308385 tape blocks
1002026-03-26T05:43:26.680Zx out/crucible-pantry-zone.tar.gz, 39931535 bytes, 77992 tape blocks
1012026-03-26T05:43:26.680Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1022026-03-26T05:43:26.680Zx out/crucible-zone.tar.gz, 54409045 bytes, 106268 tape blocks
1032026-03-26T05:43:26.680Zx out/external-dns.tar.gz, 44647040 bytes, 87202 tape blocks
1042026-03-26T05:43:26.680Zx out/internal-dns.tar.gz, 44646637 bytes, 87201 tape blocks
1052026-03-26T05:43:26.680Zx out/mg-ddm-gz.tar, 80258048 bytes, 156754 tape blocks
1062026-03-26T05:43:26.680Zx out/nexus.tar.gz, 218938988 bytes, 427616 tape blocks
1072026-03-26T05:43:26.680Zx out/ntp.tar.gz, 26035822 bytes, 50852 tape blocks
1082026-03-26T05:43:26.680Zx out/omicron-gateway-softnpu.tar.gz, 29125231 bytes, 56886 tape blocks
1092026-03-26T05:43:26.680Zx out/omicron-sled-agent.tar, 192533504 bytes, 376042 tape blocks
1102026-03-26T05:43:26.680Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1112026-03-26T05:43:26.680Zx out/oximeter.tar.gz, 59491257 bytes, 116194 tape blocks
1122026-03-26T05:43:26.680Zx out/oxlog.tar, 3872256 bytes, 7563 tape blocks
1132026-03-26T05:43:26.680Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1142026-03-26T05:43:26.680Zx out/propolis-server.tar.gz, 34046668 bytes, 66498 tape blocks
1152026-03-26T05:43:26.680Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1162026-03-26T05:43:26.680Zx out/switch-softnpu.tar.gz, 379017466 bytes, 740269 tape blocks
1172026-03-26T05:43:26.680Z
1182026-03-26T05:43:26.680Zreal 20.686071437
1192026-03-26T05:43:26.680Zuser 18.455222155
1202026-03-26T05:43:26.680Zsys 3.544021266
1212026-03-26T05:43:26.680Ztrap 0.000844985
1222026-03-26T05:43:26.680Ztflt 0.000000000
1232026-03-26T05:43:26.680Zdflt 0.000000000
1242026-03-26T05:43:26.680Zkflt 0.000000000
1252026-03-26T05:43:26.680Zlock 0.000000000
1262026-03-26T05:43:26.681Zslp 18.710672189
1272026-03-26T05:43:26.681Zlat 0.659296896
1282026-03-26T05:43:26.681Zstop 0.000126491
1292026-03-26T05:43:26.681Z+ source .github/buildomat/ci-env.sh
1302026-03-26T05:43:26.681Z++ export CARGO_TERM_COLOR=always
1312026-03-26T05:43:26.681Z++ CARGO_TERM_COLOR=always
1322026-03-26T05:43:26.681Z+ bmat address ls
1332026-03-26T05:43:26.681ZNAME CIDR FIRST LAST COUNT
1342026-03-26T05:43:26.681Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1352026-03-26T05:43:26.681Z++ bmat address ls -f extra -Ho first,last,count
1362026-03-26T05:43:26.681Z+ set -- 10.151.1.164 10.151.1.227 64
1372026-03-26T05:43:26.681Z+ EXTRA_IP_START=10.151.1.164
1382026-03-26T05:43:26.681Z+ EXTRA_IP_END=10.151.1.227
1392026-03-26T05:43:26.681Z+ EXTRA_IP_COUNT=64
1402026-03-26T05:43:26.681Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-03-26T05:43:26.681Z+ EXTRA_IP_BASE=10.151.1
1422026-03-26T05:43:26.681Z+ EXTRA_IP_FOCTET=164
1432026-03-26T05:43:26.681Z+ EXTRA_IP_LOCTET=227
1442026-03-26T05:43:26.681Z+ SERVICE_IP_POOL_START=10.151.1.164
1452026-03-26T05:43:26.681Z+ SERVICE_IP_POOL_END=10.151.1.173
1462026-03-26T05:43:26.681Z+ DNS_IP1=10.151.1.164
1472026-03-26T05:43:26.681Z+ DNS_IP2=10.151.1.165
1482026-03-26T05:43:26.681Z+ UPLINK_IP=10.151.1.174
1492026-03-26T05:43:26.681Z+ IPPOOL_START=10.151.1.175
1502026-03-26T05:43:26.681Z+ IPPOOL_END=10.151.1.227
1512026-03-26T05:43:26.706Z++ ipadm show-addr -po type,addr
1522026-03-26T05:43:26.706Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-03-26T05:43:26.706Z+ GATEWAY_IP=10.151.1.100
1542026-03-26T05:43:26.706Z+ [[ -n 10.151.1.100 ]]
1552026-03-26T05:43:26.706Z+ ping -s 10.151.1.100 56 1
1562026-03-26T05:43:26.706ZPING 10.151.1.100: 56 data bytes
1572026-03-26T05:43:26.707Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1582026-03-26T05:43:26.707Z
1592026-03-26T05:43:26.707Z----10.151.1.100 PING Statistics----
1602026-03-26T05:43:26.707Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-03-26T05:43:26.707Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1622026-03-26T05:43:26.707Z++ arp -an
1632026-03-26T05:43:26.707Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1642026-03-26T05:43:26.707Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1652026-03-26T05:43:26.707Z+ routeadm -e ipv4-forwarding -u
1662026-03-26T05:43:26.781Z+ PXA_START=10.151.1.164
1672026-03-26T05:43:26.781Z+ PXA_END=10.151.1.227
1682026-03-26T05:43:26.781Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1692026-03-26T05:43:26.923Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1702026-03-26T05:43:26.947ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1712026-03-26T05:43:26.996Zcreating virtual hardware
1722026-03-26T05:43:27.021Zcreating /scratch/m2_0.vdev
1732026-03-26T05:43:27.021Zcreating /scratch/m2_1.vdev
1742026-03-26T05:43:27.021Zcreating /scratch/u2_0.vdev
1752026-03-26T05:43:27.021Zcreating /scratch/u2_1.vdev
1762026-03-26T05:43:27.021Zcreating /scratch/u2_2.vdev
1772026-03-26T05:43:27.021Zcreating /scratch/u2_3.vdev
1782026-03-26T05:43:27.021Zcreating /scratch/u2_4.vdev
1792026-03-26T05:43:27.021Zcreating /scratch/u2_5.vdev
1802026-03-26T05:43:27.021Zcreating /scratch/u2_6.vdev
1812026-03-26T05:43:27.021Zcreating /scratch/u2_7.vdev
1822026-03-26T05:43:27.021Zcreating /scratch/u2_8.vdev
1832026-03-26T05:43:27.046ZSimnet net0/sc0_0 exists
1842026-03-26T05:43:27.071ZSimnet net1/sc1_0 exists
1852026-03-26T05:43:27.071ZVnic sc0_1 exists
1862026-03-26T05:43:40.089ZUsing 10.151.1.100 as gateway ip
1872026-03-26T05:43:40.089Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1882026-03-26T05:43:40.089Zconfiguring SoftNPU ARP entry
1892026-03-26T05:43:40.115Zconfiguring SoftNPU proxy ARP
1902026-03-26T05:43:40.165ZSoftNPU state:
1912026-03-26T05:43:40.165Z local v6:
1922026-03-26T05:43:40.165Z local v4:
1932026-03-26T05:43:40.165Z router v6_idx:
1942026-03-26T05:43:40.165Z router v6_routes:
1952026-03-26T05:43:40.165Z router v4_idx:
1962026-03-26T05:43:40.165Z router v4_routes:
1972026-03-26T05:43:40.165Z resolver v4:
1982026-03-26T05:43:40.165Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992026-03-26T05:43:40.165Z resolver v6:
2002026-03-26T05:43:40.165Z nat v4:
2012026-03-26T05:43:40.165Z nat_v6:
2022026-03-26T05:43:40.165Z attached subnet v4:
2032026-03-26T05:43:40.165Z attached subnet v6:
2042026-03-26T05:43:40.165Z port_mac:
2052026-03-26T05:43:40.165Z proxy arp:
2062026-03-26T05:43:40.165Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2072026-03-26T05:43:40.165Zcreated virtual hardware
2082026-03-26T05:43:40.190Z
2092026-03-26T05:43:40.191Zreal 13.239355272
2102026-03-26T05:43:40.191Zuser 0.638654622
2112026-03-26T05:43:40.191Zsys 3.390843629
2122026-03-26T05:43:40.191Ztrap 0.000064327
2132026-03-26T05:43:40.191Ztflt 0.000161707
2142026-03-26T05:43:40.191Zdflt 0.000438317
2152026-03-26T05:43:40.191Zkflt 0.000007360
2162026-03-26T05:43:40.191Zlock 10:15.324182594
2172026-03-26T05:43:40.191Zslp 40.014343334
2182026-03-26T05:43:40.191Zlat 0.120401528
2192026-03-26T05:43:40.191Zstop 0.259360806
2202026-03-26T05:43:40.191Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2212026-03-26T05:43:40.226Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2222026-03-26T05:43:40.273Z+ diff -u pkg/config.toml~ pkg/config.toml
2232026-03-26T05:43:40.273Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2242026-03-26T05:43:40.273Z+++ pkg/config.toml Thu Mar 26 05:43:39 2026
2252026-03-26T05:43:40.273Z@@ -29,18 +29,18 @@
2262026-03-26T05:43:40.273Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2272026-03-26T05:43:40.273Z # followed by a string that is embedded into their fake serial values.
2282026-03-26T05:43:40.273Z vdevs = [
2292026-03-26T05:43:40.273Z- "m2_0.vdev",
2302026-03-26T05:43:40.273Z- "m2_1.vdev",
2312026-03-26T05:43:40.273Z+ "/scratch/m2_0.vdev",
2322026-03-26T05:43:40.273Z+ "/scratch/m2_1.vdev",
2332026-03-26T05:43:40.273Z
2342026-03-26T05:43:40.273Z- "u2_0.vdev",
2352026-03-26T05:43:40.273Z- "u2_1.vdev",
2362026-03-26T05:43:40.273Z- "u2_2.vdev",
2372026-03-26T05:43:40.273Z- "u2_3.vdev",
2382026-03-26T05:43:40.273Z- "u2_4.vdev",
2392026-03-26T05:43:40.273Z- "u2_5.vdev",
2402026-03-26T05:43:40.273Z- "u2_6.vdev",
2412026-03-26T05:43:40.273Z- "u2_7.vdev",
2422026-03-26T05:43:40.273Z- "u2_8.vdev",
2432026-03-26T05:43:40.273Z+ "/scratch/u2_0.vdev",
2442026-03-26T05:43:40.273Z+ "/scratch/u2_1.vdev",
2452026-03-26T05:43:40.273Z+ "/scratch/u2_2.vdev",
2462026-03-26T05:43:40.273Z+ "/scratch/u2_3.vdev",
2472026-03-26T05:43:40.273Z+ "/scratch/u2_4.vdev",
2482026-03-26T05:43:40.274Z+ "/scratch/u2_5.vdev",
2492026-03-26T05:43:40.274Z+ "/scratch/u2_6.vdev",
2502026-03-26T05:43:40.274Z+ "/scratch/u2_7.vdev",
2512026-03-26T05:43:40.274Z+ "/scratch/u2_8.vdev",
2522026-03-26T05:43:40.274Z ]
2532026-03-26T05:43:40.274Z
2542026-03-26T05:43:40.274Z # The amount of memory held back for services which exist between zero and one
2552026-03-26T05:43:40.274Z+ true
2562026-03-26T05:43:40.274Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2572026-03-26T05:43:40.274Z+ EXPECTED_ZPOOL_COUNT=9
2582026-03-26T05:43:40.274Z+ echo 'expected number of zpools is 9'
2592026-03-26T05:43:40.274Zexpected number of zpools is 9
2602026-03-26T05:43:40.274Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2612026-03-26T05:43:40.274Z+ SILO_NAME=recovery
2622026-03-26T05:43:40.274Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-03-26T05:43:40.274Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2642026-03-26T05:43:40.274Z+ sed -i~ '
2652026-03-26T05:43:40.274Z /^external_dns_ips/c\
2662026-03-26T05:43:40.274Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2672026-03-26T05:43:40.274Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2682026-03-26T05:43:40.274Z /^first/c\
2692026-03-26T05:43:40.274Zfirst = "10.151.1.164"
2702026-03-26T05:43:40.274Z /^last/c\
2712026-03-26T05:43:40.274Zlast = "10.151.1.173"
2722026-03-26T05:43:40.274Z }
2732026-03-26T05:43:40.274Z /^infra_ip_first/c\
2742026-03-26T05:43:40.274Zinfra_ip_first = "10.151.1.174"
2752026-03-26T05:43:40.274Z /^infra_ip_last/c\
2762026-03-26T05:43:40.274Zinfra_ip_last = "10.151.1.174"
2772026-03-26T05:43:40.274Z /^\[\[rack_network_config.ports/,/^$/ {
2782026-03-26T05:43:40.274Z /^routes/c\
2792026-03-26T05:43:40.274Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2802026-03-26T05:43:40.274Z /^addresses/c\
2812026-03-26T05:43:40.274Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2822026-03-26T05:43:40.274Z }
2832026-03-26T05:43:40.274Z' pkg/config-rss.toml
2842026-03-26T05:43:40.274Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2852026-03-26T05:43:40.275Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2862026-03-26T05:43:40.275Z+++ pkg/config-rss.toml Thu Mar 26 05:43:40 2026
2872026-03-26T05:43:40.275Z@@ -33,7 +33,7 @@
2882026-03-26T05:43:40.275Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2892026-03-26T05:43:40.275Z # must be contained in one of the "internal services" IP Pool ranges listed
2902026-03-26T05:43:40.275Z # below.
2912026-03-26T05:43:40.275Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2922026-03-26T05:43:40.275Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2932026-03-26T05:43:40.275Z
2942026-03-26T05:43:40.275Z # Initial TLS certificates for the external API
2952026-03-26T05:43:40.275Z #
2962026-03-26T05:43:40.275Z@@ -69,8 +69,8 @@
2972026-03-26T05:43:40.275Z #
2982026-03-26T05:43:40.275Z # For more on this and what to put here, see docs/how-to-run.adoc.
2992026-03-26T05:43:40.275Z [[internal_services_ip_pool_ranges]]
3002026-03-26T05:43:40.275Z-first = "192.168.1.20"
3012026-03-26T05:43:40.275Z-last = "192.168.1.29"
3022026-03-26T05:43:40.275Z+first = "10.151.1.164"
3032026-03-26T05:43:40.275Z+last = "10.151.1.173"
3042026-03-26T05:43:40.275Z
3052026-03-26T05:43:40.275Z # TODO - this configuration is subject to change going forward. Ultimately these
3062026-03-26T05:43:40.275Z # parameters should be provided to the control plane via wicket, but we need to
3072026-03-26T05:43:40.275Z@@ -91,8 +91,8 @@
3082026-03-26T05:43:40.275Z # A range of IP addresses used by Boundary Services on the external network. In
3092026-03-26T05:43:40.275Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3102026-03-26T05:43:40.275Z # With softnpu, only one address is used.
3112026-03-26T05:43:40.275Z-infra_ip_first = "192.168.1.30"
3122026-03-26T05:43:40.275Z-infra_ip_last = "192.168.1.30"
3132026-03-26T05:43:40.275Z+infra_ip_first = "10.151.1.174"
3142026-03-26T05:43:40.275Z+infra_ip_last = "10.151.1.174"
3152026-03-26T05:43:40.275Z
3162026-03-26T05:43:40.275Z # Configurations for BGP routers to run on the scrimlets.
3172026-03-26T05:43:40.275Z bgp = []
3182026-03-26T05:43:40.275Z@@ -100,9 +100,9 @@
3192026-03-26T05:43:40.275Z # You can configure multiple uplinks by repeating the following stanza
3202026-03-26T05:43:40.275Z [[rack_network_config.ports]]
3212026-03-26T05:43:40.275Z # Routes associated with this port.
3222026-03-26T05:43:40.301Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3232026-03-26T05:43:40.301Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3242026-03-26T05:43:40.301Z # Addresses associated with this port.
3252026-03-26T05:43:40.301Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3262026-03-26T05:43:40.301Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3272026-03-26T05:43:40.301Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3282026-03-26T05:43:40.301Z port = "qsfp0"
3292026-03-26T05:43:40.301Z # The speed of this port.
3302026-03-26T05:43:40.301Z+ true
3312026-03-26T05:43:40.301Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3322026-03-26T05:43:40.301Za pkg/config-rss.toml 8K
3332026-03-26T05:43:40.301Za pkg/config.toml 6K
3342026-03-26T05:43:40.301Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3352026-03-26T05:43:40.301Z+ TLS_NAME=recovery.sys.oxide.test
3362026-03-26T05:43:40.301Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3372026-03-26T05:43:40.561Z...........+......+..+....+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+...............+..+.+.........+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....................+.........+.........+.....+.........+......+......+.+.................+.+.....+......+...+..........+........+............+.......+...+.....+...+....+...+.....+..........+......+...........+.........+....+...+........+.+.....+.............+...+..+............+.........+.+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3382026-03-26T05:43:40.942Z..+........+.........+.+...........+.+..+...+..........+...............+........+....+..+..........+........+.+......+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+......+........+.+..+....+...+..+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+...+.......+...+..................+...+......+.....+.+...............+........+.......+..+......+....+......+...........+......+..................+.+........+...+...+.......+...+...........+.+..+......+.......+........+......+.+.............................+.........+...................+...+..+.......+.....+.+..+..........+........+...+.+...+........+.............+......+...+..................+.........+.....+...+.......+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3392026-03-26T05:43:40.967Z-----
3402026-03-26T05:43:40.967Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3412026-03-26T05:43:40.991Za pkg/initial-tls-cert.pem 2K
3422026-03-26T05:43:40.991Za pkg/initial-tls-key.pem 4K
3432026-03-26T05:43:40.992Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3442026-03-26T05:43:40.992Z+ rmdir pkg
3452026-03-26T05:43:40.992Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3462026-03-26T05:43:40.992Z+ pfexec mkdir -p /usr/oxide
3472026-03-26T05:43:40.992Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3482026-03-26T05:43:41.659Z+ pfexec chmod +x /usr/oxide/oxide
3492026-03-26T05:43:41.684Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3502026-03-26T05:44:00.900Z+ OMICRON_NO_UNINSTALL=1
3512026-03-26T05:44:00.900Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3522026-03-26T05:44:00.925ZLogging to: /opt/oxide/work/out/LOG
3532026-03-26T05:44:01.680Z
3542026-03-26T05:44:01.680Zreal 0.774598613
3552026-03-26T05:44:01.680Zuser 0.165636429
3562026-03-26T05:44:01.681Zsys 4.340595325
3572026-03-26T05:44:01.681Ztrap 0.000000469
3582026-03-26T05:44:01.681Ztflt 0.000031699
3592026-03-26T05:44:01.681Zdflt 0.000238501
3602026-03-26T05:44:01.681Zkflt 0.000000000
3612026-03-26T05:44:01.705Zlock 1:09.919397976
3622026-03-26T05:44:01.706Zslp 0.952252259
3632026-03-26T05:44:01.706Zlat 0.024713930
3642026-03-26T05:44:01.706Zstop 0.057598889
3652026-03-26T05:44:01.706Z+ retry=0
3662026-03-26T05:44:01.706Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672026-03-26T05:44:01.706Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3682026-03-26T05:44:01.706Z+ [[ 0 -gt 30 ]]
3692026-03-26T05:44:01.706Z+ sleep 1
3702026-03-26T05:44:02.695Z+ retry=1
3712026-03-26T05:44:02.695Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3722026-03-26T05:44:02.720Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3732026-03-26T05:44:02.720Z+ [[ 1 -gt 30 ]]
3742026-03-26T05:44:02.720Z+ sleep 1
3752026-03-26T05:44:03.708Z+ retry=2
3762026-03-26T05:44:03.708Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772026-03-26T05:44:03.733Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3782026-03-26T05:44:03.733Z+ [[ 2 -gt 30 ]]
3792026-03-26T05:44:03.734Z+ sleep 1
3802026-03-26T05:44:04.722Z+ retry=3
3812026-03-26T05:44:04.722Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3822026-03-26T05:44:05.734Zcurl: (28) Connection timed out after 1000 milliseconds
3832026-03-26T05:44:05.759Z+ [[ 3 -gt 30 ]]
3842026-03-26T05:44:05.759Z+ sleep 1
3852026-03-26T05:44:06.739Z+ retry=4
3862026-03-26T05:44:06.739Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3872026-03-26T05:44:07.751Zcurl: (28) Connection timed out after 1000 milliseconds
3882026-03-26T05:44:07.776Z+ [[ 4 -gt 30 ]]
3892026-03-26T05:44:07.776Z+ sleep 1
3902026-03-26T05:44:08.757Z+ retry=5
3912026-03-26T05:44:08.757Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3922026-03-26T05:44:09.769Zcurl: (28) Connection timed out after 1000 milliseconds
3932026-03-26T05:44:09.794Z+ [[ 5 -gt 30 ]]
3942026-03-26T05:44:09.794Z+ sleep 1
3952026-03-26T05:44:10.775Z+ retry=6
3962026-03-26T05:44:10.775Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3972026-03-26T05:44:11.787Zcurl: (28) Connection timed out after 1000 milliseconds
3982026-03-26T05:44:11.812Z+ [[ 6 -gt 30 ]]
3992026-03-26T05:44:11.812Z+ sleep 1
4002026-03-26T05:44:12.792Z+ retry=7
4012026-03-26T05:44:12.792Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4022026-03-26T05:44:13.803Zcurl: (28) Connection timed out after 1000 milliseconds
4032026-03-26T05:44:13.828Z+ [[ 7 -gt 30 ]]
4042026-03-26T05:44:13.828Z+ sleep 1
4052026-03-26T05:44:14.809Z+ retry=8
4062026-03-26T05:44:14.809Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4072026-03-26T05:44:15.821Zcurl: (28) Connection timed out after 1000 milliseconds
4082026-03-26T05:44:15.846Z+ [[ 8 -gt 30 ]]
4092026-03-26T05:44:15.846Z+ sleep 1
4102026-03-26T05:44:16.827Z+ retry=9
4112026-03-26T05:44:16.827Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4122026-03-26T05:44:17.837Zcurl: (28) Connection timed out after 1000 milliseconds
4132026-03-26T05:44:17.862Z+ [[ 9 -gt 30 ]]
4142026-03-26T05:44:17.862Z+ sleep 1
4152026-03-26T05:44:18.842Z+ retry=10
4162026-03-26T05:44:18.842Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4172026-03-26T05:44:19.855Zcurl: (28) Connection timed out after 1000 milliseconds
4182026-03-26T05:44:19.880Z+ [[ 10 -gt 30 ]]
4192026-03-26T05:44:19.881Z+ sleep 1
4202026-03-26T05:44:20.860Z+ retry=11
4212026-03-26T05:44:20.860Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4222026-03-26T05:44:21.870Zcurl: (28) Connection timed out after 1000 milliseconds
4232026-03-26T05:44:21.896Z+ [[ 11 -gt 30 ]]
4242026-03-26T05:44:21.896Z+ sleep 1
4252026-03-26T05:44:22.876Z+ retry=12
4262026-03-26T05:44:22.876Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4272026-03-26T05:44:23.887Zcurl: (28) Connection timed out after 1000 milliseconds
4282026-03-26T05:44:23.911Z+ [[ 12 -gt 30 ]]
4292026-03-26T05:44:23.912Z+ sleep 1
4302026-03-26T05:44:24.892Z+ retry=13
4312026-03-26T05:44:24.892Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4322026-03-26T05:44:24.917Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4332026-03-26T05:44:24.942Zlocal v6:
4342026-03-26T05:44:24.942Zfdc8:2fc6:33d3:c1fe::1
4352026-03-26T05:44:24.942Zfe80::508b:23ff:fe14:fee
4362026-03-26T05:44:24.942Zlocal v4:
4372026-03-26T05:44:24.942Zrouter v6_idx:
4382026-03-26T05:44:24.942Zrouter v6_routes:
4392026-03-26T05:44:24.942Zrouter v4_idx:
4402026-03-26T05:44:24.942Zrouter v4_routes:
4412026-03-26T05:44:24.942Zresolver v4:
4422026-03-26T05:44:24.942Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
4432026-03-26T05:44:24.942Zresolver v6:
4442026-03-26T05:44:24.942Zfe80::508b:23ff:fe14:fee -> 52:8b:23:14:0f:ee
4452026-03-26T05:44:24.942Zfe80::3012:3fff:fe45:a063 -> 32:12:3f:45:a0:63
4462026-03-26T05:44:24.942Znat v4:
4472026-03-26T05:44:24.942Znat_v6:
4482026-03-26T05:44:24.942Zattached subnet v4:
4492026-03-26T05:44:24.942Zattached subnet v6:
4502026-03-26T05:44:24.942Zport_mac:
4512026-03-26T05:44:24.942Z1: a8:40:25:4b:b2:60
4522026-03-26T05:44:24.942Z1000: a8:40:25:4b:b2:5f
4532026-03-26T05:44:24.942Zproxy arp:
4542026-03-26T05:44:24.942Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4552026-03-26T05:44:24.942Z+ retry=0
4562026-03-26T05:44:24.942Z+++ zoneadm list -n
4572026-03-26T05:44:24.942Z+++ grep oxz_ntp
4582026-03-26T05:44:24.967Z++ pfexec svcs -z -Hostate oxide/ntp
4592026-03-26T05:44:24.967Zsvcs: zone '-Hostate': entity not found
4602026-03-26T05:44:24.967Z++ true
4612026-03-26T05:44:24.967Z+ [[ '' != online ]]
4622026-03-26T05:44:24.967Z+ [[ 0 -gt 60 ]]
4632026-03-26T05:44:24.967Z+ sleep 1
4642026-03-26T05:44:25.957Z+ retry=1
4652026-03-26T05:44:25.981Z+++ zoneadm list -n
4662026-03-26T05:44:25.982Z+++ grep oxz_ntp
4672026-03-26T05:44:25.982Z++ pfexec svcs -z -Hostate oxide/ntp
4682026-03-26T05:44:25.982Zsvcs: zone '-Hostate': entity not found
4692026-03-26T05:44:25.982Z++ true
4702026-03-26T05:44:25.982Z+ [[ '' != online ]]
4712026-03-26T05:44:25.982Z+ [[ 1 -gt 60 ]]
4722026-03-26T05:44:25.982Z+ sleep 1
4732026-03-26T05:44:26.977Z+ retry=2
4742026-03-26T05:44:27.002Z+++ zoneadm list -n
4752026-03-26T05:44:27.002Z+++ grep oxz_ntp
4762026-03-26T05:44:27.002Z++ pfexec svcs -z -Hostate oxide/ntp
4772026-03-26T05:44:27.002Zsvcs: zone '-Hostate': entity not found
4782026-03-26T05:44:27.003Z++ true
4792026-03-26T05:44:27.003Z+ [[ '' != online ]]
4802026-03-26T05:44:27.003Z+ [[ 2 -gt 60 ]]
4812026-03-26T05:44:27.003Z+ sleep 1
4822026-03-26T05:44:28.001Z+ retry=3
4832026-03-26T05:44:28.026Z+++ zoneadm list -n
4842026-03-26T05:44:28.026Z+++ grep oxz_ntp
4852026-03-26T05:44:28.026Z++ pfexec svcs -z -Hostate oxide/ntp
4862026-03-26T05:44:28.026Zsvcs: zone '-Hostate': entity not found
4872026-03-26T05:44:28.026Z++ true
4882026-03-26T05:44:28.026Z+ [[ '' != online ]]
4892026-03-26T05:44:28.027Z+ [[ 3 -gt 60 ]]
4902026-03-26T05:44:28.027Z+ sleep 1
4912026-03-26T05:44:29.022Z+ retry=4
4922026-03-26T05:44:29.047Z+++ zoneadm list -n
4932026-03-26T05:44:29.047Z+++ grep oxz_ntp
4942026-03-26T05:44:29.047Z++ pfexec svcs -z -Hostate oxide/ntp
4952026-03-26T05:44:29.047Zsvcs: zone '-Hostate': entity not found
4962026-03-26T05:44:29.047Z++ true
4972026-03-26T05:44:29.047Z+ [[ '' != online ]]
4982026-03-26T05:44:29.047Z+ [[ 4 -gt 60 ]]
4992026-03-26T05:44:29.047Z+ sleep 1
5002026-03-26T05:44:30.043Z+ retry=5
5012026-03-26T05:44:30.068Z+++ zoneadm list -n
5022026-03-26T05:44:30.068Z+++ grep oxz_ntp
5032026-03-26T05:44:30.068Z++ pfexec svcs -z -Hostate oxide/ntp
5042026-03-26T05:44:30.068Zsvcs: zone '-Hostate': entity not found
5052026-03-26T05:44:30.068Z++ true
5062026-03-26T05:44:30.068Z+ [[ '' != online ]]
5072026-03-26T05:44:30.068Z+ [[ 5 -gt 60 ]]
5082026-03-26T05:44:30.068Z+ sleep 1
5092026-03-26T05:44:31.067Z+ retry=6
5102026-03-26T05:44:31.092Z+++ zoneadm list -n
5112026-03-26T05:44:31.092Z+++ grep oxz_ntp
5122026-03-26T05:44:31.092Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5132026-03-26T05:44:31.092Zsvcs: Could not bind to repository server for zone oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff: repository server unavailable
5142026-03-26T05:44:31.092Z++ true
5152026-03-26T05:44:31.092Z+ [[ '' != online ]]
5162026-03-26T05:44:31.092Z+ [[ 6 -gt 60 ]]
5172026-03-26T05:44:31.092Z+ sleep 1
5182026-03-26T05:44:32.089Z+ retry=7
5192026-03-26T05:44:32.114Z+++ zoneadm list -n
5202026-03-26T05:44:32.114Z+++ grep oxz_ntp
5212026-03-26T05:44:32.114Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5222026-03-26T05:44:32.139Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5232026-03-26T05:44:32.139Z++ true
5242026-03-26T05:44:32.139Z+ [[ '' != online ]]
5252026-03-26T05:44:32.139Z+ [[ 7 -gt 60 ]]
5262026-03-26T05:44:32.139Z+ sleep 1
5272026-03-26T05:44:33.121Z+ retry=8
5282026-03-26T05:44:33.145Z+++ zoneadm list -n
5292026-03-26T05:44:33.145Z+++ grep oxz_ntp
5302026-03-26T05:44:33.146Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5312026-03-26T05:44:33.170Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5322026-03-26T05:44:33.170Z++ true
5332026-03-26T05:44:33.170Z+ [[ '' != online ]]
5342026-03-26T05:44:33.170Z+ [[ 8 -gt 60 ]]
5352026-03-26T05:44:33.170Z+ sleep 1
5362026-03-26T05:44:34.150Z+ retry=9
5372026-03-26T05:44:34.175Z+++ zoneadm list -n
5382026-03-26T05:44:34.175Z+++ grep oxz_ntp
5392026-03-26T05:44:34.175Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5402026-03-26T05:44:34.175Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5412026-03-26T05:44:34.175Z++ true
5422026-03-26T05:44:34.200Z+ [[ '' != online ]]
5432026-03-26T05:44:34.200Z+ [[ 9 -gt 60 ]]
5442026-03-26T05:44:34.200Z+ sleep 1
5452026-03-26T05:44:35.178Z+ retry=10
5462026-03-26T05:44:35.203Z+++ zoneadm list -n
5472026-03-26T05:44:35.203Z+++ grep oxz_ntp
5482026-03-26T05:44:35.203Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5492026-03-26T05:44:35.203Z+ [[ offline != online ]]
5502026-03-26T05:44:35.203Z+ [[ 10 -gt 60 ]]
5512026-03-26T05:44:35.203Z+ sleep 1
5522026-03-26T05:44:36.201Z+ retry=11
5532026-03-26T05:44:36.226Z+++ zoneadm list -n
5542026-03-26T05:44:36.226Z+++ grep oxz_ntp
5552026-03-26T05:44:36.226Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5562026-03-26T05:44:36.226Z+ [[ offline != online ]]
5572026-03-26T05:44:36.226Z+ [[ 11 -gt 60 ]]
5582026-03-26T05:44:36.226Z+ sleep 1
5592026-03-26T05:44:37.227Z+ retry=12
5602026-03-26T05:44:37.252Z+++ zoneadm list -n
5612026-03-26T05:44:37.252Z+++ grep oxz_ntp
5622026-03-26T05:44:37.252Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5632026-03-26T05:44:37.252Z+ [[ offline != online ]]
5642026-03-26T05:44:37.252Z+ [[ 12 -gt 60 ]]
5652026-03-26T05:44:37.252Z+ sleep 1
5662026-03-26T05:44:38.249Z+ retry=13
5672026-03-26T05:44:38.274Z+++ zoneadm list -n
5682026-03-26T05:44:38.274Z+++ grep oxz_ntp
5692026-03-26T05:44:38.274Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5702026-03-26T05:44:38.274Z+ [[ offline != online ]]
5712026-03-26T05:44:38.274Z+ [[ 13 -gt 60 ]]
5722026-03-26T05:44:38.274Z+ sleep 1
5732026-03-26T05:44:39.271Z+ retry=14
5742026-03-26T05:44:39.297Z+++ zoneadm list -n
5752026-03-26T05:44:39.297Z+++ grep oxz_ntp
5762026-03-26T05:44:39.297Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5772026-03-26T05:44:39.297Z+ [[ offline != online ]]
5782026-03-26T05:44:39.297Z+ [[ 14 -gt 60 ]]
5792026-03-26T05:44:39.297Z+ sleep 1
5802026-03-26T05:44:40.294Z+ retry=15
5812026-03-26T05:44:40.319Z+++ zoneadm list -n
5822026-03-26T05:44:40.319Z+++ grep oxz_ntp
5832026-03-26T05:44:40.319Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5842026-03-26T05:44:40.319Z+ [[ offline != online ]]
5852026-03-26T05:44:40.319Z+ [[ 15 -gt 60 ]]
5862026-03-26T05:44:40.319Z+ sleep 1
5872026-03-26T05:44:41.315Z+ retry=16
5882026-03-26T05:44:41.340Z+++ zoneadm list -n
5892026-03-26T05:44:41.340Z+++ grep oxz_ntp
5902026-03-26T05:44:41.340Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5912026-03-26T05:44:41.340Z+ [[ offline != online ]]
5922026-03-26T05:44:41.340Z+ [[ 16 -gt 60 ]]
5932026-03-26T05:44:41.340Z+ sleep 1
5942026-03-26T05:44:42.336Z+ retry=17
5952026-03-26T05:44:42.361Z+++ zoneadm list -n
5962026-03-26T05:44:42.361Z+++ grep oxz_ntp
5972026-03-26T05:44:42.361Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
5982026-03-26T05:44:42.361Z+ [[ offline != online ]]
5992026-03-26T05:44:42.361Z+ [[ 17 -gt 60 ]]
6002026-03-26T05:44:42.361Z+ sleep 1
6012026-03-26T05:44:43.358Z+ retry=18
6022026-03-26T05:44:43.383Z+++ zoneadm list -n
6032026-03-26T05:44:43.383Z+++ grep oxz_ntp
6042026-03-26T05:44:43.384Z++ pfexec svcs -z oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff -Hostate oxide/ntp
6052026-03-26T05:44:43.384Z+ [[ online != online ]]
6062026-03-26T05:44:43.384Z+ echo 'Waited for chrony: 18s'
6072026-03-26T05:44:43.384Z+ retry=0
6082026-03-26T05:44:43.384ZWaited for chrony: 18s
6092026-03-26T05:44:43.384Z+ zoneadm list
6102026-03-26T05:44:43.384Z+ grep nexus
6112026-03-26T05:44:43.409Z+ [[ 0 -gt 300 ]]
6122026-03-26T05:44:43.409Z+ sleep 1
6132026-03-26T05:44:44.388Z+ retry=1
6142026-03-26T05:44:44.413Z+ zoneadm list
6152026-03-26T05:44:44.413Z+ grep nexus
6162026-03-26T05:44:44.413Z+ [[ 1 -gt 300 ]]
6172026-03-26T05:44:44.413Z+ sleep 1
6182026-03-26T05:44:45.398Z+ retry=2
6192026-03-26T05:44:45.423Z+ zoneadm list
6202026-03-26T05:44:45.423Z+ grep nexus
6212026-03-26T05:44:45.423Z+ [[ 2 -gt 300 ]]
6222026-03-26T05:44:45.423Z+ sleep 1
6232026-03-26T05:44:46.414Z+ retry=3
6242026-03-26T05:44:46.439Z+ zoneadm list
6252026-03-26T05:44:46.439Z+ grep nexus
6262026-03-26T05:44:46.439Z+ [[ 3 -gt 300 ]]
6272026-03-26T05:44:46.439Z+ sleep 1
6282026-03-26T05:44:47.428Z+ retry=4
6292026-03-26T05:44:47.452Z+ zoneadm list
6302026-03-26T05:44:47.452Z+ grep nexus
6312026-03-26T05:44:47.453Z+ [[ 4 -gt 300 ]]
6322026-03-26T05:44:47.453Z+ sleep 1
6332026-03-26T05:44:48.441Z+ retry=5
6342026-03-26T05:44:48.467Z+ zoneadm list
6352026-03-26T05:44:48.467Z+ grep nexus
6362026-03-26T05:44:48.467Z+ [[ 5 -gt 300 ]]
6372026-03-26T05:44:48.467Z+ sleep 1
6382026-03-26T05:44:49.470Z+ retry=6
6392026-03-26T05:44:49.496Z+ zoneadm list
6402026-03-26T05:44:49.496Z+ grep nexus
6412026-03-26T05:44:49.496Z+ [[ 6 -gt 300 ]]
6422026-03-26T05:44:49.496Z+ sleep 1
6432026-03-26T05:44:50.492Z+ retry=7
6442026-03-26T05:44:50.517Z+ zoneadm list
6452026-03-26T05:44:50.518Z+ grep nexus
6462026-03-26T05:44:50.518Z+ [[ 7 -gt 300 ]]
6472026-03-26T05:44:50.518Z+ sleep 1
6482026-03-26T05:44:51.505Z+ retry=8
6492026-03-26T05:44:51.531Z+ zoneadm list
6502026-03-26T05:44:51.531Z+ grep nexus
6512026-03-26T05:44:51.531Z+ [[ 8 -gt 300 ]]
6522026-03-26T05:44:51.531Z+ sleep 1
6532026-03-26T05:44:52.517Z+ retry=9
6542026-03-26T05:44:52.542Z+ zoneadm list
6552026-03-26T05:44:52.542Z+ grep nexus
6562026-03-26T05:44:52.542Z+ [[ 9 -gt 300 ]]
6572026-03-26T05:44:52.542Z+ sleep 1
6582026-03-26T05:44:53.530Z+ retry=10
6592026-03-26T05:44:53.555Z+ zoneadm list
6602026-03-26T05:44:53.555Z+ grep nexus
6612026-03-26T05:44:53.555Z+ [[ 10 -gt 300 ]]
6622026-03-26T05:44:53.555Z+ sleep 1
6632026-03-26T05:44:54.542Z+ retry=11
6642026-03-26T05:44:54.567Z+ zoneadm list
6652026-03-26T05:44:54.567Z+ grep nexus
6662026-03-26T05:44:54.567Z+ [[ 11 -gt 300 ]]
6672026-03-26T05:44:54.567Z+ sleep 1
6682026-03-26T05:44:55.554Z+ retry=12
6692026-03-26T05:44:55.578Z+ zoneadm list
6702026-03-26T05:44:55.578Z+ grep nexus
6712026-03-26T05:44:55.579Z+ [[ 12 -gt 300 ]]
6722026-03-26T05:44:55.579Z+ sleep 1
6732026-03-26T05:44:56.565Z+ retry=13
6742026-03-26T05:44:56.589Z+ zoneadm list
6752026-03-26T05:44:56.589Z+ grep nexus
6762026-03-26T05:44:56.589Z+ [[ 13 -gt 300 ]]
6772026-03-26T05:44:56.589Z+ sleep 1
6782026-03-26T05:44:57.576Z+ retry=14
6792026-03-26T05:44:57.601Z+ zoneadm list
6802026-03-26T05:44:57.601Z+ grep nexus
6812026-03-26T05:44:57.601Z+ [[ 14 -gt 300 ]]
6822026-03-26T05:44:57.601Z+ sleep 1
6832026-03-26T05:44:58.588Z+ retry=15
6842026-03-26T05:44:58.613Z+ zoneadm list
6852026-03-26T05:44:58.613Z+ grep nexus
6862026-03-26T05:44:58.613Z+ [[ 15 -gt 300 ]]
6872026-03-26T05:44:58.613Z+ sleep 1
6882026-03-26T05:44:59.622Z+ retry=16
6892026-03-26T05:44:59.622Z+ zoneadm list
6902026-03-26T05:44:59.622Z+ grep nexus
6912026-03-26T05:44:59.622Z+ [[ 16 -gt 300 ]]
6922026-03-26T05:44:59.622Z+ sleep 1
6932026-03-26T05:45:00.611Z+ retry=17
6942026-03-26T05:45:00.636Z+ zoneadm list
6952026-03-26T05:45:00.636Z+ grep nexus
6962026-03-26T05:45:00.636Z+ [[ 17 -gt 300 ]]
6972026-03-26T05:45:00.636Z+ sleep 1
6982026-03-26T05:45:01.623Z+ retry=18
6992026-03-26T05:45:01.648Z+ zoneadm list
7002026-03-26T05:45:01.648Z+ grep nexus
7012026-03-26T05:45:01.648Z+ [[ 18 -gt 300 ]]
7022026-03-26T05:45:01.648Z+ sleep 1
7032026-03-26T05:45:02.634Z+ retry=19
7042026-03-26T05:45:02.659Z+ zoneadm list
7052026-03-26T05:45:02.659Z+ grep nexus
7062026-03-26T05:45:02.659Z+ [[ 19 -gt 300 ]]
7072026-03-26T05:45:02.659Z+ sleep 1
7082026-03-26T05:45:03.645Z+ retry=20
7092026-03-26T05:45:03.670Z+ zoneadm list
7102026-03-26T05:45:03.670Z+ grep nexus
7112026-03-26T05:45:03.670Z+ [[ 20 -gt 300 ]]
7122026-03-26T05:45:03.670Z+ sleep 1
7132026-03-26T05:45:04.657Z+ retry=21
7142026-03-26T05:45:04.682Z+ zoneadm list
7152026-03-26T05:45:04.682Z+ grep nexus
7162026-03-26T05:45:04.682Z+ [[ 21 -gt 300 ]]
7172026-03-26T05:45:04.682Z+ sleep 1
7182026-03-26T05:45:05.669Z+ retry=22
7192026-03-26T05:45:05.693Z+ zoneadm list
7202026-03-26T05:45:05.693Z+ grep nexus
7212026-03-26T05:45:05.693Z+ [[ 22 -gt 300 ]]
7222026-03-26T05:45:05.693Z+ sleep 1
7232026-03-26T05:45:06.680Z+ retry=23
7242026-03-26T05:45:06.704Z+ zoneadm list
7252026-03-26T05:45:06.704Z+ grep nexus
7262026-03-26T05:45:06.704Z+ [[ 23 -gt 300 ]]
7272026-03-26T05:45:06.705Z+ sleep 1
7282026-03-26T05:45:07.692Z+ retry=24
7292026-03-26T05:45:07.717Z+ zoneadm list
7302026-03-26T05:45:07.717Z+ grep nexus
7312026-03-26T05:45:07.717Z+ [[ 24 -gt 300 ]]
7322026-03-26T05:45:07.717Z+ sleep 1
7332026-03-26T05:45:08.706Z+ retry=25
7342026-03-26T05:45:12.956Z+ zoneadm list
7352026-03-26T05:45:12.983Z+ grep nexus
7362026-03-26T05:45:13.075Z+ [[ 25 -gt 300 ]]
7372026-03-26T05:45:13.100Z+ sleep 1
7382026-03-26T05:45:14.130Z+ retry=26
7392026-03-26T05:45:14.155Z+ zoneadm list
7402026-03-26T05:45:14.155Z+ grep nexus
7412026-03-26T05:45:14.155Z+ [[ 26 -gt 300 ]]
7422026-03-26T05:45:14.155Z+ sleep 1
7432026-03-26T05:45:15.151Z+ retry=27
7442026-03-26T05:45:15.177Z+ zoneadm list
7452026-03-26T05:45:15.177Z+ grep nexus
7462026-03-26T05:45:15.177Z+ [[ 27 -gt 300 ]]
7472026-03-26T05:45:15.177Z+ sleep 1
7482026-03-26T05:45:16.176Z+ retry=28
7492026-03-26T05:45:16.201Z+ zoneadm list
7502026-03-26T05:45:16.201Z+ grep nexus
7512026-03-26T05:45:16.201Z+ [[ 28 -gt 300 ]]
7522026-03-26T05:45:16.201Z+ sleep 1
7532026-03-26T05:45:17.191Z+ retry=29
7542026-03-26T05:45:17.216Z+ zoneadm list
7552026-03-26T05:45:17.216Z+ grep nexus
7562026-03-26T05:45:17.216Z+ [[ 29 -gt 300 ]]
7572026-03-26T05:45:17.216Z+ sleep 1
7582026-03-26T05:45:18.209Z+ retry=30
7592026-03-26T05:45:18.234Z+ zoneadm list
7602026-03-26T05:45:18.234Z+ grep nexus
7612026-03-26T05:45:18.234Z+ [[ 30 -gt 300 ]]
7622026-03-26T05:45:18.234Z+ sleep 1
7632026-03-26T05:45:19.225Z+ retry=31
7642026-03-26T05:45:19.250Z+ zoneadm list
7652026-03-26T05:45:19.250Z+ grep nexus
7662026-03-26T05:45:19.250Z+ [[ 31 -gt 300 ]]
7672026-03-26T05:45:19.250Z+ sleep 1
7682026-03-26T05:45:20.241Z+ retry=32
7692026-03-26T05:45:20.266Z+ zoneadm list
7702026-03-26T05:45:20.267Z+ grep nexus
7712026-03-26T05:45:20.267Z+ [[ 32 -gt 300 ]]
7722026-03-26T05:45:20.267Z+ sleep 1
7732026-03-26T05:45:21.259Z+ retry=33
7742026-03-26T05:45:21.283Z+ zoneadm list
7752026-03-26T05:45:21.283Z+ grep nexus
7762026-03-26T05:45:21.284Z+ [[ 33 -gt 300 ]]
7772026-03-26T05:45:21.284Z+ sleep 1
7782026-03-26T05:45:22.276Z+ retry=34
7792026-03-26T05:45:22.300Z+ zoneadm list
7802026-03-26T05:45:22.301Z+ grep nexus
7812026-03-26T05:45:22.301Z+ [[ 34 -gt 300 ]]
7822026-03-26T05:45:22.301Z+ sleep 1
7832026-03-26T05:45:23.288Z+ retry=35
7842026-03-26T05:45:23.313Z+ zoneadm list
7852026-03-26T05:45:23.313Z+ grep nexus
7862026-03-26T05:45:23.313Z+ [[ 35 -gt 300 ]]
7872026-03-26T05:45:23.313Z+ sleep 1
7882026-03-26T05:45:24.300Z+ retry=36
7892026-03-26T05:45:24.325Z+ zoneadm list
7902026-03-26T05:45:24.325Z+ grep nexus
7912026-03-26T05:45:24.325Z+ [[ 36 -gt 300 ]]
7922026-03-26T05:45:24.325Z+ sleep 1
7932026-03-26T05:45:25.313Z+ retry=37
7942026-03-26T05:45:25.338Z+ zoneadm list
7952026-03-26T05:45:25.338Z+ grep nexus
7962026-03-26T05:45:25.338Z+ [[ 37 -gt 300 ]]
7972026-03-26T05:45:25.338Z+ sleep 1
7982026-03-26T05:45:26.325Z+ retry=38
7992026-03-26T05:45:26.350Z+ zoneadm list
8002026-03-26T05:45:26.350Z+ grep nexus
8012026-03-26T05:45:26.350Z+ [[ 38 -gt 300 ]]
8022026-03-26T05:45:26.350Z+ sleep 1
8032026-03-26T05:45:27.338Z+ retry=39
8042026-03-26T05:45:27.362Z+ zoneadm list
8052026-03-26T05:45:27.363Z+ grep nexus
8062026-03-26T05:45:27.363Z+ [[ 39 -gt 300 ]]
8072026-03-26T05:45:27.363Z+ sleep 1
8082026-03-26T05:45:28.351Z+ retry=40
8092026-03-26T05:45:28.376Z+ zoneadm list
8102026-03-26T05:45:28.376Z+ grep nexus
8112026-03-26T05:45:28.376Z+ [[ 40 -gt 300 ]]
8122026-03-26T05:45:28.376Z+ sleep 1
8132026-03-26T05:45:29.363Z+ retry=41
8142026-03-26T05:45:29.388Z+ zoneadm list
8152026-03-26T05:45:29.388Z+ grep nexus
8162026-03-26T05:45:29.388Z+ [[ 41 -gt 300 ]]
8172026-03-26T05:45:29.388Z+ sleep 1
8182026-03-26T05:45:30.375Z+ retry=42
8192026-03-26T05:45:30.400Z+ zoneadm list
8202026-03-26T05:45:30.400Z+ grep nexus
8212026-03-26T05:45:30.400Z+ [[ 42 -gt 300 ]]
8222026-03-26T05:45:30.400Z+ sleep 1
8232026-03-26T05:45:31.388Z+ retry=43
8242026-03-26T05:45:31.413Z+ zoneadm list
8252026-03-26T05:45:31.413Z+ grep nexus
8262026-03-26T05:45:31.413Z+ [[ 43 -gt 300 ]]
8272026-03-26T05:45:31.413Z+ sleep 1
8282026-03-26T05:45:32.400Z+ retry=44
8292026-03-26T05:45:32.425Z+ zoneadm list
8302026-03-26T05:45:32.425Z+ grep nexus
8312026-03-26T05:45:32.425Z+ [[ 44 -gt 300 ]]
8322026-03-26T05:45:32.425Z+ sleep 1
8332026-03-26T05:45:33.412Z+ retry=45
8342026-03-26T05:45:33.437Z+ zoneadm list
8352026-03-26T05:45:33.437Z+ grep nexus
8362026-03-26T05:45:33.437Z+ [[ 45 -gt 300 ]]
8372026-03-26T05:45:33.437Z+ sleep 1
8382026-03-26T05:45:34.425Z+ retry=46
8392026-03-26T05:45:34.450Z+ zoneadm list
8402026-03-26T05:45:34.450Z+ grep nexus
8412026-03-26T05:45:34.450Z+ [[ 46 -gt 300 ]]
8422026-03-26T05:45:34.450Z+ sleep 1
8432026-03-26T05:45:35.437Z+ retry=47
8442026-03-26T05:45:35.462Z+ zoneadm list
8452026-03-26T05:45:35.462Z+ grep nexus
8462026-03-26T05:45:35.462Z+ [[ 47 -gt 300 ]]
8472026-03-26T05:45:35.462Z+ sleep 1
8482026-03-26T05:45:36.449Z+ retry=48
8492026-03-26T05:45:36.474Z+ zoneadm list
8502026-03-26T05:45:36.474Z+ grep nexus
8512026-03-26T05:45:36.474Z+ [[ 48 -gt 300 ]]
8522026-03-26T05:45:36.474Z+ sleep 1
8532026-03-26T05:45:37.461Z+ retry=49
8542026-03-26T05:45:37.486Z+ zoneadm list
8552026-03-26T05:45:37.486Z+ grep nexus
8562026-03-26T05:45:37.486Z+ [[ 49 -gt 300 ]]
8572026-03-26T05:45:37.486Z+ sleep 1
8582026-03-26T05:45:38.473Z+ retry=50
8592026-03-26T05:45:38.498Z+ zoneadm list
8602026-03-26T05:45:38.498Z+ grep nexus
8612026-03-26T05:45:38.498Z+ [[ 50 -gt 300 ]]
8622026-03-26T05:45:38.498Z+ sleep 1
8632026-03-26T05:45:39.485Z+ retry=51
8642026-03-26T05:45:39.510Z+ zoneadm list
8652026-03-26T05:45:39.510Z+ grep nexus
8662026-03-26T05:45:39.510Z+ [[ 51 -gt 300 ]]
8672026-03-26T05:45:39.510Z+ sleep 1
8682026-03-26T05:45:40.497Z+ retry=52
8692026-03-26T05:45:40.522Z+ zoneadm list
8702026-03-26T05:45:40.522Z+ grep nexus
8712026-03-26T05:45:40.522Z+ [[ 52 -gt 300 ]]
8722026-03-26T05:45:40.522Z+ sleep 1
8732026-03-26T05:45:41.510Z+ retry=53
8742026-03-26T05:45:41.535Z+ zoneadm list
8752026-03-26T05:45:41.535Z+ grep nexus
8762026-03-26T05:45:41.535Z+ [[ 53 -gt 300 ]]
8772026-03-26T05:45:41.535Z+ sleep 1
8782026-03-26T05:45:42.522Z+ retry=54
8792026-03-26T05:45:42.546Z+ zoneadm list
8802026-03-26T05:45:42.547Z+ grep nexus
8812026-03-26T05:45:42.547Z+ [[ 54 -gt 300 ]]
8822026-03-26T05:45:42.547Z+ sleep 1
8832026-03-26T05:45:43.534Z+ retry=55
8842026-03-26T05:45:43.559Z+ zoneadm list
8852026-03-26T05:45:43.559Z+ grep nexus
8862026-03-26T05:45:43.559Z+ [[ 55 -gt 300 ]]
8872026-03-26T05:45:43.559Z+ sleep 1
8882026-03-26T05:45:44.546Z+ retry=56
8892026-03-26T05:45:44.571Z+ zoneadm list
8902026-03-26T05:45:44.571Z+ grep nexus
8912026-03-26T05:45:44.571Z+ [[ 56 -gt 300 ]]
8922026-03-26T05:45:44.572Z+ sleep 1
8932026-03-26T05:45:45.559Z+ retry=57
8942026-03-26T05:45:45.583Z+ zoneadm list
8952026-03-26T05:45:45.583Z+ grep nexus
8962026-03-26T05:45:45.583Z+ [[ 57 -gt 300 ]]
8972026-03-26T05:45:45.583Z+ sleep 1
8982026-03-26T05:45:46.573Z+ retry=58
8992026-03-26T05:45:46.598Z+ zoneadm list
9002026-03-26T05:45:46.598Z+ grep nexus
9012026-03-26T05:45:46.598Z+ [[ 58 -gt 300 ]]
9022026-03-26T05:45:46.598Z+ sleep 1
9032026-03-26T05:45:47.585Z+ retry=59
9042026-03-26T05:45:47.610Z+ zoneadm list
9052026-03-26T05:45:47.610Z+ grep nexus
9062026-03-26T05:45:47.610Z+ [[ 59 -gt 300 ]]
9072026-03-26T05:45:47.610Z+ sleep 1
9082026-03-26T05:45:48.601Z+ retry=60
9092026-03-26T05:45:48.601Z+ zoneadm list
9102026-03-26T05:45:48.625Z+ grep nexus
9112026-03-26T05:45:48.625Z+ [[ 60 -gt 300 ]]
9122026-03-26T05:45:48.625Z+ sleep 1
9132026-03-26T05:45:49.643Z+ retry=61
9142026-03-26T05:45:49.643Z+ zoneadm list
9152026-03-26T05:45:49.643Z+ grep nexus
9162026-03-26T05:45:49.643Z+ [[ 61 -gt 300 ]]
9172026-03-26T05:45:49.643Z+ sleep 1
9182026-03-26T05:45:50.639Z+ retry=62
9192026-03-26T05:45:50.663Z+ zoneadm list
9202026-03-26T05:45:50.663Z+ grep nexus
9212026-03-26T05:45:50.663Z+ [[ 62 -gt 300 ]]
9222026-03-26T05:45:50.663Z+ sleep 1
9232026-03-26T05:45:51.655Z+ retry=63
9242026-03-26T05:45:51.680Z+ zoneadm list
9252026-03-26T05:45:51.680Z+ grep nexus
9262026-03-26T05:45:51.680Z+ [[ 63 -gt 300 ]]
9272026-03-26T05:45:51.680Z+ sleep 1
9282026-03-26T05:45:52.674Z+ retry=64
9292026-03-26T05:45:52.699Z+ zoneadm list
9302026-03-26T05:45:52.699Z+ grep nexus
9312026-03-26T05:45:52.699Z+ [[ 64 -gt 300 ]]
9322026-03-26T05:45:52.699Z+ sleep 1
9332026-03-26T05:46:05.204Z+ retry=65
9342026-03-26T05:46:05.606Z+ zoneadm list
9352026-03-26T05:46:05.606Z+ grep nexus
9362026-03-26T05:46:05.606Z+ [[ 65 -gt 300 ]]
9372026-03-26T05:46:05.606Z+ sleep 1
9382026-03-26T05:46:05.606Z+ retry=66
9392026-03-26T05:46:05.606Z+ zoneadm list
9402026-03-26T05:46:05.606Z+ grep nexus
9412026-03-26T05:46:05.606Z+ [[ 66 -gt 300 ]]
9422026-03-26T05:46:05.606Z+ sleep 1
9432026-03-26T05:46:05.606Z+ retry=67
9442026-03-26T05:46:05.606Z+ zoneadm list
9452026-03-26T05:46:05.606Z+ grep nexus
9462026-03-26T05:46:05.606Z+ [[ 67 -gt 300 ]]
9472026-03-26T05:46:05.606Z+ sleep 1
9482026-03-26T05:46:05.607Z+ retry=68
9492026-03-26T05:46:05.607Z+ zoneadm list
9502026-03-26T05:46:05.607Z+ grep nexus
9512026-03-26T05:46:05.607Z+ [[ 68 -gt 300 ]]
9522026-03-26T05:46:05.607Z+ sleep 1
9532026-03-26T05:46:05.607Z+ retry=69
9542026-03-26T05:46:05.607Z+ zoneadm list
9552026-03-26T05:46:05.607Z+ grep nexus
9562026-03-26T05:46:05.607Z+ [[ 69 -gt 300 ]]
9572026-03-26T05:46:05.607Z+ sleep 1
9582026-03-26T05:46:05.607Z+ retry=70
9592026-03-26T05:46:05.607Z+ zoneadm list
9602026-03-26T05:46:05.607Z+ grep nexus
9612026-03-26T05:46:05.607Z+ [[ 70 -gt 300 ]]
9622026-03-26T05:46:05.607Z+ sleep 1
9632026-03-26T05:46:05.607Z+ retry=71
9642026-03-26T05:46:05.607Z+ zoneadm list
9652026-03-26T05:46:05.607Z+ grep nexus
9662026-03-26T05:46:05.607Z+ [[ 71 -gt 300 ]]
9672026-03-26T05:46:05.607Z+ sleep 1
9682026-03-26T05:46:06.096Z+ retry=72
9692026-03-26T05:46:06.121Z+ zoneadm list
9702026-03-26T05:46:06.121Z+ grep nexus
9712026-03-26T05:46:06.121Z+ [[ 72 -gt 300 ]]
9722026-03-26T05:46:06.121Z+ sleep 1
9732026-03-26T05:46:07.115Z+ retry=73
9742026-03-26T05:46:07.139Z+ zoneadm list
9752026-03-26T05:46:07.139Z+ grep nexus
9762026-03-26T05:46:07.139Z+ [[ 73 -gt 300 ]]
9772026-03-26T05:46:07.139Z+ sleep 1
9782026-03-26T05:46:08.135Z+ retry=74
9792026-03-26T05:46:08.159Z+ zoneadm list
9802026-03-26T05:46:08.159Z+ grep nexus
9812026-03-26T05:46:08.160Z+ [[ 74 -gt 300 ]]
9822026-03-26T05:46:08.160Z+ sleep 1
9832026-03-26T05:46:09.161Z+ retry=75
9842026-03-26T05:46:09.185Z+ zoneadm list
9852026-03-26T05:46:09.185Z+ grep nexus
9862026-03-26T05:46:09.185Z+ [[ 75 -gt 300 ]]
9872026-03-26T05:46:09.185Z+ sleep 1
9882026-03-26T05:46:10.185Z+ retry=76
9892026-03-26T05:46:10.210Z+ zoneadm list
9902026-03-26T05:46:10.210Z+ grep nexus
9912026-03-26T05:46:10.210Z+ [[ 76 -gt 300 ]]
9922026-03-26T05:46:10.210Z+ sleep 1
9932026-03-26T05:46:11.209Z+ retry=77
9942026-03-26T05:46:11.234Z+ zoneadm list
9952026-03-26T05:46:11.234Z+ grep nexus
9962026-03-26T05:46:11.234Zoxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8
9972026-03-26T05:46:11.234Zoxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70
9982026-03-26T05:46:11.234Zoxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5
9992026-03-26T05:46:11.234Z+ echo 'Waited for nexus: 77s'
10002026-03-26T05:46:11.234ZWaited for nexus: 77s
10012026-03-26T05:46:11.234Z+ retry=0
10022026-03-26T05:46:11.259Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10032026-03-26T05:46:11.283Z+ [[ 0 -gt 300 ]]
10042026-03-26T05:46:11.283Z+ sleep 1
10052026-03-26T05:46:12.266Z+ retry=1
10062026-03-26T05:46:12.266Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10072026-03-26T05:46:12.290Z+ [[ 1 -gt 300 ]]
10082026-03-26T05:46:12.290Z+ sleep 1
10092026-03-26T05:46:13.277Z+ retry=2
10102026-03-26T05:46:13.277Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10112026-03-26T05:46:13.301Z+ [[ 2 -gt 300 ]]
10122026-03-26T05:46:13.301Z+ sleep 1
10132026-03-26T05:46:14.290Z+ retry=3
10142026-03-26T05:46:14.290Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10152026-03-26T05:46:14.315Z+ [[ 3 -gt 300 ]]
10162026-03-26T05:46:14.315Z+ sleep 1
10172026-03-26T05:46:15.300Z+ retry=4
10182026-03-26T05:46:15.300Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10192026-03-26T05:46:15.325Z+ [[ 4 -gt 300 ]]
10202026-03-26T05:46:15.325Z+ sleep 1
10212026-03-26T05:46:16.311Z+ retry=5
10222026-03-26T05:46:16.311Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10232026-03-26T05:46:16.335Z+ [[ 5 -gt 300 ]]
10242026-03-26T05:46:16.335Z+ sleep 1
10252026-03-26T05:46:17.321Z+ retry=6
10262026-03-26T05:46:17.321Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10272026-03-26T05:46:17.346Z+ [[ 6 -gt 300 ]]
10282026-03-26T05:46:17.346Z+ sleep 1
10292026-03-26T05:46:18.332Z+ retry=7
10302026-03-26T05:46:18.332Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10312026-03-26T05:46:18.356Z+ [[ 7 -gt 300 ]]
10322026-03-26T05:46:18.356Z+ sleep 1
10332026-03-26T05:46:19.342Z+ retry=8
10342026-03-26T05:46:19.342Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10352026-03-26T05:46:19.367Z+ [[ 8 -gt 300 ]]
10362026-03-26T05:46:19.367Z+ sleep 1
10372026-03-26T05:46:20.353Z+ retry=9
10382026-03-26T05:46:20.353Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10392026-03-26T05:46:20.377Z+ [[ 9 -gt 300 ]]
10402026-03-26T05:46:20.377Z+ sleep 1
10412026-03-26T05:46:21.365Z+ retry=10
10422026-03-26T05:46:21.365Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10432026-03-26T05:46:21.389Z+ [[ 10 -gt 300 ]]
10442026-03-26T05:46:21.389Z+ sleep 1
10452026-03-26T05:46:22.379Z+ retry=11
10462026-03-26T05:46:22.379Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10472026-03-26T05:46:22.404Z+ [[ 11 -gt 300 ]]
10482026-03-26T05:46:22.404Z+ sleep 1
 
10492026-03-26T05:46:23.380Zbuskin console login:
 
10502026-03-26T05:46:23.391Z+ retry=12
10512026-03-26T05:46:23.391Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10522026-03-26T05:46:23.416Z+ [[ 12 -gt 300 ]]
10532026-03-26T05:46:23.416Z+ sleep 1
 
10542026-03-26T05:46:23.708ZSUNW-MSG-ID: ZFS-8000-FD, TYPE: Fault, VER: 1, SEVERITY: Major
10552026-03-26T05:46:23.758ZEVENT-TIME: Thu Mar 26 05:46:22 UTC 2026
10562026-03-26T05:46:23.803ZPLATFORM: R152-Z32-00, CSN: GKG8N7212A0021, HOSTNAME: buskin
10572026-03-26T05:46:23.904ZSOURCE: zfs-diagnosis, REV: 1.0
10582026-03-26T05:46:23.949ZEVENT-ID: a377dd13-909e-4d36-8ca4-63701b862f14
10592026-03-26T05:46:23.994ZDESC: The number of I/O errors associated with a ZFS device exceeded
10602026-03-26T05:46:24.040Zacceptable levels. Refer to http://illumos.org/msg/ZFS-8000-FD for more information.
10612026-03-26T05:46:24.106ZAUTO-RESPONSE: The device has been offlined and marked as faulted. An attempt
10622026-03-26T05:46:24.140Zwill be made to activate a hot spare if available.
10632026-03-26T05:46:24.173ZIMPACT: Fault tolerance of the pool may be compromised.
10642026-03-26T05:46:24.207ZREC-ACTION: Run 'zpool status -x' and replace the bad device.
 
10652026-03-26T05:46:24.401Z+ retry=13
10662026-03-26T05:46:24.402Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10672026-03-26T05:46:24.426Z+ [[ 13 -gt 300 ]]
10682026-03-26T05:46:24.426Z+ sleep 1
10692026-03-26T05:46:25.413Z+ retry=14
10702026-03-26T05:46:25.413Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10712026-03-26T05:46:25.437Z+ [[ 14 -gt 300 ]]
10722026-03-26T05:46:25.437Z+ sleep 1
10732026-03-26T05:46:26.424Z+ retry=15
10742026-03-26T05:46:26.424Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10752026-03-26T05:46:26.448Z+ [[ 15 -gt 300 ]]
10762026-03-26T05:46:26.448Z+ sleep 1
10772026-03-26T05:46:27.435Z+ retry=16
10782026-03-26T05:46:27.435Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10792026-03-26T05:46:27.459Z+ [[ 16 -gt 300 ]]
10802026-03-26T05:46:27.459Z+ sleep 1
10812026-03-26T05:46:28.446Z+ retry=17
10822026-03-26T05:46:28.446Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10832026-03-26T05:46:28.470Z+ [[ 17 -gt 300 ]]
10842026-03-26T05:46:28.470Z+ sleep 1
10852026-03-26T05:46:29.457Z+ retry=18
10862026-03-26T05:46:29.457Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10872026-03-26T05:46:29.482Z+ [[ 18 -gt 300 ]]
10882026-03-26T05:46:29.482Z+ sleep 1
10892026-03-26T05:46:30.467Z+ retry=19
10902026-03-26T05:46:30.467Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10912026-03-26T05:46:30.491Z+ [[ 19 -gt 300 ]]
10922026-03-26T05:46:30.491Z+ sleep 1
10932026-03-26T05:46:31.478Z+ retry=20
10942026-03-26T05:46:31.478Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10952026-03-26T05:46:31.502Z+ [[ 20 -gt 300 ]]
10962026-03-26T05:46:31.502Z+ sleep 1
10972026-03-26T05:46:32.488Z+ retry=21
10982026-03-26T05:46:32.488Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10992026-03-26T05:46:32.512Z+ [[ 21 -gt 300 ]]
11002026-03-26T05:46:32.512Z+ sleep 1
11012026-03-26T05:46:33.498Z+ retry=22
11022026-03-26T05:46:33.498Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11032026-03-26T05:46:33.522Z+ [[ 22 -gt 300 ]]
11042026-03-26T05:46:33.522Z+ sleep 1
11052026-03-26T05:46:34.508Z+ retry=23
11062026-03-26T05:46:34.508Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11072026-03-26T05:46:34.532Z+ [[ 23 -gt 300 ]]
11082026-03-26T05:46:34.532Z+ sleep 1
11092026-03-26T05:46:35.519Z+ retry=24
11102026-03-26T05:46:35.519Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11112026-03-26T05:46:35.543Z+ [[ 24 -gt 300 ]]
11122026-03-26T05:46:35.543Z+ sleep 1
11132026-03-26T05:46:36.529Z+ retry=25
11142026-03-26T05:46:36.529Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11152026-03-26T05:46:36.554Z+ [[ 25 -gt 300 ]]
11162026-03-26T05:46:36.554Z+ sleep 1
11172026-03-26T05:46:37.538Z+ retry=26
11182026-03-26T05:46:37.538Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11192026-03-26T05:46:37.563Z+ [[ 26 -gt 300 ]]
11202026-03-26T05:46:37.563Z+ sleep 1
11212026-03-26T05:46:38.547Z+ retry=27
11222026-03-26T05:46:38.547Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11232026-03-26T05:46:38.572Z+ [[ 27 -gt 300 ]]
11242026-03-26T05:46:38.572Z+ sleep 1
11252026-03-26T05:46:39.557Z+ retry=28
11262026-03-26T05:46:39.557Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11272026-03-26T05:46:39.581Z+ [[ 28 -gt 300 ]]
11282026-03-26T05:46:39.582Z+ sleep 1
11292026-03-26T05:46:40.568Z+ retry=29
11302026-03-26T05:46:40.568Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11312026-03-26T05:46:40.593Z+ [[ 29 -gt 300 ]]
11322026-03-26T05:46:40.593Z+ sleep 1
11332026-03-26T05:46:41.583Z+ retry=30
11342026-03-26T05:46:41.583Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11352026-03-26T05:46:41.608Z+ [[ 30 -gt 300 ]]
11362026-03-26T05:46:41.608Z+ sleep 1
11372026-03-26T05:46:42.594Z+ retry=31
11382026-03-26T05:46:42.594Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11392026-03-26T05:46:42.618Z+ [[ 31 -gt 300 ]]
11402026-03-26T05:46:42.619Z+ sleep 1
11412026-03-26T05:46:43.604Z+ retry=32
11422026-03-26T05:46:43.604Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11432026-03-26T05:46:43.629Z+ [[ 32 -gt 300 ]]
11442026-03-26T05:46:43.629Z+ sleep 1
11452026-03-26T05:46:44.623Z+ retry=33
11462026-03-26T05:46:44.623Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11472026-03-26T05:46:44.623Z+ [[ 33 -gt 300 ]]
11482026-03-26T05:46:44.623Z+ sleep 1
11492026-03-26T05:46:45.623Z+ retry=34
11502026-03-26T05:46:45.623Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11512026-03-26T05:46:45.648Z+ [[ 34 -gt 300 ]]
11522026-03-26T05:46:45.648Z+ sleep 1
11532026-03-26T05:46:46.633Z+ retry=35
11542026-03-26T05:46:46.633Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11552026-03-26T05:46:46.660Z+ [[ 35 -gt 300 ]]
11562026-03-26T05:46:46.661Z+ sleep 1
11572026-03-26T05:46:47.644Z+ retry=36
11582026-03-26T05:46:47.644Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11592026-03-26T05:46:47.668Z+ [[ 36 -gt 300 ]]
11602026-03-26T05:46:47.668Z+ sleep 1
11612026-03-26T05:46:48.653Z+ retry=37
11622026-03-26T05:46:48.653Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11632026-03-26T05:46:48.678Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-03-26T05:46:47.922742739Z","hostname":"buskin","pid":1558,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1060"}
11642026-03-26T05:46:48.678Z+ echo 'Waited for handoff: 37s'
11652026-03-26T05:46:48.678ZWaited for handoff: 37s
11662026-03-26T05:46:48.678Z+ retry=0
11672026-03-26T05:46:48.678Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11682026-03-26T05:46:48.678Z++ wc -l
11692026-03-26T05:46:48.821Znote: database URL not specified. Will search DNS.
11702026-03-26T05:46:48.821Znote: (override with --db-url or OMDB_DB_URL)
11712026-03-26T05:46:48.846Znote: using DNS from system config (typically /etc/resolv.conf)
11722026-03-26T05:46:48.846Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11732026-03-26T05:46:48.846Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11742026-03-26T05:46:48.904Znote: database schema version matches expected (245.0.0)
11752026-03-26T05:46:48.959Z+ INVENTORY_COLLECTION_COUNT=' 5'
11762026-03-26T05:46:48.984Z+ [[ 5 -gt 1 ]]
11772026-03-26T05:46:48.985Z+ echo 'Waited for inventory collection: 0s'
11782026-03-26T05:46:48.985Z+ retry=0
11792026-03-26T05:46:48.985ZWaited for inventory collection: 0s
11802026-03-26T05:46:48.985Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11812026-03-26T05:46:48.985Z++ wc -l
11822026-03-26T05:46:49.010Znote: database URL not specified. Will search DNS.
11832026-03-26T05:46:49.010Znote: (override with --db-url or OMDB_DB_URL)
11842026-03-26T05:46:49.010Znote: using DNS from system config (typically /etc/resolv.conf)
11852026-03-26T05:46:49.010Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11862026-03-26T05:46:49.010Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
11872026-03-26T05:46:49.038Znote: database schema version matches expected (245.0.0)
11882026-03-26T05:46:49.263Z+ ACTUAL_ZPOOL_COUNT=' 9'
11892026-03-26T05:46:49.288Z+ [[ 9 -eq 9 ]]
11902026-03-26T05:46:49.288Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11912026-03-26T05:46:49.313Znote: Nexus URL not specified. Will pick one from DNS.
11922026-03-26T05:46:49.313Znote: using DNS from system config (typically /etc/resolv.conf)
11932026-03-26T05:46:49.313Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11942026-03-26T05:46:49.313Znote: using Nexus URL http://[fd00:1122:3344:101::c]:12232
11952026-03-26T05:46:51.813Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11962026-03-26T05:46:51.855Znote: database URL not specified. Will search DNS.
11972026-03-26T05:46:51.855Znote: (override with --db-url or OMDB_DB_URL)
11982026-03-26T05:46:51.855Znote: using DNS from system config (typically /etc/resolv.conf)
11992026-03-26T05:46:51.855Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12002026-03-26T05:46:51.880Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12012026-03-26T05:46:51.880Znote: database schema version matches expected (245.0.0)
12022026-03-26T05:46:51.906ZID STARTED TOOK NSPS NERRORS
12032026-03-26T05:46:51.906Z92e3ff7a-75d3-4e32-a6cc-6710a3065df5 2026-03-26T05:46:41Z 401 ms 2 0
12042026-03-26T05:46:51.906Z4aa2661d-e028-4f26-b458-d6b6786aab34 2026-03-26T05:46:45Z 376 ms 2 0
12052026-03-26T05:46:51.906Z67131e7e-f44e-4cd1-aa4f-af2cf3396c37 2026-03-26T05:46:48Z 166 ms 2 0
12062026-03-26T05:46:51.906Z17f4d9d3-7e75-4b34-abbd-c3d6baaec1e2 2026-03-26T05:46:49Z 203 ms 2 0
12072026-03-26T05:46:51.930Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
12082026-03-26T05:46:51.931ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
12092026-03-26T05:46:51.931Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12102026-03-26T05:46:51.955Znote: database URL not specified. Will search DNS.
12112026-03-26T05:46:51.955Znote: (override with --db-url or OMDB_DB_URL)
12122026-03-26T05:46:51.955Znote: using DNS from system config (typically /etc/resolv.conf)
12132026-03-26T05:46:51.955Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12142026-03-26T05:46:51.980Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12152026-03-26T05:46:51.980Znote: database schema version matches expected (245.0.0)
12162026-03-26T05:46:52.154ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12172026-03-26T05:46:52.154Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12182026-03-26T05:46:52.154Z21e1af79-4416-4bb7-9061-f6709fa9813e | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |54f0051b-6f7a-4c25-a4b6-8271b771503e |20937965568 |268435456000
12192026-03-26T05:46:52.154Z425e01eb-89e9-42ca-a214-11f61c7dde32 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |9cdb2a9f-5686-4127-abbb-495180c52db9 |20937965568 |268435456000
12202026-03-26T05:46:52.154Z5725e512-eade-4fc5-9f6f-98df98b579f8 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |a8b330f0-e73a-4ac5-b38f-5bb20d520269 |20937965568 |268435456000
12212026-03-26T05:46:52.154Z8ba00d1f-f004-4abd-9aa8-f89e7c853580 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |d3d42856-85e1-48c2-9361-fc32e6fe1a96 |20937965568 |268435456000
12222026-03-26T05:46:52.154Z9e100edc-2d8b-4327-bd9f-f8e08ea4e898 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |8eba6ba0-981e-46c8-a574-13d4bda769e2 |20937965568 |268435456000
12232026-03-26T05:46:52.154Zb94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |e4743595-f349-466d-9818-22c58a539028 |20937965568 |268435456000
12242026-03-26T05:46:52.154Zbb8e4a37-f70e-41fb-bfcd-19d85cffa660 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |0ea2db75-4031-4e52-b9ba-5b119870f105 |20937965568 |268435456000
12252026-03-26T05:46:52.154Zda4bdc9c-e139-4e06-b06b-a0fcbbf81a14 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |32502d15-2e6c-4e5f-8dbb-b3ad55135ade |20937965568 |268435456000
12262026-03-26T05:46:52.154Ze4f07a01-5964-452e-90d6-13a6dd889cd3 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |9c18cd84-61d0-49ba-8975-34926a524f14 |20937965568 |268435456000
12272026-03-26T05:46:52.179Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
12282026-03-26T05:46:52.209Znote: database URL not specified. Will search DNS.
12292026-03-26T05:46:52.209Znote: (override with --db-url or OMDB_DB_URL)
12302026-03-26T05:46:52.209Znote: using DNS from system config (typically /etc/resolv.conf)
12312026-03-26T05:46:52.209Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12322026-03-26T05:46:52.234Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12332026-03-26T05:46:52.259Znote: database schema version matches expected (245.0.0)
12342026-03-26T05:46:52.461Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12352026-03-26T05:46:52.461Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 21e1af79-4416-4bb7-9061-f6709fa9813e 0
12362026-03-26T05:46:52.501Znote: database URL not specified. Will search DNS.
12372026-03-26T05:46:52.501Znote: (override with --db-url or OMDB_DB_URL)
12382026-03-26T05:46:52.502Znote: using DNS from system config (typically /etc/resolv.conf)
12392026-03-26T05:46:52.502Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12402026-03-26T05:46:52.526Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12412026-03-26T05:46:52.526Znote: database schema version matches expected (245.0.0)
12422026-03-26T05:46:52.603Zset pool 21e1af79-4416-4bb7-9061-f6709fa9813e control plane storage buffer bytes to 0
12432026-03-26T05:46:52.627Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12442026-03-26T05:46:52.627Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 425e01eb-89e9-42ca-a214-11f61c7dde32 0
12452026-03-26T05:46:52.655Znote: database URL not specified. Will search DNS.
12462026-03-26T05:46:52.655Znote: (override with --db-url or OMDB_DB_URL)
12472026-03-26T05:46:52.655Znote: using DNS from system config (typically /etc/resolv.conf)
12482026-03-26T05:46:52.655Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12492026-03-26T05:46:52.679Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12502026-03-26T05:46:52.680Znote: database schema version matches expected (245.0.0)
12512026-03-26T05:46:52.754Zset pool 425e01eb-89e9-42ca-a214-11f61c7dde32 control plane storage buffer bytes to 0
12522026-03-26T05:46:52.779Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12532026-03-26T05:46:52.779Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 5725e512-eade-4fc5-9f6f-98df98b579f8 0
12542026-03-26T05:46:52.805Znote: database URL not specified. Will search DNS.
12552026-03-26T05:46:52.805Znote: (override with --db-url or OMDB_DB_URL)
12562026-03-26T05:46:52.805Znote: using DNS from system config (typically /etc/resolv.conf)
12572026-03-26T05:46:52.805Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12582026-03-26T05:46:52.830Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12592026-03-26T05:46:52.830Znote: database schema version matches expected (245.0.0)
12602026-03-26T05:46:52.908Zset pool 5725e512-eade-4fc5-9f6f-98df98b579f8 control plane storage buffer bytes to 0
12612026-03-26T05:46:52.933Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12622026-03-26T05:46:52.933Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 8ba00d1f-f004-4abd-9aa8-f89e7c853580 0
12632026-03-26T05:46:52.962Znote: database URL not specified. Will search DNS.
12642026-03-26T05:46:52.962Znote: (override with --db-url or OMDB_DB_URL)
12652026-03-26T05:46:52.962Znote: using DNS from system config (typically /etc/resolv.conf)
12662026-03-26T05:46:52.962Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12672026-03-26T05:46:52.987Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12682026-03-26T05:46:52.987Znote: database schema version matches expected (245.0.0)
12692026-03-26T05:46:53.101Zset pool 8ba00d1f-f004-4abd-9aa8-f89e7c853580 control plane storage buffer bytes to 0
12702026-03-26T05:46:53.126Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12712026-03-26T05:46:53.126Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9e100edc-2d8b-4327-bd9f-f8e08ea4e898 0
12722026-03-26T05:46:53.154Znote: database URL not specified. Will search DNS.
12732026-03-26T05:46:53.154Znote: (override with --db-url or OMDB_DB_URL)
12742026-03-26T05:46:53.154Znote: using DNS from system config (typically /etc/resolv.conf)
12752026-03-26T05:46:53.154Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12762026-03-26T05:46:53.178Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12772026-03-26T05:46:53.178Znote: database schema version matches expected (245.0.0)
12782026-03-26T05:46:53.246Zset pool 9e100edc-2d8b-4327-bd9f-f8e08ea4e898 control plane storage buffer bytes to 0
12792026-03-26T05:46:53.272Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12802026-03-26T05:46:53.272Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0 0
12812026-03-26T05:46:53.299Znote: database URL not specified. Will search DNS.
12822026-03-26T05:46:53.299Znote: (override with --db-url or OMDB_DB_URL)
12832026-03-26T05:46:53.299Znote: using DNS from system config (typically /etc/resolv.conf)
12842026-03-26T05:46:53.299Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12852026-03-26T05:46:53.324Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12862026-03-26T05:46:53.324Znote: database schema version matches expected (245.0.0)
12872026-03-26T05:46:53.393Zset pool b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0 control plane storage buffer bytes to 0
12882026-03-26T05:46:53.418Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12892026-03-26T05:46:53.418Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer bb8e4a37-f70e-41fb-bfcd-19d85cffa660 0
12902026-03-26T05:46:53.444Znote: database URL not specified. Will search DNS.
12912026-03-26T05:46:53.444Znote: (override with --db-url or OMDB_DB_URL)
12922026-03-26T05:46:53.444Znote: using DNS from system config (typically /etc/resolv.conf)
12932026-03-26T05:46:53.444Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12942026-03-26T05:46:53.469Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
12952026-03-26T05:46:53.469Znote: database schema version matches expected (245.0.0)
12962026-03-26T05:46:53.534Zset pool bb8e4a37-f70e-41fb-bfcd-19d85cffa660 control plane storage buffer bytes to 0
12972026-03-26T05:46:53.559Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12982026-03-26T05:46:53.559Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer da4bdc9c-e139-4e06-b06b-a0fcbbf81a14 0
12992026-03-26T05:46:53.588Znote: database URL not specified. Will search DNS.
13002026-03-26T05:46:53.588Znote: (override with --db-url or OMDB_DB_URL)
13012026-03-26T05:46:53.588Znote: using DNS from system config (typically /etc/resolv.conf)
13022026-03-26T05:46:53.588Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13032026-03-26T05:46:53.613Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
13042026-03-26T05:46:53.613Znote: database schema version matches expected (245.0.0)
13052026-03-26T05:46:53.684Zset pool da4bdc9c-e139-4e06-b06b-a0fcbbf81a14 control plane storage buffer bytes to 0
13062026-03-26T05:46:53.709Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
13072026-03-26T05:46:53.709Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e4f07a01-5964-452e-90d6-13a6dd889cd3 0
13082026-03-26T05:46:53.734Znote: database URL not specified. Will search DNS.
13092026-03-26T05:46:53.734Znote: (override with --db-url or OMDB_DB_URL)
13102026-03-26T05:46:53.734Znote: using DNS from system config (typically /etc/resolv.conf)
13112026-03-26T05:46:53.734Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13122026-03-26T05:46:53.760Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
13132026-03-26T05:46:53.760Znote: database schema version matches expected (245.0.0)
13142026-03-26T05:46:53.819Zset pool e4f07a01-5964-452e-90d6-13a6dd889cd3 control plane storage buffer bytes to 0
13152026-03-26T05:46:53.844Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
13162026-03-26T05:46:53.869Znote: database URL not specified. Will search DNS.
13172026-03-26T05:46:53.869Znote: (override with --db-url or OMDB_DB_URL)
13182026-03-26T05:46:53.869Znote: using DNS from system config (typically /etc/resolv.conf)
13192026-03-26T05:46:53.869Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13202026-03-26T05:46:53.894Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
13212026-03-26T05:46:53.894Znote: database schema version matches expected (245.0.0)
13222026-03-26T05:46:54.103ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
13232026-03-26T05:46:54.103Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
13242026-03-26T05:46:54.103Z21e1af79-4416-4bb7-9061-f6709fa9813e | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |54f0051b-6f7a-4c25-a4b6-8271b771503e |20937965568 |0
13252026-03-26T05:46:54.103Z425e01eb-89e9-42ca-a214-11f61c7dde32 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |9cdb2a9f-5686-4127-abbb-495180c52db9 |20937965568 |0
13262026-03-26T05:46:54.103Z5725e512-eade-4fc5-9f6f-98df98b579f8 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |a8b330f0-e73a-4ac5-b38f-5bb20d520269 |20937965568 |0
13272026-03-26T05:46:54.104Z8ba00d1f-f004-4abd-9aa8-f89e7c853580 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |d3d42856-85e1-48c2-9361-fc32e6fe1a96 |20937965568 |0
13282026-03-26T05:46:54.104Z9e100edc-2d8b-4327-bd9f-f8e08ea4e898 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |8eba6ba0-981e-46c8-a574-13d4bda769e2 |20937965568 |0
13292026-03-26T05:46:54.104Zb94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |e4743595-f349-466d-9818-22c58a539028 |20937965568 |0
13302026-03-26T05:46:54.104Zbb8e4a37-f70e-41fb-bfcd-19d85cffa660 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |0ea2db75-4031-4e52-b9ba-5b119870f105 |20937965568 |0
13312026-03-26T05:46:54.104Zda4bdc9c-e139-4e06-b06b-a0fcbbf81a14 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |32502d15-2e6c-4e5f-8dbb-b3ad55135ade |20937965568 |0
13322026-03-26T05:46:54.104Ze4f07a01-5964-452e-90d6-13a6dd889cd3 | |aeaf14d6-8066-413d-b13e-76c1a0a764b3 |9c18cd84-61d0-49ba-8975-34926a524f14 |20937965568 |0
13332026-03-26T05:46:54.129Z+ export RUST_BACKTRACE=1
13342026-03-26T05:46:54.129Z+ RUST_BACKTRACE=1
13352026-03-26T05:46:54.129Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13362026-03-26T05:46:54.129Z++ ./target/debug/bootstrap
13372026-03-26T05:46:54.409ZUsing external DNS server at 10.151.1.164:53
13382026-03-26T05:46:54.434Z2026-03-26 05:46:54.408776299 UTC: attempting to log into API
13392026-03-26T05:46:55.906Z2026-03-26 05:46:55.894395265 UTC: login succeeded
13402026-03-26T05:46:55.931Zwaiting for nexus to come up...
13412026-03-26T05:46:56.006Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
13422026-03-26T05:46:56.831Zcreating IPv6 IP pool... fd00::aa - fd00::bb
13432026-03-26T05:46:57.514Zsetting up quotas...
13442026-03-26T05:46:57.658Zensuring datasets are ready...
13452026-03-26T05:47:01.537Zlet's roll.
13462026-03-26T05:47:01.562Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13472026-03-26T05:47:01.562ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13482026-03-26T05:47:01.562ZOXIDE_TOKEN=oxide-token-aabb4bba3bd56c37b7e4682b0b962ceeaa1cf3c5'
13492026-03-26T05:47:01.562Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13502026-03-26T05:47:01.562Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13512026-03-26T05:47:01.562Z++ OXIDE_TOKEN=oxide-token-aabb4bba3bd56c37b7e4682b0b962ceeaa1cf3c5
13522026-03-26T05:47:01.562Z+ export OXIDE_HOST OXIDE_TOKEN
13532026-03-26T05:47:01.562Z+ retry=0
13542026-03-26T05:47:01.562Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13552026-03-26T05:47:01.628Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13562026-03-26T05:47:02.220Z{"status":"ok"}{
13572026-03-26T05:47:02.220Z "description": "some images",
13582026-03-26T05:47:02.220Z "id": "7010e16d-7bcd-417a-aefb-49d9494f595d",
13592026-03-26T05:47:02.220Z "name": "images",
13602026-03-26T05:47:02.220Z "time_created": "2026-03-26T05:47:01.736398Z",
13612026-03-26T05:47:02.220Z "time_modified": "2026-03-26T05:47:01.736398Z"
13622026-03-26T05:47:02.220Z}
13632026-03-26T05:47:02.245Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13642026-03-26T05:57:46.507ZDone!
13652026-03-26T05:57:46.532Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13662026-03-26T05:57:46.710Z{
13672026-03-26T05:57:46.710Z "block_size": 512,
13682026-03-26T05:57:46.710Z "description": "debian 11 original base image",
13692026-03-26T05:57:46.710Z "id": "81a544af-605a-470c-a242-8f754c9fb472",
13702026-03-26T05:57:46.710Z "name": "debian11",
13712026-03-26T05:57:46.710Z "os": "debian",
13722026-03-26T05:57:46.710Z "size": 2147483648,
13732026-03-26T05:57:46.710Z "time_created": "2026-03-26T05:57:46.404355Z",
13742026-03-26T05:57:46.710Z "time_modified": "2026-03-26T05:57:46.638993Z",
13752026-03-26T05:57:46.710Z "version": "11"
13762026-03-26T05:57:46.710Z}
13772026-03-26T05:57:46.735Z+ for test_bin in tests/*
13782026-03-26T05:57:46.735Z+ ./tests/bootstrap-6680eae4c009a7d9
13792026-03-26T05:57:46.759Z
13802026-03-26T05:57:46.760Zrunning 0 tests
13812026-03-26T05:57:46.760Z
13822026-03-26T05:57:46.760Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13832026-03-26T05:57:46.760Z
13842026-03-26T05:57:46.760Z+ for test_bin in tests/*
13852026-03-26T05:57:46.760Z+ ./tests/commtest-25396ffce347eb8f
13862026-03-26T05:57:46.784Z
13872026-03-26T05:57:46.784Zrunning 0 tests
13882026-03-26T05:57:46.784Z
13892026-03-26T05:57:46.784Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13902026-03-26T05:57:46.785Z
13912026-03-26T05:57:46.785Z+ for test_bin in tests/*
13922026-03-26T05:57:46.785Z+ ./tests/dhcp_server-4778aadbf0ae1902
13932026-03-26T05:57:46.834Z
13942026-03-26T05:57:46.834Zrunning 0 tests
13952026-03-26T05:57:46.834Z
13962026-03-26T05:57:46.859Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13972026-03-26T05:57:46.859Z
13982026-03-26T05:57:46.859Z+ for test_bin in tests/*
13992026-03-26T05:57:46.859Z+ ./tests/end_to_end_tests-8b3735c398284e87
14002026-03-26T05:57:47.093Z
14012026-03-26T05:57:47.093Zrunning 3 tests
14022026-03-26T05:57:47.118Znote: configured to log to "/tmp/end_to_end_tests-8b3735c398284e87-new_blueprint_noop.4709.0.log"
14032026-03-26T05:57:47.250Ztest no_spoof::no_spoof_here ... ok
14042026-03-26T05:57:47.792Ztest noop_blueprint::new_blueprint_noop ... ok
14052026-03-26T05:58:17.928Ztest instance_launch::instance_launch ... ok
14062026-03-26T05:58:17.928Z
14072026-03-26T05:58:17.928Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.84s
14082026-03-26T05:58:17.928Z
14092026-03-26T05:58:17.953Z+ _exit_trap
14102026-03-26T05:58:17.953Z+ local status=0
14112026-03-26T05:58:17.953Z+ set +o errexit
14122026-03-26T05:58:17.953Z+ [[ x != \x ]]
14132026-03-26T05:58:17.953Z+ pfexec svcadm -Z disable -s cron
14142026-03-26T05:58:19.790Z+ [[ 0 -eq 0 ]]
14152026-03-26T05:58:19.790Z+ exit 0
14162026-03-26T05:58:19.815Zprocess exited: duration 914059 ms, exit code 0
 
14172026-03-26T05:58:19.976Zfound 135 output files
14182026-03-26T05:58:19.977Zuploading: /var/svc/log/oxide-mg-ddm:default.log (307044 bytes)
14192026-03-26T05:58:21.215Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
14202026-03-26T05:58:21.215Zuploading: /var/svc/log/oxide-sled-agent:default.log (3808875 bytes)
14212026-03-26T05:58:22.631Zuploaded: /var/svc/log/oxide-sled-agent:default.log
14222026-03-26T05:58:22.667Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (13571341 bytes)
14232026-03-26T05:58:23.292Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 13571341 -> 13623823
14242026-03-26T05:58:24.364Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
14252026-03-26T05:58:24.388Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8001 bytes)
14262026-03-26T05:58:25.481Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14272026-03-26T05:58:25.482Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (287431 bytes)
14282026-03-26T05:58:25.687Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 287431 -> 289808
14292026-03-26T05:58:26.758Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14302026-03-26T05:58:26.758Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (479224 bytes)
14312026-03-26T05:58:27.007Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 479224 -> 481996
14322026-03-26T05:58:28.078Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14332026-03-26T05:58:28.078Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3650781 bytes)
14342026-03-26T05:58:28.445Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3650781 -> 3683295
14352026-03-26T05:58:29.516Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14362026-03-26T05:58:29.516Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6145150 bytes)
14372026-03-26T05:58:29.947Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6145150 -> 6224678
14382026-03-26T05:58:31.019Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14392026-03-26T05:58:31.044Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14402026-03-26T05:58:32.092Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14412026-03-26T05:58:32.116Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (465599 bytes)
14422026-03-26T05:58:32.333Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 465599 -> 471764
14432026-03-26T05:58:33.402Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14442026-03-26T05:58:33.427Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13455 bytes)
14452026-03-26T05:58:34.516Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14462026-03-26T05:58:34.541Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (497 bytes)
14472026-03-26T05:58:35.612Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14482026-03-26T05:58:35.612Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14492026-03-26T05:58:36.682Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14502026-03-26T05:58:36.682Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-cockroach-admin:default.log (64715 bytes)
14512026-03-26T05:58:37.861Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-cockroach-admin:default.log
14522026-03-26T05:58:37.861Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
14532026-03-26T05:58:38.955Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-cockroachdb:default.log
14542026-03-26T05:58:38.955Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14552026-03-26T05:58:40.050Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_cockroachdb_8c2768a6-1d34-488d-ba22-9b6bc3b24d3b/root/var/svc/log/oxide-zone-network-setup:default.log
14562026-03-26T05:58:40.050Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-agent:default.log (12919 bytes)
14572026-03-26T05:58:41.164Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-agent:default.log
14582026-03-26T05:58:41.164Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14592026-03-26T05:58:42.268Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-downstairs:default.log
14602026-03-26T05:58:42.268Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-downstairs:downstairs-dd936f0a-313d-423c-9b6d-0b6d965a8279.log (5997 bytes)
14612026-03-26T05:58:43.365Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-crucible-downstairs:downstairs-dd936f0a-313d-423c-9b6d-0b6d965a8279.log
14622026-03-26T05:58:43.365Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
14632026-03-26T05:58:44.459Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_crucible_8b7e73e3-e83f-4953-8d70-6557fa39a9de/root/var/svc/log/oxide-zone-network-setup:default.log
14642026-03-26T05:58:44.459Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/root/var/svc/log/oxide-internal_dns:default.log (433908 bytes)
14652026-03-26T05:58:44.685Zupload warning: file "/pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 433908 -> 459383
14662026-03-26T05:58:45.755Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/root/var/svc/log/oxide-internal_dns:default.log
14672026-03-26T05:58:45.755Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14682026-03-26T05:58:46.824Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/zone/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/root/var/svc/log/oxide-zone-network-setup:default.log
14692026-03-26T05:58:46.824Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-agent:default.log (28624 bytes)
14702026-03-26T05:58:47.961Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-agent:default.log
14712026-03-26T05:58:47.961Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14722026-03-26T05:58:49.055Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:default.log
14732026-03-26T05:58:49.080Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:downstairs-03853711-ca3c-45de-9c78-99b8b00fb2ce.log (6107 bytes)
14742026-03-26T05:58:50.149Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:downstairs-03853711-ca3c-45de-9c78-99b8b00fb2ce.log
14752026-03-26T05:58:50.149Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:downstairs-3e672d08-4c0d-441e-a9be-cbdc4db1a7a1.log (3127 bytes)
14762026-03-26T05:58:51.247Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:downstairs-3e672d08-4c0d-441e-a9be-cbdc4db1a7a1.log
14772026-03-26T05:58:51.273Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:snapshot-03853711-ca3c-45de-9c78-99b8b00fb2ce-225fa095-ca7c-4003-9052-9738cd2f5c1e.log (5678 bytes)
14782026-03-26T05:58:52.341Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-crucible-downstairs:snapshot-03853711-ca3c-45de-9c78-99b8b00fb2ce-225fa095-ca7c-4003-9052-9738cd2f5c1e.log
14792026-03-26T05:58:52.341Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14802026-03-26T05:58:53.435Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_b5867ea1-1b08-4969-add4-dcd04d28fdf7/root/var/svc/log/oxide-zone-network-setup:default.log
14812026-03-26T05:58:53.459Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_pantry_766db8f7-0ccc-43bf-97af-590e4b89ffee/root/var/svc/log/oxide-crucible-pantry:default.log (161007 bytes)
14822026-03-26T05:58:53.612Zupload warning: file "/pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_pantry_766db8f7-0ccc-43bf-97af-590e4b89ffee/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161007 -> 167665
14832026-03-26T05:58:54.682Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_pantry_766db8f7-0ccc-43bf-97af-590e4b89ffee/root/var/svc/log/oxide-crucible-pantry:default.log
14842026-03-26T05:58:54.682Zuploading: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_pantry_766db8f7-0ccc-43bf-97af-590e4b89ffee/root/var/svc/log/oxide-zone-network-setup:default.log (2133 bytes)
14852026-03-26T05:58:55.779Zuploaded: /pool/ext/425e01eb-89e9-42ca-a214-11f61c7dde32/crypt/zone/oxz_crucible_pantry_766db8f7-0ccc-43bf-97af-590e4b89ffee/root/var/svc/log/oxide-zone-network-setup:default.log
14862026-03-26T05:58:55.779Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-agent:default.log (34817 bytes)
14872026-03-26T05:58:56.937Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-agent:default.log
14882026-03-26T05:58:56.962Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14892026-03-26T05:58:58.031Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:default.log
14902026-03-26T05:58:58.032Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-2bdb4068-13b8-49d6-91b4-0ae50d02682f.log (3007 bytes)
14912026-03-26T05:58:59.125Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-2bdb4068-13b8-49d6-91b4-0ae50d02682f.log
14922026-03-26T05:58:59.125Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-7db85bad-89e7-4d7f-b766-06117dca138c.log (5998 bytes)
14932026-03-26T05:59:00.218Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-7db85bad-89e7-4d7f-b766-06117dca138c.log
14942026-03-26T05:59:00.219Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-85c67cc8-b850-4fbd-a92c-e61a13a587af.log (6109 bytes)
14952026-03-26T05:59:01.312Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:downstairs-85c67cc8-b850-4fbd-a92c-e61a13a587af.log
14962026-03-26T05:59:01.312Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:snapshot-85c67cc8-b850-4fbd-a92c-e61a13a587af-225fa095-ca7c-4003-9052-9738cd2f5c1e.log (5673 bytes)
14972026-03-26T05:59:02.405Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-crucible-downstairs:snapshot-85c67cc8-b850-4fbd-a92c-e61a13a587af-225fa095-ca7c-4003-9052-9738cd2f5c1e.log
14982026-03-26T05:59:02.434Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14992026-03-26T05:59:03.503Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_crucible_6fc967fb-0508-4c48-bd6c-b58ed29de7c7/root/var/svc/log/oxide-zone-network-setup:default.log
15002026-03-26T05:59:03.561Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-nexus:default.log (12320823 bytes)
15012026-03-26T05:59:04.160Zupload warning: file "/pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12320823 -> 13082303
15022026-03-26T05:59:05.230Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-nexus:default.log
15032026-03-26T05:59:05.230Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15042026-03-26T05:59:06.325Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-opte-interface-setup:default.log
15052026-03-26T05:59:06.325Zuploading: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
15062026-03-26T05:59:07.419Zuploaded: /pool/ext/5725e512-eade-4fc5-9f6f-98df98b579f8/crypt/zone/oxz_nexus_afd5a635-33a6-44af-a2f7-3d00d4f7aee8/root/var/svc/log/oxide-zone-network-setup:default.log
15072026-03-26T05:59:07.443Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-agent:default.log (19444 bytes)
15082026-03-26T05:59:08.557Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-agent:default.log
15092026-03-26T05:59:08.581Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15102026-03-26T05:59:09.650Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:default.log
15112026-03-26T05:59:09.650Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:downstairs-2b7ea3b7-848f-404a-a4ea-4b8a1ab103d6.log (3007 bytes)
15122026-03-26T05:59:10.744Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:downstairs-2b7ea3b7-848f-404a-a4ea-4b8a1ab103d6.log
15132026-03-26T05:59:10.768Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:downstairs-bfd2cf25-4a9d-4b27-882a-1e8f885bd7ec.log (3127 bytes)
15142026-03-26T05:59:11.837Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-crucible-downstairs:downstairs-bfd2cf25-4a9d-4b27-882a-1e8f885bd7ec.log
15152026-03-26T05:59:11.837Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15162026-03-26T05:59:12.931Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_crucible_4cef1965-e114-48d2-a529-0e2a3aca078c/root/var/svc/log/oxide-zone-network-setup:default.log
15172026-03-26T05:59:12.931Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-nexus:default.log (12490175 bytes)
15182026-03-26T05:59:13.584Zupload warning: file "/pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12490175 -> 13461408
15192026-03-26T05:59:14.653Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-nexus:default.log
15202026-03-26T05:59:14.653Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15212026-03-26T05:59:15.747Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-opte-interface-setup:default.log
15222026-03-26T05:59:15.747Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
15232026-03-26T05:59:16.840Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_nexus_96a0b567-b206-4af1-a25f-156a07d197d5/root/var/svc/log/oxide-zone-network-setup:default.log
15242026-03-26T05:59:16.840Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_oximeter_741ad8d8-a878-4515-adc9-ee9a5edcfafe/root/var/svc/log/oxide-oximeter:default.log (4392919 bytes)
15252026-03-26T05:59:17.304Zupload warning: file "/pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_oximeter_741ad8d8-a878-4515-adc9-ee9a5edcfafe/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4392919 -> 4763721
15262026-03-26T05:59:18.373Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_oximeter_741ad8d8-a878-4515-adc9-ee9a5edcfafe/root/var/svc/log/oxide-oximeter:default.log
15272026-03-26T05:59:18.373Zuploading: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_oximeter_741ad8d8-a878-4515-adc9-ee9a5edcfafe/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
15282026-03-26T05:59:19.467Zuploaded: /pool/ext/8ba00d1f-f004-4abd-9aa8-f89e7c853580/crypt/zone/oxz_oximeter_741ad8d8-a878-4515-adc9-ee9a5edcfafe/root/var/svc/log/oxide-zone-network-setup:default.log
15292026-03-26T05:59:19.467Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-cockroach-admin:default.log (66528 bytes)
15302026-03-26T05:59:19.601Zupload warning: file "/pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66528 -> 70959
15312026-03-26T05:59:20.669Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-cockroach-admin:default.log
15322026-03-26T05:59:20.670Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-cockroachdb:default.log (4351 bytes)
15332026-03-26T05:59:21.762Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-cockroachdb:default.log
15342026-03-26T05:59:21.763Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
15352026-03-26T05:59:22.856Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_cockroachdb_48332369-b18b-47c7-a7be-657c0d2a1d13/root/var/svc/log/oxide-zone-network-setup:default.log
15362026-03-26T05:59:22.880Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
15372026-03-26T05:59:23.950Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-crucible-agent:default.log
15382026-03-26T05:59:23.950Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15392026-03-26T05:59:25.044Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-crucible-downstairs:default.log
15402026-03-26T05:59:25.044Zuploading: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15412026-03-26T05:59:26.137Zuploaded: /pool/ext/9e100edc-2d8b-4327-bd9f-f8e08ea4e898/crypt/zone/oxz_crucible_1e8cabd2-0c64-4ac4-90df-3bffd4149354/root/var/svc/log/oxide-zone-network-setup:default.log
15422026-03-26T05:59:26.137Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-agent:default.log (19114 bytes)
15432026-03-26T05:59:27.275Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-agent:default.log
15442026-03-26T05:59:27.275Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15452026-03-26T05:59:28.368Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:default.log
15462026-03-26T05:59:28.368Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:downstairs-7174d99c-88f0-42ec-947c-6923dfac402f.log (3008 bytes)
15472026-03-26T05:59:29.462Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:downstairs-7174d99c-88f0-42ec-947c-6923dfac402f.log
15482026-03-26T05:59:29.486Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:downstairs-b1ed7c74-d8d0-4e53-8b07-012af76d5e1e.log (6000 bytes)
15492026-03-26T05:59:30.558Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-crucible-downstairs:downstairs-b1ed7c74-d8d0-4e53-8b07-012af76d5e1e.log
15502026-03-26T05:59:30.558Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15512026-03-26T05:59:31.651Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_24a0b766-1962-4902-ba60-736b90cd27c6/root/var/svc/log/oxide-zone-network-setup:default.log
15522026-03-26T05:59:31.651Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_pantry_83eed896-769b-451c-83a9-541a6f023006/root/var/svc/log/oxide-crucible-pantry:default.log (920006 bytes)
15532026-03-26T05:59:31.924Zupload warning: file "/pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_pantry_83eed896-769b-451c-83a9-541a6f023006/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 920006 -> 933359
15542026-03-26T05:59:32.993Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_pantry_83eed896-769b-451c-83a9-541a6f023006/root/var/svc/log/oxide-crucible-pantry:default.log
15552026-03-26T05:59:32.993Zuploading: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_pantry_83eed896-769b-451c-83a9-541a6f023006/root/var/svc/log/oxide-zone-network-setup:default.log (2134 bytes)
15562026-03-26T05:59:34.086Zuploaded: /pool/ext/b94c65e0-82a2-4bd9-8f19-a8d6f7ad2dd0/crypt/zone/oxz_crucible_pantry_83eed896-769b-451c-83a9-541a6f023006/root/var/svc/log/oxide-zone-network-setup:default.log
15572026-03-26T05:59:34.086Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse-admin-single:default.log (46251 bytes)
15582026-03-26T05:59:34.202Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 46251 -> 50026
15592026-03-26T05:59:35.273Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15602026-03-26T05:59:35.273Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse:default.log (4379902 bytes)
15612026-03-26T05:59:35.666Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 4379902 -> 4812489
15622026-03-26T05:59:36.736Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-clickhouse:default.log
15632026-03-26T05:59:36.760Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
15642026-03-26T05:59:37.829Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_clickhouse_560d028f-8d02-49c7-9eaf-9cb5c4e65415/root/var/svc/log/oxide-zone-network-setup:default.log
15652026-03-26T05:59:37.853Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-cockroach-admin:default.log (62512 bytes)
15662026-03-26T05:59:37.961Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 62512 -> 66934
15672026-03-26T05:59:39.033Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-cockroach-admin:default.log
15682026-03-26T05:59:39.033Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-cockroachdb:default.log (857 bytes)
15692026-03-26T05:59:40.130Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-cockroachdb:default.log
15702026-03-26T05:59:40.130Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15712026-03-26T05:59:41.200Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/root/var/svc/log/oxide-zone-network-setup:default.log
15722026-03-26T05:59:41.200Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-agent:default.log (18416 bytes)
15732026-03-26T05:59:42.336Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-agent:default.log
15742026-03-26T05:59:42.336Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15752026-03-26T05:59:43.429Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:default.log
15762026-03-26T05:59:43.429Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:downstairs-28b9ed3a-1827-4ecf-b664-8ac5d6a9d257.log (6109 bytes)
15772026-03-26T05:59:44.524Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:downstairs-28b9ed3a-1827-4ecf-b664-8ac5d6a9d257.log
15782026-03-26T05:59:44.524Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:snapshot-28b9ed3a-1827-4ecf-b664-8ac5d6a9d257-225fa095-ca7c-4003-9052-9738cd2f5c1e.log (5674 bytes)
15792026-03-26T05:59:45.619Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-crucible-downstairs:snapshot-28b9ed3a-1827-4ecf-b664-8ac5d6a9d257-225fa095-ca7c-4003-9052-9738cd2f5c1e.log
15802026-03-26T05:59:45.619Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15812026-03-26T05:59:46.712Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_35224cbf-1dc1-45f0-90eb-93af95055b39/root/var/svc/log/oxide-zone-network-setup:default.log
15822026-03-26T05:59:46.712Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_pantry_1ea66da5-3ff0-4bc7-bb33-97afa364040e/root/var/svc/log/oxide-crucible-pantry:default.log (163116 bytes)
15832026-03-26T05:59:46.889Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_pantry_1ea66da5-3ff0-4bc7-bb33-97afa364040e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 163116 -> 183145
15842026-03-26T05:59:47.959Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_pantry_1ea66da5-3ff0-4bc7-bb33-97afa364040e/root/var/svc/log/oxide-crucible-pantry:default.log
15852026-03-26T05:59:47.960Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_pantry_1ea66da5-3ff0-4bc7-bb33-97afa364040e/root/var/svc/log/oxide-zone-network-setup:default.log (2132 bytes)
15862026-03-26T05:59:49.053Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_crucible_pantry_1ea66da5-3ff0-4bc7-bb33-97afa364040e/root/var/svc/log/oxide-zone-network-setup:default.log
15872026-03-26T05:59:49.053Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-external_dns:default.log (45745 bytes)
15882026-03-26T05:59:49.185Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45745 -> 53289
15892026-03-26T05:59:50.254Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-external_dns:default.log
15902026-03-26T05:59:50.254Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15912026-03-26T05:59:51.347Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-opte-interface-setup:default.log
15922026-03-26T05:59:51.347Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-zone-network-setup:default.log (2107 bytes)
15932026-03-26T05:59:52.440Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_external_dns_9d05f903-3a1d-43c5-9f7a-a766c227f63e/root/var/svc/log/oxide-zone-network-setup:default.log
15942026-03-26T05:59:52.440Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/root/var/svc/log/oxide-internal_dns:default.log (433914 bytes)
15952026-03-26T05:59:52.684Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 433914 -> 494342
15962026-03-26T05:59:53.753Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/root/var/svc/log/oxide-internal_dns:default.log
15972026-03-26T05:59:53.754Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15982026-03-26T05:59:54.824Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/root/var/svc/log/oxide-zone-network-setup:default.log
15992026-03-26T05:59:54.824Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
16002026-03-26T05:59:55.894Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-chrony-setup:default.log
16012026-03-26T05:59:55.894Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp-admin:default.log (73297 bytes)
16022026-03-26T05:59:56.049Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 73297 -> 82663
16032026-03-26T05:59:57.118Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp-admin:default.log
16042026-03-26T05:59:57.118Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp:default.log (2190 bytes)
16052026-03-26T05:59:57.164Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 2190 -> 2276
16062026-03-26T05:59:58.234Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-ntp:default.log
16072026-03-26T05:59:58.234Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16082026-03-26T05:59:59.305Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-opte-interface-setup:default.log
16092026-03-26T05:59:59.305Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16102026-03-26T06:00:00.376Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/svc/log/oxide-zone-network-setup:default.log
16112026-03-26T06:00:00.376Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-cockroach-admin:default.log (64710 bytes)
16122026-03-26T06:00:00.509Zupload warning: file "/pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64710 -> 73574
16132026-03-26T06:00:01.578Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-cockroach-admin:default.log
16142026-03-26T06:00:01.578Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-cockroachdb:default.log (4452 bytes)
16152026-03-26T06:00:02.673Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-cockroachdb:default.log
16162026-03-26T06:00:02.673Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
16172026-03-26T06:00:03.765Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_cockroachdb_d050523d-31cb-41df-8593-33a131ee3e82/root/var/svc/log/oxide-zone-network-setup:default.log
16182026-03-26T06:00:03.765Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-agent:default.log (13379 bytes)
16192026-03-26T06:00:04.881Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-agent:default.log
16202026-03-26T06:00:04.881Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16212026-03-26T06:00:05.974Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-downstairs:default.log
16222026-03-26T06:00:05.974Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-downstairs:downstairs-7ae0bae5-6c16-4bcb-ad11-32dbc2766eac.log (3127 bytes)
16232026-03-26T06:00:07.068Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-crucible-downstairs:downstairs-7ae0bae5-6c16-4bcb-ad11-32dbc2766eac.log
16242026-03-26T06:00:07.068Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
16252026-03-26T06:00:08.163Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_crucible_f009d8bc-e168-4d63-bf0b-2ebfceab006e/root/var/svc/log/oxide-zone-network-setup:default.log
16262026-03-26T06:00:08.163Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-external_dns:default.log (45742 bytes)
16272026-03-26T06:00:08.295Zupload warning: file "/pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45742 -> 53288
16282026-03-26T06:00:09.368Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-external_dns:default.log
16292026-03-26T06:00:09.393Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
16302026-03-26T06:00:10.462Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-opte-interface-setup:default.log
16312026-03-26T06:00:10.462Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
16322026-03-26T06:00:11.555Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_external_dns_d0e5c711-c370-479d-b846-ab77d6d8dae6/root/var/svc/log/oxide-zone-network-setup:default.log
16332026-03-26T06:00:11.581Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/root/var/svc/log/oxide-internal_dns:default.log (433908 bytes)
16342026-03-26T06:00:11.800Zupload warning: file "/pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 433908 -> 500187
16352026-03-26T06:00:12.870Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/root/var/svc/log/oxide-internal_dns:default.log
16362026-03-26T06:00:12.870Zuploading: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16372026-03-26T06:00:13.940Zuploaded: /pool/ext/da4bdc9c-e139-4e06-b06b-a0fcbbf81a14/crypt/zone/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/root/var/svc/log/oxide-zone-network-setup:default.log
16382026-03-26T06:00:13.940Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-cockroach-admin:default.log (64717 bytes)
16392026-03-26T06:00:14.073Zupload warning: file "/pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64717 -> 73579
16402026-03-26T06:00:15.143Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-cockroach-admin:default.log
16412026-03-26T06:00:15.143Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
16422026-03-26T06:00:16.236Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-cockroachdb:default.log
16432026-03-26T06:00:16.236Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
16442026-03-26T06:00:17.329Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_cockroachdb_afce72fe-2115-4757-a94b-66b5e15d9459/root/var/svc/log/oxide-zone-network-setup:default.log
16452026-03-26T06:00:17.329Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
16462026-03-26T06:00:18.422Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-crucible-agent:default.log
16472026-03-26T06:00:18.422Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16482026-03-26T06:00:19.515Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-crucible-downstairs:default.log
16492026-03-26T06:00:19.515Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
16502026-03-26T06:00:20.609Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_crucible_98ee04d3-5ea7-44e6-b35e-e634ddd0b561/root/var/svc/log/oxide-zone-network-setup:default.log
16512026-03-26T06:00:20.609Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-nexus:default.log (70906193 bytes)
16522026-03-26T06:00:22.891Zupload warning: file "/pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 70906193 -> 72935505
16532026-03-26T06:00:23.961Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-nexus:default.log
16542026-03-26T06:00:23.961Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16552026-03-26T06:00:25.056Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-opte-interface-setup:default.log
16562026-03-26T06:00:25.056Zuploading: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-zone-network-setup:default.log (2051 bytes)
16572026-03-26T06:00:26.151Zuploaded: /pool/ext/e4f07a01-5964-452e-90d6-13a6dd889cd3/crypt/zone/oxz_nexus_0058b964-5373-4428-b9e9-8f8319c23a70/root/var/svc/log/oxide-zone-network-setup:default.log
16582026-03-26T06:00:26.182Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/measurements.log (595774 bytes)
16592026-03-26T06:00:26.435Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/measurements.log" changed size mid upload: 595774 -> 694284
16602026-03-26T06:00:27.504Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/measurements.log
16612026-03-26T06:00:27.530Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/statistics.log (461214 bytes)
16622026-03-26T06:00:27.772Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/statistics.log" changed size mid upload: 461214 -> 542412
16632026-03-26T06:00:28.847Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/statistics.log
16642026-03-26T06:00:28.848Zuploading: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/tracking.log (31433 bytes)
16652026-03-26T06:00:28.958Zupload warning: file "/pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/tracking.log" changed size mid upload: 31433 -> 33941
16662026-03-26T06:00:30.029Zuploaded: /pool/ext/bb8e4a37-f70e-41fb-bfcd-19d85cffa660/crypt/zone/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/root/var/log/chrony/tracking.log
16672026-03-26T06:00:30.029Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-cockroach-admin:default.log.1774503896 (2077 bytes)
16682026-03-26T06:00:31.123Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-cockroach-admin:default.log.1774503896
16692026-03-26T06:00:31.123Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-cockroachdb:default.log.1774503899 (3520 bytes)
16702026-03-26T06:00:32.217Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-cockroachdb:default.log.1774503899
16712026-03-26T06:00:32.217Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-zone-network-setup:default.log.1774503896 (2090 bytes)
16722026-03-26T06:00:33.311Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_cockroachdb_52acfbf1-ce1b-4388-9e39-567a527872ff/oxide-zone-network-setup:default.log.1774503896
16732026-03-26T06:00:33.311Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/oxide-internal_dns:default.log.1774503900 (42897 bytes)
16742026-03-26T06:00:34.469Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/oxide-internal_dns:default.log.1774503900
16752026-03-26T06:00:34.469Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/oxide-zone-network-setup:default.log.1774503867 (2090 bytes)
16762026-03-26T06:00:35.563Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_01792a8b-5d8a-4d13-bda6-dab588bfac20/oxide-zone-network-setup:default.log.1774503867
16772026-03-26T06:00:35.563Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/oxide-internal_dns:default.log.1774503900 (42898 bytes)
16782026-03-26T06:00:36.721Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/oxide-internal_dns:default.log.1774503900
16792026-03-26T06:00:36.721Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/oxide-zone-network-setup:default.log.1774503867 (2090 bytes)
16802026-03-26T06:00:37.815Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_5e82ca4d-d428-49a3-a14b-e865c67c6f2b/oxide-zone-network-setup:default.log.1774503867
16812026-03-26T06:00:37.815Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/oxide-internal_dns:default.log.1774503900 (42896 bytes)
16822026-03-26T06:00:38.973Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/oxide-internal_dns:default.log.1774503900
16832026-03-26T06:00:38.997Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/oxide-zone-network-setup:default.log.1774503867 (2089 bytes)
16842026-03-26T06:00:40.066Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_internal_dns_f7efe7df-f28d-46af-9193-a24f5097565b/oxide-zone-network-setup:default.log.1774503867
16852026-03-26T06:00:40.066Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-chrony-setup:default.log.1774503876 (15278 bytes)
16862026-03-26T06:00:41.182Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-chrony-setup:default.log.1774503876
16872026-03-26T06:00:41.182Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-ntp-admin:default.log.1774503885 (5488 bytes)
16882026-03-26T06:00:42.277Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-ntp-admin:default.log.1774503885
16892026-03-26T06:00:42.277Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-ntp:default.log.1774503894 (800 bytes)
16902026-03-26T06:00:43.371Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-ntp:default.log.1774503894
16912026-03-26T06:00:43.371Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-opte-interface-setup:default.log.1774503882 (1125 bytes)
16922026-03-26T06:00:44.471Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-opte-interface-setup:default.log.1774503882
16932026-03-26T06:00:44.471Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-zone-network-setup:default.log.1774503877 (2028 bytes)
16942026-03-26T06:00:45.564Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_ntp_c3d55171-73dc-4e61-90c9-72f3f5bfe7ff/oxide-zone-network-setup:default.log.1774503877
16952026-03-26T06:00:45.564Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-dendrite:default.log.1774503900 (761470 bytes)
16962026-03-26T06:00:46.880Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-dendrite:default.log.1774503900
16972026-03-26T06:00:46.881Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-lldpd:default.log.1774503865 (33217 bytes)
16982026-03-26T06:00:48.038Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-lldpd:default.log.1774503865
16992026-03-26T06:00:48.062Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1774503900 (13790 bytes)
17002026-03-26T06:00:49.153Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1774503900
17012026-03-26T06:00:49.178Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mgd:default.log.1774503886 (44270 bytes)
17022026-03-26T06:00:50.312Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mgd:default.log.1774503886
17032026-03-26T06:00:50.312Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mgs:default.log.1774503900 (172884 bytes)
17042026-03-26T06:00:51.537Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-mgs:default.log.1774503900
17052026-03-26T06:00:51.537Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1774503899 (282843 bytes)
17062026-03-26T06:00:52.783Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1774503899
17072026-03-26T06:00:52.783Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1774503863 (3338 bytes)
17082026-03-26T06:00:53.878Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1774503863
17092026-03-26T06:00:53.879Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-tfport:default.log.1774503900 (38639 bytes)
17102026-03-26T06:00:55.037Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-tfport:default.log.1774503900
17112026-03-26T06:00:55.062Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-uplink:default.log.1774503865 (835 bytes)
17122026-03-26T06:00:56.130Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-uplink:default.log.1774503865
17132026-03-26T06:00:56.157Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-wicketd:default.log.1774503894 (3995 bytes)
17142026-03-26T06:00:57.224Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-wicketd:default.log.1774503894
17152026-03-26T06:00:57.224Zuploading: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1774503863 (2386 bytes)
17162026-03-26T06:00:58.317Zuploaded: /pool/ext/21e1af79-4416-4bb7-9061-f6709fa9813e/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1774503863