01KS0GF9EKWQVM2NGKM9BE9HXA: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.40",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KS0GGJBYBVZ88AM7RHXF97ZE

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-05-19T16:35:58.310Zjob dependencies complete; ready to run (waiting for 17 m 15 s)
22026-05-19T16:37:08.265Zjob assigned to worker 01KS0HGC60GM64M0YAPDJ496H8 [factory lab, buskin/20455] (queued for 1 m 9 s)
32026-05-19T16:37:08.490Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-05-19T16:37:08.544Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-05-19T16:37:08.581Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-05-19T16:37:08.619Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-05-19T16:37:08.662Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-05-19T16:37:08.695ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-05-19T16:37:08.743ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
102026-05-19T16:37:08.798ZWARNING: cpu0: using older fallback microcode; update the system firmware
112026-05-19T16:37:08.848Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
122026-05-19T16:37:08.884ZOxide Helios Version helios-2.0.23916 64-bit
132026-05-19T16:37:08.922ZConfiguring devices.
142026-05-19T16:37:08.962Z##################################################
152026-05-19T16:37:09.011Z#### ############# ##
162026-05-19T16:37:09.054Z### ### ############ ##
172026-05-19T16:37:09.108Z## ### # ## ### ## Oxide Computer Company ##
182026-05-19T16:37:09.156Z## ## ## ### # ### ##
192026-05-19T16:37:09.194Z## # ### #### #### This Station Under ##
202026-05-19T16:37:09.258Z### ### #### # ### Computer Control ##
212026-05-19T16:37:09.314Z#### #### ### ## ##
222026-05-19T16:37:09.401Z##################################################
232026-05-19T16:37:09.438ZHostname: buskin
242026-05-19T16:37:09.477ZLoading smf(7) service descriptions:
252026-05-19T16:37:10.502Zdownloading input: /input/package/work/package.tar.gz
262026-05-19T16:44:25.549Zdownloaded input: /input/package/work/package.tar.gz
 
272026-05-19T16:44:25.549Zstarting task 0: "setup"
282026-05-19T16:44:25.574Z++ uname -s
292026-05-19T16:44:25.574Z+ kern=SunOS
302026-05-19T16:44:25.574Z+ build_user=build
312026-05-19T16:44:25.574Z+ build_uid=12345
322026-05-19T16:44:25.574Z+ work_dir=/work
332026-05-19T16:44:25.574Z+ input_dir=/input
342026-05-19T16:44:25.574Z+ [[ 0 == 12345 ]]
352026-05-19T16:44:25.574Z+ case "$kern" in
362026-05-19T16:44:25.574Z+ groupadd -g 12345 build
372026-05-19T16:44:25.574Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-05-19T16:44:27.567Z+ zfs create -o mountpoint=/work rpool/work
392026-05-19T16:44:27.608Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-05-19T16:44:27.633Z+ home_fs=zfs
412026-05-19T16:44:27.633Z+ [[ zfs == autofs ]]
422026-05-19T16:44:27.633Z+ mkdir -p /home/build
432026-05-19T16:44:27.633Z+ chown build:build /home/build /work
442026-05-19T16:44:29.616Z+ chmod 0700 /home/build /work
452026-05-19T16:44:29.641Zprocess exited: duration 4069 ms, exit code 0
 
462026-05-19T16:44:29.692Zstarting task 1: "authentication"
472026-05-19T16:44:29.737Zprocess exited: duration 45 ms, exit code 0
 
482026-05-19T16:44:29.788Zstarting task 2: "build"
492026-05-19T16:44:29.813Z+ trap _exit_trap EXIT
502026-05-19T16:44:29.813Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512026-05-19T16:44:29.904Zsecpolicy_fs_linkdir: 0x55 = 0x55
522026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+5: 0 = 0x1
572026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602026-05-19T16:44:29.904Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612026-05-19T16:44:29.905Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622026-05-19T16:44:29.929Z+ [[ -d /opt/oxide ]]
632026-05-19T16:44:29.929Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642026-05-19T16:44:29.929Z+ pfexec mkdir /opt/oxide
652026-05-19T16:44:29.929Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662026-05-19T16:44:29.929Z+ [[ -d /opt/oxide-underneath ]]
672026-05-19T16:44:29.930Z+ cd /opt/oxide-underneath
682026-05-19T16:44:29.930Z+ pfexec tar ceEp@/f - .
692026-05-19T16:44:29.930Z+ cd /opt/oxide
702026-05-19T16:44:29.930Z+ pfexec tar xveEp@/f -
712026-05-19T16:44:29.973Zx ., 0 bytes, 0 tape blocks
722026-05-19T16:44:29.973Zx ./opte, 0 bytes, 0 tape blocks
732026-05-19T16:44:29.973Zx ./opte/bin, 0 bytes, 0 tape blocks
742026-05-19T16:44:29.973Zx ./opte/bin/opteadm, 24311432 bytes, 47484 tape blocks
752026-05-19T16:44:29.998Z+ pfexec rm -rf /opt/oxide-underneath
762026-05-19T16:44:29.998Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772026-05-19T16:44:29.998Z+ pfexec mkdir /opt/oxide/work
782026-05-19T16:44:30.023Z+ pfexec chown build:build /opt/oxide/work
792026-05-19T16:44:30.023Z+ cd /opt/oxide/work
802026-05-19T16:44:30.023Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812026-05-19T16:44:44.695ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822026-05-19T16:44:44.695Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832026-05-19T16:44:44.695Zx out/target/test, 107 bytes, 1 tape blocks
842026-05-19T16:44:44.695Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
852026-05-19T16:44:44.695Zx package-manifest.toml, 35397 bytes, 70 tape blocks
862026-05-19T16:44:44.695Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
872026-05-19T16:44:44.695Zx target/release/omicron-package, 47152320 bytes, 92095 tape blocks
882026-05-19T16:44:44.695Zx target/release/xtask, 11723088 bytes, 22897 tape blocks
892026-05-19T16:44:44.695Zx target/debug/bootstrap, 361953760 bytes, 706941 tape blocks
902026-05-19T16:44:44.695Zx tests/bootstrap-b32cc9bd48aaea10, 31963304 bytes, 62429 tape blocks
912026-05-19T16:44:44.695Zx tests/commtest-6fd74e081ccab589, 33074240 bytes, 64599 tape blocks
922026-05-19T16:44:44.695Zx tests/dhcp_server-0dd08c67e680733a, 31963320 bytes, 62429 tape blocks
932026-05-19T16:44:44.695Zx tests/end_to_end_tests-494cab2a0d969362, 404042376 bytes, 789146 tape blocks
942026-05-19T16:44:44.695Zx tools/opte_version, 9 bytes, 1 tape blocks
952026-05-19T16:44:44.695Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
962026-05-19T16:44:44.695Zx out/clickhouse.tar.gz, 327370358 bytes, 639396 tape blocks
972026-05-19T16:44:44.695Zx out/clickhouse_keeper.tar.gz, 312367483 bytes, 610093 tape blocks
982026-05-19T16:44:44.695Zx out/clickhouse_server.tar.gz, 327367377 bytes, 639390 tape blocks
992026-05-19T16:44:44.695Zx out/cockroachdb.tar.gz, 169173149 bytes, 330417 tape blocks
1002026-05-19T16:44:44.695Zx out/crucible-pantry-zone.tar.gz, 45280379 bytes, 88439 tape blocks
1012026-05-19T16:44:44.695Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1022026-05-19T16:44:44.695Zx out/crucible-zone.tar.gz, 59757936 bytes, 116715 tape blocks
1032026-05-19T16:44:44.695Zx out/external-dns.tar.gz, 51019336 bytes, 99648 tape blocks
1042026-05-19T16:44:44.695Zx out/internal-dns.tar.gz, 51018934 bytes, 99647 tape blocks
1052026-05-19T16:44:44.695Zx out/mg-ddm-gz.tar, 97423872 bytes, 190281 tape blocks
1062026-05-19T16:44:44.695Zx out/nexus.tar.gz, 222307897 bytes, 434196 tape blocks
1072026-05-19T16:44:44.696Zx out/ntp.tar.gz, 32961284 bytes, 64378 tape blocks
1082026-05-19T16:44:44.696Zx out/omicron-gateway-softnpu.tar.gz, 30487772 bytes, 59547 tape blocks
1092026-05-19T16:44:44.696Zx out/omicron-sled-agent.tar, 208326144 bytes, 406887 tape blocks
1102026-05-19T16:44:44.696Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1112026-05-19T16:44:44.696Zx out/oximeter.tar.gz, 67806994 bytes, 132436 tape blocks
1122026-05-19T16:44:44.696Zx out/oxlog.tar, 3872256 bytes, 7563 tape blocks
1132026-05-19T16:44:44.696Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1142026-05-19T16:44:44.696Zx out/propolis-server.tar.gz, 39656396 bytes, 77454 tape blocks
1152026-05-19T16:44:44.696Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1162026-05-19T16:44:44.696Zx out/switch-softnpu.tar.gz, 401215541 bytes, 783625 tape blocks
1172026-05-19T16:44:44.721Z
1182026-05-19T16:44:44.721Zreal 14.669232682
1192026-05-19T16:44:44.721Zuser 12.243283769
1202026-05-19T16:44:44.721Zsys 4.028387062
1212026-05-19T16:44:44.721Ztrap 0.000641577
1222026-05-19T16:44:44.722Ztflt 0.000000000
1232026-05-19T16:44:44.722Zdflt 0.000000000
1242026-05-19T16:44:44.722Zkflt 0.000000000
1252026-05-19T16:44:44.722Zlock 0.000000000
1262026-05-19T16:44:44.722Zslp 12.493063718
1272026-05-19T16:44:44.722Zlat 0.570821885
1282026-05-19T16:44:44.722Zstop 0.000138211
1292026-05-19T16:44:44.722Z+ source .github/buildomat/ci-env.sh
1302026-05-19T16:44:44.722Z++ export CARGO_TERM_COLOR=always
1312026-05-19T16:44:44.722Z++ CARGO_TERM_COLOR=always
1322026-05-19T16:44:44.723Z+ source tools/opte_version_override
1332026-05-19T16:44:44.723Z++ OPTE_COMMIT=
1342026-05-19T16:44:44.723Z+ [[ x != \x ]]
1352026-05-19T16:44:44.723Z+ bmat address ls
1362026-05-19T16:44:44.723ZNAME CIDR FIRST LAST COUNT
1372026-05-19T16:44:44.723Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1382026-05-19T16:44:44.723Z++ bmat address ls -f extra -Ho first,last,count
1392026-05-19T16:44:44.723Z+ set -- 10.151.1.164 10.151.1.227 64
1402026-05-19T16:44:44.723Z+ EXTRA_IP_START=10.151.1.164
1412026-05-19T16:44:44.723Z+ EXTRA_IP_END=10.151.1.227
1422026-05-19T16:44:44.723Z+ EXTRA_IP_COUNT=64
1432026-05-19T16:44:44.723Z+ (( EXTRA_IP_COUNT >= 32 ))
1442026-05-19T16:44:44.723Z+ EXTRA_IP_BASE=10.151.1
1452026-05-19T16:44:44.723Z+ EXTRA_IP_FOCTET=164
1462026-05-19T16:44:44.723Z+ EXTRA_IP_LOCTET=227
1472026-05-19T16:44:44.723Z+ SERVICE_IP_POOL_START=10.151.1.164
1482026-05-19T16:44:44.723Z+ SERVICE_IP_POOL_END=10.151.1.173
1492026-05-19T16:44:44.723Z+ DNS_IP1=10.151.1.164
1502026-05-19T16:44:44.723Z+ DNS_IP2=10.151.1.165
1512026-05-19T16:44:44.723Z+ UPLINK_IP=10.151.1.174
1522026-05-19T16:44:44.723Z+ IPPOOL_START=10.151.1.175
1532026-05-19T16:44:44.723Z+ IPPOOL_END=10.151.1.227
1542026-05-19T16:44:44.723Z++ ipadm show-addr -po type,addr
1552026-05-19T16:44:44.723Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1562026-05-19T16:44:44.723Z+ GATEWAY_IP=10.151.1.100
1572026-05-19T16:44:44.723Z+ [[ -n 10.151.1.100 ]]
1582026-05-19T16:44:44.723Z+ ping -s 10.151.1.100 56 1
1592026-05-19T16:44:44.723ZPING 10.151.1.100: 56 data bytes
1602026-05-19T16:44:44.723Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1612026-05-19T16:44:44.723Z
1622026-05-19T16:44:44.723Z----10.151.1.100 PING Statistics----
1632026-05-19T16:44:44.723Z1 packets transmitted, 1 packets received, 0% packet loss
1642026-05-19T16:44:44.723Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1652026-05-19T16:44:44.723Z++ arp -an
1662026-05-19T16:44:44.723Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1672026-05-19T16:44:44.749Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1682026-05-19T16:44:44.749Z+ routeadm -e ipv4-forwarding -u
1692026-05-19T16:44:44.818Z+ PXA_START=10.151.1.164
1702026-05-19T16:44:44.818Z+ PXA_END=10.151.1.227
1712026-05-19T16:44:44.818Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1722026-05-19T16:44:44.843Z++ pfexec nvmeadm list -p -o disk
1732026-05-19T16:44:44.843Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1742026-05-19T16:44:44.955Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1752026-05-19T16:44:44.982ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1762026-05-19T16:44:45.028Zcreating virtual hardware
1772026-05-19T16:44:45.053Zcreating /scratch/m2_0.vdev
1782026-05-19T16:44:45.053Zcreating /scratch/m2_1.vdev
1792026-05-19T16:44:45.053Zcreating /scratch/u2_0.vdev
1802026-05-19T16:44:45.053Zcreating /scratch/u2_1.vdev
1812026-05-19T16:44:45.053Zcreating /scratch/u2_2.vdev
1822026-05-19T16:44:45.053Zcreating /scratch/u2_3.vdev
1832026-05-19T16:44:45.053Zcreating /scratch/u2_4.vdev
1842026-05-19T16:44:45.053Zcreating /scratch/u2_5.vdev
1852026-05-19T16:44:45.053Zcreating /scratch/u2_6.vdev
1862026-05-19T16:44:45.053Zcreating /scratch/u2_7.vdev
1872026-05-19T16:44:45.053Zcreating /scratch/u2_8.vdev
1882026-05-19T16:44:45.078ZSimnet net0/sc0_0 exists
1892026-05-19T16:44:45.103ZSimnet net1/sc1_0 exists
1902026-05-19T16:44:45.104ZVnic sc0_1 exists
1912026-05-19T16:44:58.163ZUsing 10.151.1.100 as gateway ip
1922026-05-19T16:44:58.163Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1932026-05-19T16:44:58.163Zconfiguring SoftNPU ARP entry
1942026-05-19T16:44:58.189Zconfiguring SoftNPU proxy ARP
1952026-05-19T16:44:58.240ZSoftNPU state:
1962026-05-19T16:44:58.240Z local v6:
1972026-05-19T16:44:58.240Z local v4:
1982026-05-19T16:44:58.240Z router v6_idx:
1992026-05-19T16:44:58.240Z router v6_routes:
2002026-05-19T16:44:58.240Z router v4_idx:
2012026-05-19T16:44:58.240Z router v4_routes:
2022026-05-19T16:44:58.240Z resolver v4:
2032026-05-19T16:44:58.241Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
2042026-05-19T16:44:58.241Z resolver v6:
2052026-05-19T16:44:58.241Z nat v4:
2062026-05-19T16:44:58.241Z nat_v6:
2072026-05-19T16:44:58.241Z attached subnet v4:
2082026-05-19T16:44:58.241Z attached subnet v6:
2092026-05-19T16:44:58.241Z port_mac:
2102026-05-19T16:44:58.241Z proxy arp:
2112026-05-19T16:44:58.241Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2122026-05-19T16:44:58.241Zcreated virtual hardware
2132026-05-19T16:44:58.266Z
2142026-05-19T16:44:58.266Zreal 13.282307354
2152026-05-19T16:44:58.266Zuser 0.592687054
2162026-05-19T16:44:58.266Zsys 3.074079105
2172026-05-19T16:44:58.266Ztrap 0.000088214
2182026-05-19T16:44:58.266Ztflt 0.000206343
2192026-05-19T16:44:58.266Zdflt 0.000382502
2202026-05-19T16:44:58.266Zkflt 0.000008098
2212026-05-19T16:44:58.266Zlock 10:17.639708195
2222026-05-19T16:44:58.266Zslp 40.175357671
2232026-05-19T16:44:58.266Zlat 0.149904293
2242026-05-19T16:44:58.266Zstop 0.259229096
2252026-05-19T16:44:58.266Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2262026-05-19T16:44:58.298Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2272026-05-19T16:44:58.345Z+ diff -u pkg/config.toml~ pkg/config.toml
2282026-05-19T16:44:58.345Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2292026-05-19T16:44:58.345Z+++ pkg/config.toml Tue May 19 16:44:57 2026
2302026-05-19T16:44:58.345Z@@ -29,18 +29,18 @@
2312026-05-19T16:44:58.345Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2322026-05-19T16:44:58.345Z # followed by a string that is embedded into their fake serial values.
2332026-05-19T16:44:58.345Z vdevs = [
2342026-05-19T16:44:58.345Z- "m2_0.vdev",
2352026-05-19T16:44:58.345Z- "m2_1.vdev",
2362026-05-19T16:44:58.345Z+ "/scratch/m2_0.vdev",
2372026-05-19T16:44:58.345Z+ "/scratch/m2_1.vdev",
2382026-05-19T16:44:58.345Z
2392026-05-19T16:44:58.345Z- "u2_0.vdev",
2402026-05-19T16:44:58.345Z- "u2_1.vdev",
2412026-05-19T16:44:58.345Z- "u2_2.vdev",
2422026-05-19T16:44:58.345Z- "u2_3.vdev",
2432026-05-19T16:44:58.345Z- "u2_4.vdev",
2442026-05-19T16:44:58.345Z- "u2_5.vdev",
2452026-05-19T16:44:58.345Z- "u2_6.vdev",
2462026-05-19T16:44:58.345Z- "u2_7.vdev",
2472026-05-19T16:44:58.345Z- "u2_8.vdev",
2482026-05-19T16:44:58.345Z+ "/scratch/u2_0.vdev",
2492026-05-19T16:44:58.345Z+ "/scratch/u2_1.vdev",
2502026-05-19T16:44:58.345Z+ "/scratch/u2_2.vdev",
2512026-05-19T16:44:58.345Z+ "/scratch/u2_3.vdev",
2522026-05-19T16:44:58.345Z+ "/scratch/u2_4.vdev",
2532026-05-19T16:44:58.345Z+ "/scratch/u2_5.vdev",
2542026-05-19T16:44:58.346Z+ "/scratch/u2_6.vdev",
2552026-05-19T16:44:58.346Z+ "/scratch/u2_7.vdev",
2562026-05-19T16:44:58.346Z+ "/scratch/u2_8.vdev",
2572026-05-19T16:44:58.346Z ]
2582026-05-19T16:44:58.346Z
2592026-05-19T16:44:58.346Z # The amount of memory held back for services which exist between zero and one
2602026-05-19T16:44:58.346Z+ true
2612026-05-19T16:44:58.346Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2622026-05-19T16:44:58.346Z+ EXPECTED_ZPOOL_COUNT=9
2632026-05-19T16:44:58.346Z+ echo 'expected number of zpools is 9'
2642026-05-19T16:44:58.346Zexpected number of zpools is 9
2652026-05-19T16:44:58.346Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2662026-05-19T16:44:58.346Z+ SILO_NAME=recovery
2672026-05-19T16:44:58.346Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2682026-05-19T16:44:58.346Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2692026-05-19T16:44:58.346Z+ sed -i~ '
2702026-05-19T16:44:58.346Z /^external_dns_ips/c\
2712026-05-19T16:44:58.346Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2722026-05-19T16:44:58.346Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2732026-05-19T16:44:58.346Z /^first/c\
2742026-05-19T16:44:58.346Zfirst = "10.151.1.164"
2752026-05-19T16:44:58.346Z /^last/c\
2762026-05-19T16:44:58.346Zlast = "10.151.1.173"
2772026-05-19T16:44:58.346Z }
2782026-05-19T16:44:58.346Z /^infra_ip_first/c\
2792026-05-19T16:44:58.346Zinfra_ip_first = "10.151.1.174"
2802026-05-19T16:44:58.346Z /^infra_ip_last/c\
2812026-05-19T16:44:58.346Zinfra_ip_last = "10.151.1.174"
2822026-05-19T16:44:58.346Z /^\[\[rack_network_config.ports/,/^$/ {
2832026-05-19T16:44:58.346Z /^routes/c\
2842026-05-19T16:44:58.346Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2852026-05-19T16:44:58.346Z /^addresses/c\
2862026-05-19T16:44:58.346Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2872026-05-19T16:44:58.346Z }
2882026-05-19T16:44:58.346Z' pkg/config-rss.toml
2892026-05-19T16:44:58.346Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2902026-05-19T16:44:58.346Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2912026-05-19T16:44:58.346Z+++ pkg/config-rss.toml Tue May 19 16:44:57 2026
2922026-05-19T16:44:58.346Z@@ -33,7 +33,7 @@
2932026-05-19T16:44:58.347Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2942026-05-19T16:44:58.347Z # must be contained in one of the "internal services" IP Pool ranges listed
2952026-05-19T16:44:58.347Z # below.
2962026-05-19T16:44:58.347Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2972026-05-19T16:44:58.347Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2982026-05-19T16:44:58.347Z
2992026-05-19T16:44:58.347Z # Initial TLS certificates for the external API
3002026-05-19T16:44:58.347Z #
3012026-05-19T16:44:58.347Z@@ -69,8 +69,8 @@
3022026-05-19T16:44:58.347Z #
3032026-05-19T16:44:58.347Z # For more on this and what to put here, see docs/how-to-run.adoc.
3042026-05-19T16:44:58.347Z [[internal_services_ip_pool_ranges]]
3052026-05-19T16:44:58.347Z-first = "192.168.1.20"
3062026-05-19T16:44:58.347Z-last = "192.168.1.29"
3072026-05-19T16:44:58.347Z+first = "10.151.1.164"
3082026-05-19T16:44:58.347Z+last = "10.151.1.173"
3092026-05-19T16:44:58.347Z
3102026-05-19T16:44:58.347Z # TODO - this configuration is subject to change going forward. Ultimately these
3112026-05-19T16:44:58.347Z # parameters should be provided to the control plane via wicket, but we need to
3122026-05-19T16:44:58.347Z@@ -91,8 +91,8 @@
3132026-05-19T16:44:58.347Z # A range of IP addresses used by Boundary Services on the external network. In
3142026-05-19T16:44:58.347Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3152026-05-19T16:44:58.347Z # With softnpu, only one address is used.
3162026-05-19T16:44:58.347Z-infra_ip_first = "192.168.1.30"
3172026-05-19T16:44:58.347Z-infra_ip_last = "192.168.1.30"
3182026-05-19T16:44:58.347Z+infra_ip_first = "10.151.1.174"
3192026-05-19T16:44:58.347Z+infra_ip_last = "10.151.1.174"
3202026-05-19T16:44:58.347Z
3212026-05-19T16:44:58.347Z # Configurations for BGP routers to run on the scrimlets.
3222026-05-19T16:44:58.347Z bgp = []
3232026-05-19T16:44:58.347Z@@ -100,9 +100,9 @@
3242026-05-19T16:44:58.347Z # You can configure multiple uplinks by repeating the following stanza
3252026-05-19T16:44:58.347Z [[rack_network_config.ports]]
3262026-05-19T16:44:58.347Z # Routes associated with this port.
3272026-05-19T16:44:58.372Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3282026-05-19T16:44:58.372Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3292026-05-19T16:44:58.373Z # Addresses associated with this port.
3302026-05-19T16:44:58.373Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3312026-05-19T16:44:58.373Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3322026-05-19T16:44:58.373Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3332026-05-19T16:44:58.373Z port = "qsfp0"
3342026-05-19T16:44:58.373Z # The speed of this port.
3352026-05-19T16:44:58.373Z+ true
3362026-05-19T16:44:58.373Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3372026-05-19T16:44:58.373Za pkg/config-rss.toml 8K
3382026-05-19T16:44:58.373Za pkg/config.toml 6K
3392026-05-19T16:44:58.373Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3402026-05-19T16:44:58.374Z+ TLS_NAME=recovery.sys.oxide.test
3412026-05-19T16:44:58.374Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3422026-05-19T16:44:58.374Z.+.....+.+.....+....+......+....................+..........+...+..+.......+..+......+....+...+......+.....+.........+.............+...+..+....+...+.....+...+...+.....................+.+..+.+...........+....+..+.......+...+..+.+.....+....+...........+......+.+.....+...+.+...+...+..+......+.+.....................+.....+....+...+..+....+..+....+...+.....+.+..+...+....+...........................+.....+......+++++++++++++++++++++++++++++++++++++++++++++*.....+......+++++++++++++++++++++++++++++++++++++++++++++*.+..................+...+....................+.+.....+.+++++
3432026-05-19T16:44:58.509Z..+.............+.....+....+..+.+..+............+....+......+...+...+..+......+....+......+...........+......+....+......+........+++++++++++++++++++++++++++++++++++++++++++++*......+.+......+...+..+...+...+...+............+...+....+.....+......+.+......+........+.........+++++++++++++++++++++++++++++++++++++++++++++*.+.+.....................+.........+..+...+.........+......+....+..................+..+...+....+...+........+.......+.....+...+....+.....+..........+........+.+........................+...+...............+...+.........+..+....+..+....+........+.+..+...+......+.+........+.......+.........+...+.................+...............+....+..+....+.......................+.+.....+.+.....+.+..+.+......+...........+.......+.....+......+.+.....+......+............+.+..+..................+++++
3442026-05-19T16:44:58.534Z-----
3452026-05-19T16:44:58.534Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-05-19T16:44:58.558Za pkg/initial-tls-cert.pem 2K
3472026-05-19T16:44:58.558Za pkg/initial-tls-key.pem 4K
3482026-05-19T16:44:58.558Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3492026-05-19T16:44:58.558Z+ rmdir pkg
3502026-05-19T16:44:58.558Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3512026-05-19T16:44:58.558Z+ pfexec mkdir -p /usr/oxide
3522026-05-19T16:44:58.558Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3532026-05-19T16:44:59.269Z+ pfexec chmod +x /usr/oxide/oxide
3542026-05-19T16:44:59.294Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3552026-05-19T16:45:18.022Z+ OMICRON_NO_UNINSTALL=1
3562026-05-19T16:45:18.022Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3572026-05-19T16:45:18.047ZLogging to: /opt/oxide/work/out/LOG
3582026-05-19T16:45:18.900Z
3592026-05-19T16:45:18.925Zreal 0.872357668
3602026-05-19T16:45:18.925Zuser 0.175979883
3612026-05-19T16:45:18.925Zsys 5.166461804
3622026-05-19T16:45:18.925Ztrap 0.000007650
3632026-05-19T16:45:18.925Ztflt 0.000051650
3642026-05-19T16:45:18.925Zdflt 0.000330205
3652026-05-19T16:45:18.925Zkflt 0.000000000
3662026-05-19T16:45:18.925Zlock 1:18.639739950
3672026-05-19T16:45:18.925Zslp 1.048490337
3682026-05-19T16:45:18.925Zlat 0.019687522
3692026-05-19T16:45:18.925Zstop 0.061094021
3702026-05-19T16:45:18.925Z+ retry=0
3712026-05-19T16:45:18.925Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3722026-05-19T16:45:18.925Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3732026-05-19T16:45:18.925Z+ [[ 0 -gt 30 ]]
3742026-05-19T16:45:18.925Z+ sleep 1
3752026-05-19T16:45:19.915Z+ retry=1
3762026-05-19T16:45:19.916Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772026-05-19T16:45:19.940Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3782026-05-19T16:45:19.940Z+ [[ 1 -gt 30 ]]
3792026-05-19T16:45:19.940Z+ sleep 1
3802026-05-19T16:45:20.930Z+ retry=2
3812026-05-19T16:45:20.930Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3822026-05-19T16:45:20.955Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3832026-05-19T16:45:20.955Z+ [[ 2 -gt 30 ]]
3842026-05-19T16:45:20.955Z+ sleep 1
3852026-05-19T16:45:21.949Z+ retry=3
3862026-05-19T16:45:21.949Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3872026-05-19T16:45:22.961Zcurl: (28) Connection timed out after 1000 milliseconds
3882026-05-19T16:45:22.985Z+ [[ 3 -gt 30 ]]
3892026-05-19T16:45:22.985Z+ sleep 1
3902026-05-19T16:45:23.966Z+ retry=4
3912026-05-19T16:45:23.966Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3922026-05-19T16:45:24.983Zcurl: (28) Connection timed out after 1000 milliseconds
3932026-05-19T16:45:25.008Z+ [[ 4 -gt 30 ]]
3942026-05-19T16:45:25.008Z+ sleep 1
3952026-05-19T16:45:25.988Z+ retry=5
3962026-05-19T16:45:25.988Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3972026-05-19T16:45:27.000Zcurl: (28) Connection timed out after 1000 milliseconds
3982026-05-19T16:45:27.025Z+ [[ 5 -gt 30 ]]
3992026-05-19T16:45:27.025Z+ sleep 1
4002026-05-19T16:45:28.006Z+ retry=6
4012026-05-19T16:45:28.006Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4022026-05-19T16:45:29.018Zcurl: (28) Connection timed out after 1000 milliseconds
4032026-05-19T16:45:29.043Z+ [[ 6 -gt 30 ]]
4042026-05-19T16:45:29.043Z+ sleep 1
4052026-05-19T16:45:30.023Z+ retry=7
4062026-05-19T16:45:30.023Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4072026-05-19T16:45:31.035Zcurl: (28) Connection timed out after 1000 milliseconds
4082026-05-19T16:45:31.060Z+ [[ 7 -gt 30 ]]
4092026-05-19T16:45:31.060Z+ sleep 1
4102026-05-19T16:45:32.040Z+ retry=8
4112026-05-19T16:45:32.041Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4122026-05-19T16:45:33.053Zcurl: (28) Connection timed out after 1000 milliseconds
4132026-05-19T16:45:33.078Z+ [[ 8 -gt 30 ]]
4142026-05-19T16:45:33.078Z+ sleep 1
4152026-05-19T16:45:34.058Z+ retry=9
4162026-05-19T16:45:34.058Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4172026-05-19T16:45:35.068Zcurl: (28) Connection timed out after 1000 milliseconds
4182026-05-19T16:45:35.092Z+ [[ 9 -gt 30 ]]
4192026-05-19T16:45:35.092Z+ sleep 1
4202026-05-19T16:45:36.072Z+ retry=10
4212026-05-19T16:45:36.072Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4222026-05-19T16:45:37.084Zcurl: (28) Connection timed out after 1000 milliseconds
4232026-05-19T16:45:37.108Z+ [[ 10 -gt 30 ]]
4242026-05-19T16:45:37.108Z+ sleep 1
4252026-05-19T16:45:38.088Z+ retry=11
4262026-05-19T16:45:38.089Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4272026-05-19T16:45:39.100Zcurl: (28) Connection timed out after 1000 milliseconds
4282026-05-19T16:45:39.125Z+ [[ 11 -gt 30 ]]
4292026-05-19T16:45:39.125Z+ sleep 1
4302026-05-19T16:45:40.104Z+ retry=12
4312026-05-19T16:45:40.104Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4322026-05-19T16:45:41.116Zcurl: (28) Connection timed out after 1000 milliseconds
4332026-05-19T16:45:41.140Z+ [[ 12 -gt 30 ]]
4342026-05-19T16:45:41.140Z+ sleep 1
4352026-05-19T16:45:42.120Z+ retry=13
4362026-05-19T16:45:42.120Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4372026-05-19T16:45:43.138Zcurl: (28) Connection timed out after 1000 milliseconds
4382026-05-19T16:45:43.162Z+ [[ 13 -gt 30 ]]
4392026-05-19T16:45:43.162Z+ sleep 1
4402026-05-19T16:45:44.143Z+ retry=14
4412026-05-19T16:45:44.143Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4422026-05-19T16:45:45.155Zcurl: (28) Connection timed out after 1000 milliseconds
4432026-05-19T16:45:45.180Z+ [[ 14 -gt 30 ]]
4442026-05-19T16:45:45.180Z+ sleep 1
4452026-05-19T16:45:46.168Z+ retry=15
4462026-05-19T16:45:46.168Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4472026-05-19T16:45:47.179Zcurl: (28) Connection timed out after 1000 milliseconds
4482026-05-19T16:45:47.203Z+ [[ 15 -gt 30 ]]
4492026-05-19T16:45:47.203Z+ sleep 1
4502026-05-19T16:45:48.184Z+ retry=16
4512026-05-19T16:45:48.184Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4522026-05-19T16:45:49.196Zcurl: (28) Connection timed out after 1000 milliseconds
4532026-05-19T16:45:49.222Z+ [[ 16 -gt 30 ]]
4542026-05-19T16:45:49.222Z+ sleep 1
4552026-05-19T16:45:50.201Z+ retry=17
4562026-05-19T16:45:50.201Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4572026-05-19T16:45:51.213Zcurl: (28) Connection timed out after 1000 milliseconds
4582026-05-19T16:45:51.238Z+ [[ 17 -gt 30 ]]
4592026-05-19T16:45:51.238Z+ sleep 1
4602026-05-19T16:45:52.219Z+ retry=18
4612026-05-19T16:45:52.219Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4622026-05-19T16:45:52.244Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4632026-05-19T16:45:52.268Zlocal v6:
4642026-05-19T16:45:52.269Zfd7c:61b1:41d3:e10e::1
4652026-05-19T16:45:52.269Zfe80::e498:57ff:fe19:6373
4662026-05-19T16:45:52.269Zlocal v4:
4672026-05-19T16:45:52.269Z10.151.1.174
4682026-05-19T16:45:52.269Zrouter v6_idx:
4692026-05-19T16:45:52.269Zrouter v6_routes:
4702026-05-19T16:45:52.269Zrouter v4_idx:
4712026-05-19T16:45:52.269Zrouter v4_routes:
4722026-05-19T16:45:52.269Zresolver v4:
4732026-05-19T16:45:52.269Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
4742026-05-19T16:45:52.269Zresolver v6:
4752026-05-19T16:45:52.269Zfe80::54cb:c7ff:fed9:447b -> 56:cb:c7:d9:44:7b
4762026-05-19T16:45:52.269Zfe80::e498:57ff:fe19:6373 -> e6:98:57:19:63:73
4772026-05-19T16:45:52.269Znat v4:
4782026-05-19T16:45:52.269Znat_v6:
4792026-05-19T16:45:52.269Zattached subnet v4:
4802026-05-19T16:45:52.269Zattached subnet v6:
4812026-05-19T16:45:52.269Zport_mac:
4822026-05-19T16:45:52.269Z1000: a8:40:25:74:d5:45
4832026-05-19T16:45:52.269Z1: a8:40:25:74:d5:46
4842026-05-19T16:45:52.269Z2: a8:40:25:74:d5:66
4852026-05-19T16:45:52.269Zproxy arp:
4862026-05-19T16:45:52.269Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4872026-05-19T16:45:52.269Z+ retry=0
4882026-05-19T16:45:52.269Z+++ zoneadm list -n
4892026-05-19T16:45:52.269Z+++ grep oxz_ntp
4902026-05-19T16:45:52.294Z++ pfexec svcs -z -Hostate oxide/ntp
4912026-05-19T16:45:52.294Zsvcs: zone '-Hostate': entity not found
4922026-05-19T16:45:52.294Z++ true
4932026-05-19T16:45:52.294Z+ [[ '' != online ]]
4942026-05-19T16:45:52.294Z+ [[ 0 -gt 60 ]]
4952026-05-19T16:45:52.294Z+ sleep 1
4962026-05-19T16:45:53.284Z+ retry=1
4972026-05-19T16:45:53.309Z+++ zoneadm list -n
4982026-05-19T16:45:53.309Z+++ grep oxz_ntp
4992026-05-19T16:45:53.309Z++ pfexec svcs -z -Hostate oxide/ntp
5002026-05-19T16:45:53.309Zsvcs: zone '-Hostate': entity not found
5012026-05-19T16:45:53.309Z++ true
5022026-05-19T16:45:53.309Z+ [[ '' != online ]]
5032026-05-19T16:45:53.309Z+ [[ 1 -gt 60 ]]
5042026-05-19T16:45:53.309Z+ sleep 1
5052026-05-19T16:45:54.305Z+ retry=2
5062026-05-19T16:45:54.329Z+++ zoneadm list -n
5072026-05-19T16:45:54.329Z+++ grep oxz_ntp
5082026-05-19T16:45:54.330Z++ pfexec svcs -z -Hostate oxide/ntp
5092026-05-19T16:45:54.330Zsvcs: zone '-Hostate': entity not found
5102026-05-19T16:45:54.330Z++ true
5112026-05-19T16:45:54.330Z+ [[ '' != online ]]
5122026-05-19T16:45:54.330Z+ [[ 2 -gt 60 ]]
5132026-05-19T16:45:54.330Z+ sleep 1
5142026-05-19T16:45:55.328Z+ retry=3
5152026-05-19T16:45:55.353Z+++ zoneadm list -n
5162026-05-19T16:45:55.353Z+++ grep oxz_ntp
5172026-05-19T16:45:55.354Z++ pfexec svcs -z -Hostate oxide/ntp
5182026-05-19T16:45:55.354Zsvcs: zone '-Hostate': entity not found
5192026-05-19T16:45:55.354Z++ true
5202026-05-19T16:45:55.354Z+ [[ '' != online ]]
5212026-05-19T16:45:55.354Z+ [[ 3 -gt 60 ]]
5222026-05-19T16:45:55.354Z+ sleep 1
5232026-05-19T16:45:56.352Z+ retry=4
5242026-05-19T16:45:56.378Z+++ zoneadm list -n
5252026-05-19T16:45:56.378Z+++ grep oxz_ntp
5262026-05-19T16:45:56.378Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5272026-05-19T16:45:56.378Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5282026-05-19T16:45:56.378Z++ true
5292026-05-19T16:45:56.378Z+ [[ '' != online ]]
5302026-05-19T16:45:56.378Z+ [[ 4 -gt 60 ]]
5312026-05-19T16:45:56.378Z+ sleep 1
5322026-05-19T16:45:57.380Z+ retry=5
5332026-05-19T16:45:57.406Z+++ zoneadm list -n
5342026-05-19T16:45:57.406Z+++ grep oxz_ntp
5352026-05-19T16:45:57.406Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5362026-05-19T16:45:57.406Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5372026-05-19T16:45:57.406Z++ true
5382026-05-19T16:45:57.407Z+ [[ '' != online ]]
5392026-05-19T16:45:57.443Z+ [[ 5 -gt 60 ]]
5402026-05-19T16:45:57.443Z+ sleep 1
5412026-05-19T16:45:58.409Z+ retry=6
5422026-05-19T16:45:58.436Z+++ zoneadm list -n
5432026-05-19T16:45:58.437Z+++ grep oxz_ntp
5442026-05-19T16:45:58.437Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5452026-05-19T16:45:58.437Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5462026-05-19T16:45:58.437Z++ true
5472026-05-19T16:45:58.437Z+ [[ '' != online ]]
5482026-05-19T16:45:58.437Z+ [[ 6 -gt 60 ]]
5492026-05-19T16:45:58.437Z+ sleep 1
5502026-05-19T16:45:59.442Z+ retry=7
5512026-05-19T16:45:59.475Z+++ zoneadm list -n
5522026-05-19T16:45:59.475Z+++ grep oxz_ntp
5532026-05-19T16:45:59.475Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5542026-05-19T16:45:59.475Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5552026-05-19T16:45:59.475Z++ true
5562026-05-19T16:45:59.475Z+ [[ '' != online ]]
5572026-05-19T16:45:59.475Z+ [[ 7 -gt 60 ]]
5582026-05-19T16:45:59.475Z+ sleep 1
5592026-05-19T16:46:00.502Z+ retry=8
5602026-05-19T16:46:00.502Z+++ zoneadm list -n
5612026-05-19T16:46:00.502Z+++ grep oxz_ntp
5622026-05-19T16:46:00.502Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5632026-05-19T16:46:00.502Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5642026-05-19T16:46:00.502Z++ true
5652026-05-19T16:46:00.502Z+ [[ '' != online ]]
5662026-05-19T16:46:00.502Z+ [[ 8 -gt 60 ]]
5672026-05-19T16:46:00.502Z+ sleep 1
5682026-05-19T16:46:01.505Z+ retry=9
5692026-05-19T16:46:01.533Z+++ zoneadm list -n
5702026-05-19T16:46:01.533Z+++ grep oxz_ntp
5712026-05-19T16:46:01.533Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5722026-05-19T16:46:01.533Z+ [[ offline != online ]]
5732026-05-19T16:46:01.533Z+ [[ 9 -gt 60 ]]
5742026-05-19T16:46:01.533Z+ sleep 1
5752026-05-19T16:46:02.530Z+ retry=10
5762026-05-19T16:46:02.557Z+++ zoneadm list -n
5772026-05-19T16:46:02.557Z+++ grep oxz_ntp
5782026-05-19T16:46:02.557Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5792026-05-19T16:46:02.557Z+ [[ offline != online ]]
5802026-05-19T16:46:02.557Z+ [[ 10 -gt 60 ]]
5812026-05-19T16:46:02.558Z+ sleep 1
5822026-05-19T16:46:03.548Z+ retry=11
5832026-05-19T16:46:03.574Z+++ zoneadm list -n
5842026-05-19T16:46:03.574Z+++ grep oxz_ntp
5852026-05-19T16:46:03.574Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5862026-05-19T16:46:03.574Z+ [[ offline != online ]]
5872026-05-19T16:46:03.574Z+ [[ 11 -gt 60 ]]
5882026-05-19T16:46:03.574Z+ sleep 1
5892026-05-19T16:46:04.572Z+ retry=12
5902026-05-19T16:46:04.606Z+++ zoneadm list -n
5912026-05-19T16:46:04.606Z+++ grep oxz_ntp
5922026-05-19T16:46:04.606Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
5932026-05-19T16:46:04.606Z+ [[ offline != online ]]
5942026-05-19T16:46:04.606Z+ [[ 12 -gt 60 ]]
5952026-05-19T16:46:04.606Z+ sleep 1
5962026-05-19T16:46:05.592Z+ retry=13
5972026-05-19T16:46:05.621Z+++ zoneadm list -n
5982026-05-19T16:46:05.621Z+++ grep oxz_ntp
5992026-05-19T16:46:05.622Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
6002026-05-19T16:46:05.622Z+ [[ offline != online ]]
6012026-05-19T16:46:05.622Z+ [[ 13 -gt 60 ]]
6022026-05-19T16:46:05.622Z+ sleep 1
6032026-05-19T16:46:06.614Z+ retry=14
6042026-05-19T16:46:06.644Z+++ zoneadm list -n
6052026-05-19T16:46:06.644Z+++ grep oxz_ntp
6062026-05-19T16:46:06.644Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
6072026-05-19T16:46:06.644Z+ [[ offline != online ]]
6082026-05-19T16:46:06.644Z+ [[ 14 -gt 60 ]]
6092026-05-19T16:46:06.644Z+ sleep 1
6102026-05-19T16:46:07.635Z+ retry=15
6112026-05-19T16:46:07.661Z+++ zoneadm list -n
6122026-05-19T16:46:07.661Z+++ grep oxz_ntp
6132026-05-19T16:46:07.661Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
6142026-05-19T16:46:07.661Z+ [[ offline != online ]]
6152026-05-19T16:46:07.661Z+ [[ 15 -gt 60 ]]
6162026-05-19T16:46:07.661Z+ sleep 1
6172026-05-19T16:46:08.660Z+ retry=16
6182026-05-19T16:46:08.688Z+++ zoneadm list -n
6192026-05-19T16:46:08.689Z+++ grep oxz_ntp
6202026-05-19T16:46:08.689Z++ pfexec svcs -z oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be -Hostate oxide/ntp
6212026-05-19T16:46:08.689Z+ [[ online != online ]]
6222026-05-19T16:46:08.689Z+ echo 'Waited for chrony: 16s'
6232026-05-19T16:46:08.689Z+ retry=0
6242026-05-19T16:46:08.689ZWaited for chrony: 16s
6252026-05-19T16:46:08.689Z+ zoneadm list
6262026-05-19T16:46:08.689Z+ grep nexus
6272026-05-19T16:46:08.689Z+ [[ 0 -gt 300 ]]
6282026-05-19T16:46:08.689Z+ sleep 1
6292026-05-19T16:46:09.688Z+ retry=1
6302026-05-19T16:46:09.713Z+ zoneadm list
6312026-05-19T16:46:09.713Z+ grep nexus
6322026-05-19T16:46:09.713Z+ [[ 1 -gt 300 ]]
6332026-05-19T16:46:09.714Z+ sleep 1
6342026-05-19T16:46:10.701Z+ retry=2
6352026-05-19T16:46:10.732Z+ zoneadm list
6362026-05-19T16:46:10.732Z+ grep nexus
6372026-05-19T16:46:10.732Z+ [[ 2 -gt 300 ]]
6382026-05-19T16:46:10.732Z+ sleep 1
6392026-05-19T16:46:11.708Z+ retry=3
6402026-05-19T16:46:11.735Z+ zoneadm list
6412026-05-19T16:46:11.735Z+ grep nexus
6422026-05-19T16:46:11.735Z+ [[ 3 -gt 300 ]]
6432026-05-19T16:46:11.735Z+ sleep 1
6442026-05-19T16:46:12.723Z+ retry=4
6452026-05-19T16:46:12.749Z+ zoneadm list
6462026-05-19T16:46:12.749Z+ grep nexus
6472026-05-19T16:46:12.749Z+ [[ 4 -gt 300 ]]
6482026-05-19T16:46:12.749Z+ sleep 1
6492026-05-19T16:46:13.729Z+ retry=5
6502026-05-19T16:46:13.757Z+ zoneadm list
6512026-05-19T16:46:13.757Z+ grep nexus
6522026-05-19T16:46:13.757Z+ [[ 5 -gt 300 ]]
6532026-05-19T16:46:13.757Z+ sleep 1
6542026-05-19T16:46:14.738Z+ retry=6
6552026-05-19T16:46:14.765Z+ zoneadm list
6562026-05-19T16:46:14.765Z+ grep nexus
6572026-05-19T16:46:14.765Z+ [[ 6 -gt 300 ]]
6582026-05-19T16:46:14.765Z+ sleep 1
6592026-05-19T16:46:15.748Z+ retry=7
6602026-05-19T16:46:15.773Z+ zoneadm list
6612026-05-19T16:46:15.773Z+ grep nexus
6622026-05-19T16:46:15.773Z+ [[ 7 -gt 300 ]]
6632026-05-19T16:46:15.774Z+ sleep 1
6642026-05-19T16:46:16.758Z+ retry=8
6652026-05-19T16:46:16.783Z+ zoneadm list
6662026-05-19T16:46:16.783Z+ grep nexus
6672026-05-19T16:46:16.783Z+ [[ 8 -gt 300 ]]
6682026-05-19T16:46:16.783Z+ sleep 1
6692026-05-19T16:46:17.768Z+ retry=9
6702026-05-19T16:46:17.798Z+ zoneadm list
6712026-05-19T16:46:17.798Z+ grep nexus
6722026-05-19T16:46:17.798Z+ [[ 9 -gt 300 ]]
6732026-05-19T16:46:17.798Z+ sleep 1
6742026-05-19T16:46:18.785Z+ retry=10
6752026-05-19T16:46:18.816Z+ zoneadm list
6762026-05-19T16:46:18.816Z+ grep nexus
6772026-05-19T16:46:18.816Z+ [[ 10 -gt 300 ]]
6782026-05-19T16:46:18.816Z+ sleep 1
6792026-05-19T16:46:19.790Z+ retry=11
6802026-05-19T16:46:19.841Z+ zoneadm list
6812026-05-19T16:46:19.841Z+ grep nexus
6822026-05-19T16:46:19.841Z+ [[ 11 -gt 300 ]]
6832026-05-19T16:46:19.841Z+ sleep 1
6842026-05-19T16:46:20.799Z+ retry=12
6852026-05-19T16:46:20.830Z+ zoneadm list
6862026-05-19T16:46:20.830Z+ grep nexus
6872026-05-19T16:46:20.830Z+ [[ 12 -gt 300 ]]
6882026-05-19T16:46:20.830Z+ sleep 1
6892026-05-19T16:46:21.811Z+ retry=13
6902026-05-19T16:46:21.839Z+ zoneadm list
6912026-05-19T16:46:21.839Z+ grep nexus
6922026-05-19T16:46:21.839Z+ [[ 13 -gt 300 ]]
6932026-05-19T16:46:21.839Z+ sleep 1
6942026-05-19T16:46:22.821Z+ retry=14
6952026-05-19T16:46:22.850Z+ zoneadm list
6962026-05-19T16:46:22.850Z+ grep nexus
6972026-05-19T16:46:22.850Z+ [[ 14 -gt 300 ]]
6982026-05-19T16:46:22.850Z+ sleep 1
6992026-05-19T16:46:27.271Z+ retry=15
7002026-05-19T16:46:27.354Z+ zoneadm list
7012026-05-19T16:46:27.354Z+ grep nexus
7022026-05-19T16:46:27.354Z+ [[ 15 -gt 300 ]]
7032026-05-19T16:46:27.355Z+ sleep 1
7042026-05-19T16:46:27.355Z+ retry=16
7052026-05-19T16:46:27.355Z+ zoneadm list
7062026-05-19T16:46:27.355Z+ grep nexus
7072026-05-19T16:46:27.355Z+ [[ 16 -gt 300 ]]
7082026-05-19T16:46:27.355Z+ sleep 1
7092026-05-19T16:46:27.414Z+ retry=17
7102026-05-19T16:46:27.414Z+ zoneadm list
7112026-05-19T16:46:27.414Z+ grep nexus
7122026-05-19T16:46:27.417Z+ [[ 17 -gt 300 ]]
7132026-05-19T16:46:27.417Z+ sleep 1
7142026-05-19T16:46:27.417Z+ retry=18
7152026-05-19T16:46:27.417Z+ zoneadm list
7162026-05-19T16:46:27.417Z+ grep nexus
7172026-05-19T16:46:27.417Z+ [[ 18 -gt 300 ]]
7182026-05-19T16:46:27.417Z+ sleep 1
7192026-05-19T16:46:27.880Z+ retry=19
7202026-05-19T16:46:27.905Z+ zoneadm list
7212026-05-19T16:46:27.905Z+ grep nexus
7222026-05-19T16:46:27.905Z+ [[ 19 -gt 300 ]]
7232026-05-19T16:46:27.905Z+ sleep 1
7242026-05-19T16:46:28.892Z+ retry=20
7252026-05-19T16:46:28.917Z+ zoneadm list
7262026-05-19T16:46:28.917Z+ grep nexus
7272026-05-19T16:46:28.917Z+ [[ 20 -gt 300 ]]
7282026-05-19T16:46:28.917Z+ sleep 1
7292026-05-19T16:46:29.910Z+ retry=21
7302026-05-19T16:46:29.935Z+ zoneadm list
7312026-05-19T16:46:29.935Z+ grep nexus
7322026-05-19T16:46:29.935Z+ [[ 21 -gt 300 ]]
7332026-05-19T16:46:29.935Z+ sleep 1
7342026-05-19T16:46:30.935Z+ retry=22
7352026-05-19T16:46:30.961Z+ zoneadm list
7362026-05-19T16:46:30.961Z+ grep nexus
7372026-05-19T16:46:30.961Z+ [[ 22 -gt 300 ]]
7382026-05-19T16:46:30.961Z+ sleep 1
7392026-05-19T16:46:31.949Z+ retry=23
7402026-05-19T16:46:31.973Z+ zoneadm list
7412026-05-19T16:46:31.973Z+ grep nexus
7422026-05-19T16:46:31.973Z+ [[ 23 -gt 300 ]]
7432026-05-19T16:46:31.973Z+ sleep 1
7442026-05-19T16:46:32.961Z+ retry=24
7452026-05-19T16:46:32.986Z+ zoneadm list
7462026-05-19T16:46:32.986Z+ grep nexus
7472026-05-19T16:46:32.986Z+ [[ 24 -gt 300 ]]
7482026-05-19T16:46:32.986Z+ sleep 1
7492026-05-19T16:46:33.976Z+ retry=25
7502026-05-19T16:46:34.001Z+ zoneadm list
7512026-05-19T16:46:34.001Z+ grep nexus
7522026-05-19T16:46:34.001Z+ [[ 25 -gt 300 ]]
7532026-05-19T16:46:34.001Z+ sleep 1
7542026-05-19T16:46:34.986Z+ retry=26
7552026-05-19T16:46:35.011Z+ zoneadm list
7562026-05-19T16:46:35.011Z+ grep nexus
7572026-05-19T16:46:35.011Z+ [[ 26 -gt 300 ]]
7582026-05-19T16:46:35.011Z+ sleep 1
7592026-05-19T16:46:35.998Z+ retry=27
7602026-05-19T16:46:36.023Z+ zoneadm list
7612026-05-19T16:46:36.023Z+ grep nexus
7622026-05-19T16:46:36.023Z+ [[ 27 -gt 300 ]]
7632026-05-19T16:46:36.023Z+ sleep 1
7642026-05-19T16:46:37.011Z+ retry=28
7652026-05-19T16:46:37.035Z+ zoneadm list
7662026-05-19T16:46:37.035Z+ grep nexus
7672026-05-19T16:46:37.035Z+ [[ 28 -gt 300 ]]
7682026-05-19T16:46:37.035Z+ sleep 1
7692026-05-19T16:46:38.023Z+ retry=29
7702026-05-19T16:46:38.048Z+ zoneadm list
7712026-05-19T16:46:38.048Z+ grep nexus
7722026-05-19T16:46:38.048Z+ [[ 29 -gt 300 ]]
7732026-05-19T16:46:38.048Z+ sleep 1
7742026-05-19T16:46:39.041Z+ retry=30
7752026-05-19T16:46:39.111Z+ zoneadm list
7762026-05-19T16:46:39.111Z+ grep nexus
7772026-05-19T16:46:39.137Z+ [[ 30 -gt 300 ]]
7782026-05-19T16:46:39.137Z+ sleep 1
7792026-05-19T16:46:40.177Z+ retry=31
7802026-05-19T16:46:44.117Z+ zoneadm list
7812026-05-19T16:46:44.142Z+ grep nexus
7822026-05-19T16:46:44.170Z+ [[ 31 -gt 300 ]]
7832026-05-19T16:46:44.170Z+ sleep 1
7842026-05-19T16:46:45.162Z+ retry=32
7852026-05-19T16:46:45.187Z+ zoneadm list
7862026-05-19T16:46:45.187Z+ grep nexus
7872026-05-19T16:46:45.187Z+ [[ 32 -gt 300 ]]
7882026-05-19T16:46:45.187Z+ sleep 1
7892026-05-19T16:46:46.183Z+ retry=33
7902026-05-19T16:46:46.209Z+ zoneadm list
7912026-05-19T16:46:46.209Z+ grep nexus
7922026-05-19T16:46:46.209Z+ [[ 33 -gt 300 ]]
7932026-05-19T16:46:46.209Z+ sleep 1
7942026-05-19T16:46:47.216Z+ retry=34
7952026-05-19T16:46:47.241Z+ zoneadm list
7962026-05-19T16:46:47.241Z+ grep nexus
7972026-05-19T16:46:47.241Z+ [[ 34 -gt 300 ]]
7982026-05-19T16:46:47.241Z+ sleep 1
7992026-05-19T16:46:48.234Z+ retry=35
8002026-05-19T16:46:48.263Z+ zoneadm list
8012026-05-19T16:46:48.263Z+ grep nexus
8022026-05-19T16:46:48.263Z+ [[ 35 -gt 300 ]]
8032026-05-19T16:46:48.263Z+ sleep 1
8042026-05-19T16:46:49.252Z+ retry=36
8052026-05-19T16:46:49.277Z+ zoneadm list
8062026-05-19T16:46:49.277Z+ grep nexus
8072026-05-19T16:46:49.277Z+ [[ 36 -gt 300 ]]
8082026-05-19T16:46:49.277Z+ sleep 1
8092026-05-19T16:46:50.269Z+ retry=37
8102026-05-19T16:46:50.294Z+ zoneadm list
8112026-05-19T16:46:50.294Z+ grep nexus
8122026-05-19T16:46:50.294Z+ [[ 37 -gt 300 ]]
8132026-05-19T16:46:50.294Z+ sleep 1
8142026-05-19T16:46:51.288Z+ retry=38
8152026-05-19T16:46:51.313Z+ zoneadm list
8162026-05-19T16:46:51.314Z+ grep nexus
8172026-05-19T16:46:51.314Z+ [[ 38 -gt 300 ]]
8182026-05-19T16:46:51.314Z+ sleep 1
8192026-05-19T16:46:52.307Z+ retry=39
8202026-05-19T16:46:52.333Z+ zoneadm list
8212026-05-19T16:46:52.333Z+ grep nexus
8222026-05-19T16:46:52.333Z+ [[ 39 -gt 300 ]]
8232026-05-19T16:46:52.333Z+ sleep 1
8242026-05-19T16:46:53.320Z+ retry=40
8252026-05-19T16:46:53.345Z+ zoneadm list
8262026-05-19T16:46:53.345Z+ grep nexus
8272026-05-19T16:46:53.345Z+ [[ 40 -gt 300 ]]
8282026-05-19T16:46:53.346Z+ sleep 1
8292026-05-19T16:46:54.334Z+ retry=41
8302026-05-19T16:46:54.359Z+ zoneadm list
8312026-05-19T16:46:54.359Z+ grep nexus
8322026-05-19T16:46:54.359Z+ [[ 41 -gt 300 ]]
8332026-05-19T16:46:54.359Z+ sleep 1
8342026-05-19T16:46:55.348Z+ retry=42
8352026-05-19T16:46:55.373Z+ zoneadm list
8362026-05-19T16:46:55.373Z+ grep nexus
8372026-05-19T16:46:55.373Z+ [[ 42 -gt 300 ]]
8382026-05-19T16:46:55.373Z+ sleep 1
8392026-05-19T16:46:56.367Z+ retry=43
8402026-05-19T16:46:56.392Z+ zoneadm list
8412026-05-19T16:46:56.392Z+ grep nexus
8422026-05-19T16:46:56.392Z+ [[ 43 -gt 300 ]]
8432026-05-19T16:46:56.392Z+ sleep 1
8442026-05-19T16:46:57.375Z+ retry=44
8452026-05-19T16:46:57.401Z+ zoneadm list
8462026-05-19T16:46:57.401Z+ grep nexus
8472026-05-19T16:46:57.401Z+ [[ 44 -gt 300 ]]
8482026-05-19T16:46:57.401Z+ sleep 1
8492026-05-19T16:46:58.389Z+ retry=45
8502026-05-19T16:46:58.414Z+ zoneadm list
8512026-05-19T16:46:58.414Z+ grep nexus
8522026-05-19T16:46:58.414Z+ [[ 45 -gt 300 ]]
8532026-05-19T16:46:58.414Z+ sleep 1
8542026-05-19T16:46:59.401Z+ retry=46
8552026-05-19T16:46:59.426Z+ zoneadm list
8562026-05-19T16:46:59.427Z+ grep nexus
8572026-05-19T16:46:59.427Z+ [[ 46 -gt 300 ]]
8582026-05-19T16:46:59.427Z+ sleep 1
8592026-05-19T16:47:00.413Z+ retry=47
8602026-05-19T16:47:00.439Z+ zoneadm list
8612026-05-19T16:47:00.439Z+ grep nexus
8622026-05-19T16:47:00.439Z+ [[ 47 -gt 300 ]]
8632026-05-19T16:47:00.439Z+ sleep 1
8642026-05-19T16:47:01.426Z+ retry=48
8652026-05-19T16:47:01.451Z+ zoneadm list
8662026-05-19T16:47:01.451Z+ grep nexus
8672026-05-19T16:47:01.451Z+ [[ 48 -gt 300 ]]
8682026-05-19T16:47:01.451Z+ sleep 1
8692026-05-19T16:47:02.437Z+ retry=49
8702026-05-19T16:47:02.462Z+ zoneadm list
8712026-05-19T16:47:02.462Z+ grep nexus
8722026-05-19T16:47:02.462Z+ [[ 49 -gt 300 ]]
8732026-05-19T16:47:02.462Z+ sleep 1
8742026-05-19T16:47:03.450Z+ retry=50
8752026-05-19T16:47:03.475Z+ zoneadm list
8762026-05-19T16:47:03.475Z+ grep nexus
8772026-05-19T16:47:03.475Z+ [[ 50 -gt 300 ]]
8782026-05-19T16:47:03.475Z+ sleep 1
8792026-05-19T16:47:04.463Z+ retry=51
8802026-05-19T16:47:04.488Z+ zoneadm list
8812026-05-19T16:47:04.488Z+ grep nexus
8822026-05-19T16:47:04.488Z+ [[ 51 -gt 300 ]]
8832026-05-19T16:47:04.488Z+ sleep 1
8842026-05-19T16:47:05.524Z+ retry=52
8852026-05-19T16:47:05.524Z+ zoneadm list
8862026-05-19T16:47:05.524Z+ grep nexus
8872026-05-19T16:47:05.527Z+ [[ 52 -gt 300 ]]
8882026-05-19T16:47:05.527Z+ sleep 1
8892026-05-19T16:47:06.489Z+ retry=53
8902026-05-19T16:47:06.514Z+ zoneadm list
8912026-05-19T16:47:06.514Z+ grep nexus
8922026-05-19T16:47:06.514Z+ [[ 53 -gt 300 ]]
8932026-05-19T16:47:06.514Z+ sleep 1
8942026-05-19T16:47:07.503Z+ retry=54
8952026-05-19T16:47:07.527Z+ zoneadm list
8962026-05-19T16:47:07.528Z+ grep nexus
8972026-05-19T16:47:07.528Z+ [[ 54 -gt 300 ]]
8982026-05-19T16:47:07.528Z+ sleep 1
8992026-05-19T16:47:08.514Z+ retry=55
9002026-05-19T16:47:08.538Z+ zoneadm list
9012026-05-19T16:47:08.538Z+ grep nexus
9022026-05-19T16:47:08.539Z+ [[ 55 -gt 300 ]]
9032026-05-19T16:47:08.539Z+ sleep 1
9042026-05-19T16:47:09.526Z+ retry=56
9052026-05-19T16:47:09.551Z+ zoneadm list
9062026-05-19T16:47:09.551Z+ grep nexus
9072026-05-19T16:47:09.551Z+ [[ 56 -gt 300 ]]
9082026-05-19T16:47:09.551Z+ sleep 1
9092026-05-19T16:47:10.539Z+ retry=57
9102026-05-19T16:47:10.563Z+ zoneadm list
9112026-05-19T16:47:10.564Z+ grep nexus
9122026-05-19T16:47:10.564Z+ [[ 57 -gt 300 ]]
9132026-05-19T16:47:10.564Z+ sleep 1
9142026-05-19T16:47:11.552Z+ retry=58
9152026-05-19T16:47:11.576Z+ zoneadm list
9162026-05-19T16:47:11.576Z+ grep nexus
9172026-05-19T16:47:11.576Z+ [[ 58 -gt 300 ]]
9182026-05-19T16:47:11.576Z+ sleep 1
9192026-05-19T16:47:12.564Z+ retry=59
9202026-05-19T16:47:12.588Z+ zoneadm list
9212026-05-19T16:47:12.588Z+ grep nexus
9222026-05-19T16:47:12.588Z+ [[ 59 -gt 300 ]]
9232026-05-19T16:47:12.588Z+ sleep 1
9242026-05-19T16:47:13.579Z+ retry=60
9252026-05-19T16:47:13.604Z+ zoneadm list
9262026-05-19T16:47:13.604Z+ grep nexus
9272026-05-19T16:47:13.628Z+ [[ 60 -gt 300 ]]
9282026-05-19T16:47:13.628Z+ sleep 1
9292026-05-19T16:47:14.610Z+ retry=61
9302026-05-19T16:47:14.635Z+ zoneadm list
9312026-05-19T16:47:14.635Z+ grep nexus
9322026-05-19T16:47:14.635Z+ [[ 61 -gt 300 ]]
9332026-05-19T16:47:14.635Z+ sleep 1
9342026-05-19T16:47:15.637Z+ retry=62
9352026-05-19T16:47:15.662Z+ zoneadm list
9362026-05-19T16:47:15.662Z+ grep nexus
9372026-05-19T16:47:15.662Z+ [[ 62 -gt 300 ]]
9382026-05-19T16:47:15.662Z+ sleep 1
9392026-05-19T16:47:16.668Z+ retry=63
9402026-05-19T16:47:16.692Z+ zoneadm list
9412026-05-19T16:47:16.692Z+ grep nexus
9422026-05-19T16:47:16.692Z+ [[ 63 -gt 300 ]]
9432026-05-19T16:47:16.693Z+ sleep 1
9442026-05-19T16:47:17.689Z+ retry=64
9452026-05-19T16:47:17.714Z+ zoneadm list
9462026-05-19T16:47:17.714Z+ grep nexus
9472026-05-19T16:47:17.740Z+ [[ 64 -gt 300 ]]
9482026-05-19T16:47:17.740Z+ sleep 1
9492026-05-19T16:47:18.725Z+ retry=65
9502026-05-19T16:47:18.750Z+ zoneadm list
9512026-05-19T16:47:18.750Z+ grep nexus
9522026-05-19T16:47:18.750Z+ [[ 65 -gt 300 ]]
9532026-05-19T16:47:18.750Z+ sleep 1
9542026-05-19T16:47:19.748Z+ retry=66
9552026-05-19T16:47:19.819Z+ zoneadm list
9562026-05-19T16:47:19.819Z+ grep nexus
9572026-05-19T16:47:19.819Z+ [[ 66 -gt 300 ]]
9582026-05-19T16:47:19.819Z+ sleep 1
9592026-05-19T16:47:20.836Z+ retry=67
9602026-05-19T16:47:20.874Z+ zoneadm list
9612026-05-19T16:47:20.874Z+ grep nexus
9622026-05-19T16:47:20.874Z+ [[ 67 -gt 300 ]]
9632026-05-19T16:47:20.874Z+ sleep 1
9642026-05-19T16:47:21.787Z+ retry=68
9652026-05-19T16:47:21.811Z+ zoneadm list
9662026-05-19T16:47:21.811Z+ grep nexus
9672026-05-19T16:47:21.811Z+ [[ 68 -gt 300 ]]
9682026-05-19T16:47:21.811Z+ sleep 1
9692026-05-19T16:47:22.806Z+ retry=69
9702026-05-19T16:47:22.830Z+ zoneadm list
9712026-05-19T16:47:22.830Z+ grep nexus
9722026-05-19T16:47:22.830Z+ [[ 69 -gt 300 ]]
9732026-05-19T16:47:22.831Z+ sleep 1
9742026-05-19T16:47:23.828Z+ retry=70
9752026-05-19T16:47:23.853Z+ zoneadm list
9762026-05-19T16:47:23.853Z+ grep nexus
9772026-05-19T16:47:23.853Z+ [[ 70 -gt 300 ]]
9782026-05-19T16:47:23.853Z+ sleep 1
9792026-05-19T16:47:24.850Z+ retry=71
9802026-05-19T16:47:24.874Z+ zoneadm list
9812026-05-19T16:47:24.874Z+ grep nexus
9822026-05-19T16:47:24.874Z+ [[ 71 -gt 300 ]]
9832026-05-19T16:47:24.874Z+ sleep 1
9842026-05-19T16:47:25.865Z+ retry=72
9852026-05-19T16:47:25.890Z+ zoneadm list
9862026-05-19T16:47:25.890Z+ grep nexus
9872026-05-19T16:47:25.891Z+ [[ 72 -gt 300 ]]
9882026-05-19T16:47:25.891Z+ sleep 1
9892026-05-19T16:47:26.880Z+ retry=73
9902026-05-19T16:47:26.906Z+ zoneadm list
9912026-05-19T16:47:26.906Z+ grep nexus
9922026-05-19T16:47:26.906Z+ [[ 73 -gt 300 ]]
9932026-05-19T16:47:26.906Z+ sleep 1
9942026-05-19T16:47:27.896Z+ retry=74
9952026-05-19T16:47:27.923Z+ zoneadm list
9962026-05-19T16:47:27.923Z+ grep nexus
9972026-05-19T16:47:27.923Z+ [[ 74 -gt 300 ]]
9982026-05-19T16:47:27.923Z+ sleep 1
9992026-05-19T16:47:28.913Z+ retry=75
10002026-05-19T16:47:28.938Z+ zoneadm list
10012026-05-19T16:47:28.938Z+ grep nexus
10022026-05-19T16:47:28.938Z+ [[ 75 -gt 300 ]]
10032026-05-19T16:47:28.938Z+ sleep 1
10042026-05-19T16:47:29.931Z+ retry=76
10052026-05-19T16:47:29.956Z+ zoneadm list
10062026-05-19T16:47:29.956Z+ grep nexus
10072026-05-19T16:47:29.956Z+ [[ 76 -gt 300 ]]
10082026-05-19T16:47:29.956Z+ sleep 1
10092026-05-19T16:47:30.947Z+ retry=77
10102026-05-19T16:47:30.975Z+ zoneadm list
10112026-05-19T16:47:30.975Z+ grep nexus
10122026-05-19T16:47:30.975Z+ [[ 77 -gt 300 ]]
10132026-05-19T16:47:30.975Z+ sleep 1
10142026-05-19T16:47:31.967Z+ retry=78
10152026-05-19T16:47:31.993Z+ zoneadm list
10162026-05-19T16:47:31.993Z+ grep nexus
10172026-05-19T16:47:31.993Z+ [[ 78 -gt 300 ]]
10182026-05-19T16:47:31.993Z+ sleep 1
10192026-05-19T16:47:32.984Z+ retry=79
10202026-05-19T16:47:33.011Z+ zoneadm list
10212026-05-19T16:47:33.011Z+ grep nexus
10222026-05-19T16:47:33.011Z+ [[ 79 -gt 300 ]]
10232026-05-19T16:47:33.011Z+ sleep 1
10242026-05-19T16:47:33.999Z+ retry=80
10252026-05-19T16:47:34.027Z+ zoneadm list
10262026-05-19T16:47:34.027Z+ grep nexus
10272026-05-19T16:47:34.027Z+ [[ 80 -gt 300 ]]
10282026-05-19T16:47:34.027Z+ sleep 1
10292026-05-19T16:47:35.016Z+ retry=81
10302026-05-19T16:47:35.043Z+ zoneadm list
10312026-05-19T16:47:35.043Z+ grep nexus
10322026-05-19T16:47:35.043Z+ [[ 81 -gt 300 ]]
10332026-05-19T16:47:35.043Z+ sleep 1
10342026-05-19T16:47:36.035Z+ retry=82
10352026-05-19T16:47:36.061Z+ zoneadm list
10362026-05-19T16:47:36.061Z+ grep nexus
10372026-05-19T16:47:36.061Zoxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c
10382026-05-19T16:47:36.061Zoxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1
10392026-05-19T16:47:36.061Zoxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8
10402026-05-19T16:47:36.062Z+ echo 'Waited for nexus: 82s'
10412026-05-19T16:47:36.062ZWaited for nexus: 82s
10422026-05-19T16:47:36.062Z+ retry=0
10432026-05-19T16:47:36.062Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10442026-05-19T16:47:36.088Z+ [[ 0 -gt 300 ]]
10452026-05-19T16:47:36.089Z+ sleep 1
10462026-05-19T16:47:37.079Z+ retry=1
10472026-05-19T16:47:37.079Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10482026-05-19T16:47:37.107Z+ [[ 1 -gt 300 ]]
10492026-05-19T16:47:37.107Z+ sleep 1
10502026-05-19T16:47:38.090Z+ retry=2
10512026-05-19T16:47:38.090Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10522026-05-19T16:47:38.121Z+ [[ 2 -gt 300 ]]
10532026-05-19T16:47:38.121Z+ sleep 1
10542026-05-19T16:47:39.105Z+ retry=3
10552026-05-19T16:47:39.105Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10562026-05-19T16:47:39.135Z+ [[ 3 -gt 300 ]]
10572026-05-19T16:47:39.135Z+ sleep 1
10582026-05-19T16:47:40.139Z+ retry=4
10592026-05-19T16:47:40.139Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10602026-05-19T16:47:40.175Z+ [[ 4 -gt 300 ]]
10612026-05-19T16:47:40.175Z+ sleep 1
10622026-05-19T16:47:41.133Z+ retry=5
10632026-05-19T16:47:41.133Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10642026-05-19T16:47:41.160Z+ [[ 5 -gt 300 ]]
10652026-05-19T16:47:41.160Z+ sleep 1
10662026-05-19T16:47:42.142Z+ retry=6
10672026-05-19T16:47:42.142Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10682026-05-19T16:47:42.175Z+ [[ 6 -gt 300 ]]
10692026-05-19T16:47:42.175Z+ sleep 1
10702026-05-19T16:47:43.153Z+ retry=7
10712026-05-19T16:47:43.154Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10722026-05-19T16:47:43.180Z+ [[ 7 -gt 300 ]]
10732026-05-19T16:47:43.180Z+ sleep 1
10742026-05-19T16:47:44.168Z+ retry=8
10752026-05-19T16:47:44.168Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10762026-05-19T16:47:44.242Z+ [[ 8 -gt 300 ]]
10772026-05-19T16:47:44.242Z+ sleep 1
10782026-05-19T16:47:45.180Z+ retry=9
10792026-05-19T16:47:45.181Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10802026-05-19T16:47:45.207Z+ [[ 9 -gt 300 ]]
10812026-05-19T16:47:45.207Z+ sleep 1
10822026-05-19T16:47:46.196Z+ retry=10
10832026-05-19T16:47:46.196Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10842026-05-19T16:47:46.224Z+ [[ 10 -gt 300 ]]
10852026-05-19T16:47:46.224Z+ sleep 1
10862026-05-19T16:47:47.208Z+ retry=11
10872026-05-19T16:47:47.208Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10882026-05-19T16:47:47.234Z+ [[ 11 -gt 300 ]]
10892026-05-19T16:47:47.234Z+ sleep 1
10902026-05-19T16:47:48.218Z+ retry=12
10912026-05-19T16:47:48.218Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10922026-05-19T16:47:48.250Z+ [[ 12 -gt 300 ]]
10932026-05-19T16:47:48.251Z+ sleep 1
10942026-05-19T16:47:49.228Z+ retry=13
10952026-05-19T16:47:49.228Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10962026-05-19T16:47:49.258Z+ [[ 13 -gt 300 ]]
10972026-05-19T16:47:49.259Z+ sleep 1
10982026-05-19T16:47:50.249Z+ retry=14
10992026-05-19T16:47:50.249Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11002026-05-19T16:47:50.281Z+ [[ 14 -gt 300 ]]
11012026-05-19T16:47:50.281Z+ sleep 1
11022026-05-19T16:47:51.246Z+ retry=15
11032026-05-19T16:47:51.246Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11042026-05-19T16:47:51.281Z+ [[ 15 -gt 300 ]]
11052026-05-19T16:47:51.281Z+ sleep 1
11062026-05-19T16:47:52.258Z+ retry=16
11072026-05-19T16:47:52.258Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11082026-05-19T16:47:52.286Z+ [[ 16 -gt 300 ]]
11092026-05-19T16:47:52.286Z+ sleep 1
11102026-05-19T16:47:53.268Z+ retry=17
11112026-05-19T16:47:53.268Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11122026-05-19T16:47:53.299Z+ [[ 17 -gt 300 ]]
11132026-05-19T16:47:53.299Z+ sleep 1
11142026-05-19T16:47:54.292Z+ retry=18
11152026-05-19T16:47:54.292Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11162026-05-19T16:47:54.322Z+ [[ 18 -gt 300 ]]
11172026-05-19T16:47:54.322Z+ sleep 1
11182026-05-19T16:47:55.290Z+ retry=19
11192026-05-19T16:47:55.290Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11202026-05-19T16:47:55.319Z+ [[ 19 -gt 300 ]]
11212026-05-19T16:47:55.319Z+ sleep 1
11222026-05-19T16:47:59.406Z+ retry=20
11232026-05-19T16:47:59.406Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11242026-05-19T16:47:59.439Z+ [[ 20 -gt 300 ]]
11252026-05-19T16:47:59.439Z+ sleep 1
11262026-05-19T16:47:59.439Z+ retry=21
11272026-05-19T16:47:59.439Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11282026-05-19T16:47:59.439Z+ [[ 21 -gt 300 ]]
11292026-05-19T16:47:59.439Z+ sleep 1
11302026-05-19T16:47:59.439Z+ retry=22
11312026-05-19T16:47:59.439Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11322026-05-19T16:47:59.439Z+ [[ 22 -gt 300 ]]
11332026-05-19T16:47:59.439Z+ sleep 1
11342026-05-19T16:47:59.439Z+ retry=23
11352026-05-19T16:47:59.439Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11362026-05-19T16:47:59.440Z+ [[ 23 -gt 300 ]]
11372026-05-19T16:47:59.440Z+ sleep 1
11382026-05-19T16:48:00.339Z+ retry=24
11392026-05-19T16:48:00.339Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11402026-05-19T16:48:00.364Z+ [[ 24 -gt 300 ]]
11412026-05-19T16:48:00.364Z+ sleep 1
11422026-05-19T16:48:01.350Z+ retry=25
11432026-05-19T16:48:01.350Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11442026-05-19T16:48:01.374Z+ [[ 25 -gt 300 ]]
11452026-05-19T16:48:01.374Z+ sleep 1
11462026-05-19T16:48:02.358Z+ retry=26
11472026-05-19T16:48:02.358Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11482026-05-19T16:48:02.382Z+ [[ 26 -gt 300 ]]
11492026-05-19T16:48:02.382Z+ sleep 1
11502026-05-19T16:48:03.368Z+ retry=27
11512026-05-19T16:48:03.368Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11522026-05-19T16:48:03.392Z+ [[ 27 -gt 300 ]]
11532026-05-19T16:48:03.392Z+ sleep 1
11542026-05-19T16:48:04.377Z+ retry=28
11552026-05-19T16:48:04.377Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11562026-05-19T16:48:04.402Z+ [[ 28 -gt 300 ]]
11572026-05-19T16:48:04.402Z+ sleep 1
11582026-05-19T16:48:05.386Z+ retry=29
11592026-05-19T16:48:05.386Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11602026-05-19T16:48:05.412Z+ [[ 29 -gt 300 ]]
11612026-05-19T16:48:05.412Z+ sleep 1
11622026-05-19T16:48:06.395Z+ retry=30
11632026-05-19T16:48:06.395Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11642026-05-19T16:48:06.421Z+ [[ 30 -gt 300 ]]
11652026-05-19T16:48:06.421Z+ sleep 1
11662026-05-19T16:48:07.404Z+ retry=31
11672026-05-19T16:48:07.405Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11682026-05-19T16:48:07.429Z+ [[ 31 -gt 300 ]]
11692026-05-19T16:48:07.429Z+ sleep 1
11702026-05-19T16:48:08.414Z+ retry=32
11712026-05-19T16:48:08.414Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11722026-05-19T16:48:08.438Z+ [[ 32 -gt 300 ]]
11732026-05-19T16:48:08.439Z+ sleep 1
11742026-05-19T16:48:09.423Z+ retry=33
11752026-05-19T16:48:09.423Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11762026-05-19T16:48:09.448Z+ [[ 33 -gt 300 ]]
11772026-05-19T16:48:09.448Z+ sleep 1
11782026-05-19T16:48:10.433Z+ retry=34
11792026-05-19T16:48:10.433Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11802026-05-19T16:48:10.458Z+ [[ 34 -gt 300 ]]
11812026-05-19T16:48:10.458Z+ sleep 1
11822026-05-19T16:48:11.442Z+ retry=35
11832026-05-19T16:48:11.442Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11842026-05-19T16:48:11.467Z+ [[ 35 -gt 300 ]]
11852026-05-19T16:48:11.467Z+ sleep 1
11862026-05-19T16:48:12.452Z+ retry=36
11872026-05-19T16:48:12.452Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11882026-05-19T16:48:12.477Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-05-19T16:48:11.768543921Z","hostname":"buskin","pid":1559,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:1085"}
11892026-05-19T16:48:12.477Z+ echo 'Waited for handoff: 36s'
11902026-05-19T16:48:12.477ZWaited for handoff: 36s
11912026-05-19T16:48:12.477Z+ retry=0
11922026-05-19T16:48:12.477Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11932026-05-19T16:48:12.477Z++ wc -l
11942026-05-19T16:48:12.648Znote: database URL not specified. Will search DNS.
11952026-05-19T16:48:12.648Znote: (override with --db-url or OMDB_DB_URL)
11962026-05-19T16:48:12.672Znote: using DNS from system config (typically /etc/resolv.conf)
11972026-05-19T16:48:12.672Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11982026-05-19T16:48:12.672Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11992026-05-19T16:48:12.732Znote: database schema version matches expected (260.0.0)
12002026-05-19T16:48:13.128Z+ INVENTORY_COLLECTION_COUNT=' 5'
12012026-05-19T16:48:13.152Z+ [[ 5 -gt 1 ]]
12022026-05-19T16:48:13.153Z+ echo 'Waited for inventory collection: 0s'
12032026-05-19T16:48:13.153Z+ retry=0
12042026-05-19T16:48:13.153ZWaited for inventory collection: 0s
12052026-05-19T16:48:13.153Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
12062026-05-19T16:48:13.153Z++ wc -l
12072026-05-19T16:48:13.177Znote: database URL not specified. Will search DNS.
12082026-05-19T16:48:13.177Znote: (override with --db-url or OMDB_DB_URL)
12092026-05-19T16:48:13.177Znote: using DNS from system config (typically /etc/resolv.conf)
12102026-05-19T16:48:13.177Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12112026-05-19T16:48:13.177Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12122026-05-19T16:48:13.201Znote: database schema version matches expected (260.0.0)
12132026-05-19T16:48:13.492Z+ ACTUAL_ZPOOL_COUNT=' 9'
12142026-05-19T16:48:13.516Z+ [[ 9 -eq 9 ]]
12152026-05-19T16:48:13.516Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
12162026-05-19T16:48:13.540Znote: Nexus URL not specified. Will pick one from DNS.
12172026-05-19T16:48:13.540Znote: using DNS from system config (typically /etc/resolv.conf)
12182026-05-19T16:48:13.540Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12192026-05-19T16:48:13.541Znote: using Nexus URL http://[fd00:1122:3344:101::a]:12232
12202026-05-19T16:48:15.265Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
12212026-05-19T16:48:15.304Znote: database URL not specified. Will search DNS.
12222026-05-19T16:48:15.304Znote: (override with --db-url or OMDB_DB_URL)
12232026-05-19T16:48:15.304Znote: using DNS from system config (typically /etc/resolv.conf)
12242026-05-19T16:48:15.304Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12252026-05-19T16:48:15.328Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12262026-05-19T16:48:15.328Znote: database schema version matches expected (260.0.0)
12272026-05-19T16:48:15.353ZID STARTED TOOK NSPS NERRORS
12282026-05-19T16:48:15.353Z888548df-eb95-4ad8-bee5-68996f91c9a9 2026-05-19T16:48:12Z 145 ms 2 0
12292026-05-19T16:48:15.353Z3a71b830-4116-44a5-90ea-49571f6f6052 2026-05-19T16:48:13Z 134 ms 2 0
12302026-05-19T16:48:15.353Z29a4896a-e8a5-4096-8037-9ab5fcf55ced 2026-05-19T16:48:13Z 174 ms 2 0
12312026-05-19T16:48:15.353Z59035811-d8e6-4cad-ac98-c55b97cc7a71 2026-05-19T16:48:14Z 130 ms 2 0
12322026-05-19T16:48:15.433Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
12332026-05-19T16:48:15.433ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
12342026-05-19T16:48:15.433Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12352026-05-19T16:48:15.433Znote: database URL not specified. Will search DNS.
12362026-05-19T16:48:15.433Znote: (override with --db-url or OMDB_DB_URL)
12372026-05-19T16:48:15.433Znote: using DNS from system config (typically /etc/resolv.conf)
12382026-05-19T16:48:15.433Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12392026-05-19T16:48:15.433Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12402026-05-19T16:48:15.433Znote: database schema version matches expected (260.0.0)
12412026-05-19T16:48:15.627ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12422026-05-19T16:48:15.627Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12432026-05-19T16:48:15.627Z229d1f41-7b3e-4357-8028-a38c8634c353 | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |f0b0e879-13fb-4bf7-b443-549fdc76631b |20937965568 |268435456000
12442026-05-19T16:48:15.627Z31958d87-de5c-4b84-99ba-bd9a54b83e6e | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |ef47216c-ab7e-4c27-a689-208073cb8453 |20937965568 |268435456000
12452026-05-19T16:48:15.627Z32e8c509-735c-494e-b580-d40bef16b71d | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |91bcb4e0-bf51-412b-bffe-2db85d7be2a5 |20937965568 |268435456000
12462026-05-19T16:48:15.627Z3dc58145-d6fc-4a90-ba5b-4331dcafaecc | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |2f685878-e74a-4622-9567-378684a3bb02 |20937965568 |268435456000
12472026-05-19T16:48:15.627Z74e07081-ee4e-4af1-96bc-fb96ac8d6eea | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |4ff8b58e-da91-4a24-95db-46a5fb6e9311 |20937965568 |268435456000
12482026-05-19T16:48:15.627Z8ed88467-d105-4159-81b5-a298ccac208d | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |c268a288-2aff-4192-bfef-5a2dee360231 |20937965568 |268435456000
12492026-05-19T16:48:15.627Za2a8cdbd-93e1-47b4-b7e6-0d1669182f5c | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |f08756d9-7ee9-4ce4-98c9-c38b533b5e62 |20937965568 |268435456000
12502026-05-19T16:48:15.627Zcf237d89-48ec-444c-b8a7-bc44c4a74940 | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |6d5f6ad6-dadd-4823-a2c9-03c113dedbfa |20937965568 |268435456000
12512026-05-19T16:48:15.627Zfe58a35b-e449-4ed5-ba4e-33d328cdcdad | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |fdfe884f-1a5e-4136-a182-2143c9843434 |20937965568 |268435456000
12522026-05-19T16:48:15.652Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
12532026-05-19T16:48:15.678Znote: database URL not specified. Will search DNS.
12542026-05-19T16:48:15.678Znote: (override with --db-url or OMDB_DB_URL)
12552026-05-19T16:48:15.678Znote: using DNS from system config (typically /etc/resolv.conf)
12562026-05-19T16:48:15.678Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12572026-05-19T16:48:15.703Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12582026-05-19T16:48:15.704Znote: database schema version matches expected (260.0.0)
12592026-05-19T16:48:15.968Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12602026-05-19T16:48:15.968Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 229d1f41-7b3e-4357-8028-a38c8634c353 0
12612026-05-19T16:48:16.005Znote: database URL not specified. Will search DNS.
12622026-05-19T16:48:16.005Znote: (override with --db-url or OMDB_DB_URL)
12632026-05-19T16:48:16.005Znote: using DNS from system config (typically /etc/resolv.conf)
12642026-05-19T16:48:16.005Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12652026-05-19T16:48:16.030Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12662026-05-19T16:48:16.030Znote: database schema version matches expected (260.0.0)
12672026-05-19T16:48:16.105Zset pool 229d1f41-7b3e-4357-8028-a38c8634c353 control plane storage buffer bytes to 0
12682026-05-19T16:48:16.130Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12692026-05-19T16:48:16.130Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 31958d87-de5c-4b84-99ba-bd9a54b83e6e 0
12702026-05-19T16:48:16.154Znote: database URL not specified. Will search DNS.
12712026-05-19T16:48:16.154Znote: (override with --db-url or OMDB_DB_URL)
12722026-05-19T16:48:16.154Znote: using DNS from system config (typically /etc/resolv.conf)
12732026-05-19T16:48:16.154Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12742026-05-19T16:48:16.179Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12752026-05-19T16:48:16.179Znote: database schema version matches expected (260.0.0)
12762026-05-19T16:48:16.252Zset pool 31958d87-de5c-4b84-99ba-bd9a54b83e6e control plane storage buffer bytes to 0
12772026-05-19T16:48:16.276Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12782026-05-19T16:48:16.276Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 32e8c509-735c-494e-b580-d40bef16b71d 0
12792026-05-19T16:48:16.301Znote: database URL not specified. Will search DNS.
12802026-05-19T16:48:16.301Znote: (override with --db-url or OMDB_DB_URL)
12812026-05-19T16:48:16.301Znote: using DNS from system config (typically /etc/resolv.conf)
12822026-05-19T16:48:16.301Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12832026-05-19T16:48:16.326Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12842026-05-19T16:48:16.350Znote: database schema version matches expected (260.0.0)
12852026-05-19T16:48:16.403Zset pool 32e8c509-735c-494e-b580-d40bef16b71d control plane storage buffer bytes to 0
12862026-05-19T16:48:16.427Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12872026-05-19T16:48:16.427Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 3dc58145-d6fc-4a90-ba5b-4331dcafaecc 0
12882026-05-19T16:48:16.453Znote: database URL not specified. Will search DNS.
12892026-05-19T16:48:16.453Znote: (override with --db-url or OMDB_DB_URL)
12902026-05-19T16:48:16.453Znote: using DNS from system config (typically /etc/resolv.conf)
12912026-05-19T16:48:16.453Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12922026-05-19T16:48:16.478Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12932026-05-19T16:48:16.478Znote: database schema version matches expected (260.0.0)
12942026-05-19T16:48:16.567Zset pool 3dc58145-d6fc-4a90-ba5b-4331dcafaecc control plane storage buffer bytes to 0
12952026-05-19T16:48:16.593Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12962026-05-19T16:48:16.593Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 74e07081-ee4e-4af1-96bc-fb96ac8d6eea 0
12972026-05-19T16:48:16.619Znote: database URL not specified. Will search DNS.
12982026-05-19T16:48:16.619Znote: (override with --db-url or OMDB_DB_URL)
12992026-05-19T16:48:16.619Znote: using DNS from system config (typically /etc/resolv.conf)
13002026-05-19T16:48:16.619Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13012026-05-19T16:48:16.645Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13022026-05-19T16:48:16.645Znote: database schema version matches expected (260.0.0)
13032026-05-19T16:48:16.719Zset pool 74e07081-ee4e-4af1-96bc-fb96ac8d6eea control plane storage buffer bytes to 0
13042026-05-19T16:48:16.744Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
13052026-05-19T16:48:16.744Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 8ed88467-d105-4159-81b5-a298ccac208d 0
13062026-05-19T16:48:16.770Znote: database URL not specified. Will search DNS.
13072026-05-19T16:48:16.770Znote: (override with --db-url or OMDB_DB_URL)
13082026-05-19T16:48:16.770Znote: using DNS from system config (typically /etc/resolv.conf)
13092026-05-19T16:48:16.770Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13102026-05-19T16:48:16.794Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13112026-05-19T16:48:16.795Znote: database schema version matches expected (260.0.0)
13122026-05-19T16:48:16.865Zset pool 8ed88467-d105-4159-81b5-a298ccac208d control plane storage buffer bytes to 0
13132026-05-19T16:48:16.890Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
13142026-05-19T16:48:16.890Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c 0
13152026-05-19T16:48:16.917Znote: database URL not specified. Will search DNS.
13162026-05-19T16:48:16.917Znote: (override with --db-url or OMDB_DB_URL)
13172026-05-19T16:48:16.917Znote: using DNS from system config (typically /etc/resolv.conf)
13182026-05-19T16:48:16.917Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13192026-05-19T16:48:16.944Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13202026-05-19T16:48:16.944Znote: database schema version matches expected (260.0.0)
13212026-05-19T16:48:17.012Zset pool a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c control plane storage buffer bytes to 0
13222026-05-19T16:48:17.036Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
13232026-05-19T16:48:17.037Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer cf237d89-48ec-444c-b8a7-bc44c4a74940 0
13242026-05-19T16:48:17.062Znote: database URL not specified. Will search DNS.
13252026-05-19T16:48:17.062Znote: (override with --db-url or OMDB_DB_URL)
13262026-05-19T16:48:17.062Znote: using DNS from system config (typically /etc/resolv.conf)
13272026-05-19T16:48:17.062Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13282026-05-19T16:48:17.087Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13292026-05-19T16:48:17.088Znote: database schema version matches expected (260.0.0)
13302026-05-19T16:48:17.151Zset pool cf237d89-48ec-444c-b8a7-bc44c4a74940 control plane storage buffer bytes to 0
13312026-05-19T16:48:17.176Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
13322026-05-19T16:48:17.176Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer fe58a35b-e449-4ed5-ba4e-33d328cdcdad 0
13332026-05-19T16:48:17.200Znote: database URL not specified. Will search DNS.
13342026-05-19T16:48:17.200Znote: (override with --db-url or OMDB_DB_URL)
13352026-05-19T16:48:17.200Znote: using DNS from system config (typically /etc/resolv.conf)
13362026-05-19T16:48:17.201Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13372026-05-19T16:48:17.226Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13382026-05-19T16:48:17.226Znote: database schema version matches expected (260.0.0)
13392026-05-19T16:48:17.296Zset pool fe58a35b-e449-4ed5-ba4e-33d328cdcdad control plane storage buffer bytes to 0
13402026-05-19T16:48:17.321Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
13412026-05-19T16:48:17.346Znote: database URL not specified. Will search DNS.
13422026-05-19T16:48:17.346Znote: (override with --db-url or OMDB_DB_URL)
13432026-05-19T16:48:17.346Znote: using DNS from system config (typically /etc/resolv.conf)
13442026-05-19T16:48:17.346Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
13452026-05-19T16:48:17.371Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
13462026-05-19T16:48:17.371Znote: database schema version matches expected (260.0.0)
13472026-05-19T16:48:17.585ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
13482026-05-19T16:48:17.585Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
13492026-05-19T16:48:17.585Z229d1f41-7b3e-4357-8028-a38c8634c353 | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |f0b0e879-13fb-4bf7-b443-549fdc76631b |20937965568 |0
13502026-05-19T16:48:17.585Z31958d87-de5c-4b84-99ba-bd9a54b83e6e | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |ef47216c-ab7e-4c27-a689-208073cb8453 |20937965568 |0
13512026-05-19T16:48:17.585Z32e8c509-735c-494e-b580-d40bef16b71d | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |91bcb4e0-bf51-412b-bffe-2db85d7be2a5 |20937965568 |0
13522026-05-19T16:48:17.585Z3dc58145-d6fc-4a90-ba5b-4331dcafaecc | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |2f685878-e74a-4622-9567-378684a3bb02 |20937965568 |0
13532026-05-19T16:48:17.587Z74e07081-ee4e-4af1-96bc-fb96ac8d6eea | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |4ff8b58e-da91-4a24-95db-46a5fb6e9311 |20937965568 |0
13542026-05-19T16:48:17.587Z8ed88467-d105-4159-81b5-a298ccac208d | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |c268a288-2aff-4192-bfef-5a2dee360231 |20937965568 |0
13552026-05-19T16:48:17.587Za2a8cdbd-93e1-47b4-b7e6-0d1669182f5c | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |f08756d9-7ee9-4ce4-98c9-c38b533b5e62 |20937965568 |0
13562026-05-19T16:48:17.587Zcf237d89-48ec-444c-b8a7-bc44c4a74940 | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |6d5f6ad6-dadd-4823-a2c9-03c113dedbfa |20937965568 |0
13572026-05-19T16:48:17.587Zfe58a35b-e449-4ed5-ba4e-33d328cdcdad | |54aa5d1c-f0bf-41ad-b9d2-2ba1235cde48 |fdfe884f-1a5e-4136-a182-2143c9843434 |20937965568 |0
13582026-05-19T16:48:17.612Z+ export RUST_BACKTRACE=1
13592026-05-19T16:48:17.612Z+ RUST_BACKTRACE=1
13602026-05-19T16:48:17.612Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13612026-05-19T16:48:17.612Z++ ./target/debug/bootstrap
13622026-05-19T16:48:17.772ZUsing external DNS server at 10.151.1.164:53
13632026-05-19T16:48:17.797Z2026-05-19 16:48:17.767147289 UTC: attempting to log into API
13642026-05-19T16:48:19.361Z2026-05-19 16:48:19.349007049 UTC: login succeeded
13652026-05-19T16:48:19.385Zwaiting for nexus to come up...
13662026-05-19T16:48:19.467Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
13672026-05-19T16:48:20.359Zcreating IPv6 IP pool... fd00::aa - fd00::bb
13682026-05-19T16:48:21.068Zsetting up quotas...
13692026-05-19T16:48:21.205Zensuring datasets are ready...
13702026-05-19T16:48:25.334Zlet's roll.
13712026-05-19T16:48:25.359Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13722026-05-19T16:48:25.359ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
13732026-05-19T16:48:25.359ZOXIDE_TOKEN=oxide-token-9e0682781dd9188b500d0cdd4f0d669ccc79c4c7'
13742026-05-19T16:48:25.359Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13752026-05-19T16:48:25.359Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
13762026-05-19T16:48:25.359Z++ OXIDE_TOKEN=oxide-token-9e0682781dd9188b500d0cdd4f0d669ccc79c4c7
13772026-05-19T16:48:25.359Z+ export OXIDE_HOST OXIDE_TOKEN
13782026-05-19T16:48:25.359Z+ retry=0
13792026-05-19T16:48:25.359Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13802026-05-19T16:48:25.383Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13812026-05-19T16:48:26.333Z{"status":"ok"}{
13822026-05-19T16:48:26.333Z "description": "some images",
13832026-05-19T16:48:26.333Z "id": "6068c855-649b-45a5-80a5-63b3a403e941",
13842026-05-19T16:48:26.334Z "name": "images",
13852026-05-19T16:48:26.334Z "time_created": "2026-05-19T16:48:25.458631Z",
13862026-05-19T16:48:26.334Z "time_modified": "2026-05-19T16:48:25.458631Z"
13872026-05-19T16:48:26.334Z}
13882026-05-19T16:48:26.359Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13892026-05-19T16:59:20.953ZDone!
13902026-05-19T16:59:20.977Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13912026-05-19T16:59:21.202Z{
13922026-05-19T16:59:21.202Z "block_size": 512,
13932026-05-19T16:59:21.202Z "description": "debian 11 original base image",
13942026-05-19T16:59:21.202Z "id": "9750ae95-ff21-45e0-8298-2e8af78a1e66",
13952026-05-19T16:59:21.202Z "name": "debian11",
13962026-05-19T16:59:21.202Z "os": "debian",
13972026-05-19T16:59:21.202Z "size": 2147483648,
13982026-05-19T16:59:21.202Z "time_created": "2026-05-19T16:59:20.833410Z",
13992026-05-19T16:59:21.202Z "time_modified": "2026-05-19T16:59:21.169161Z",
14002026-05-19T16:59:21.202Z "version": "11"
14012026-05-19T16:59:21.202Z}
14022026-05-19T16:59:21.227Z+ for test_bin in tests/*
14032026-05-19T16:59:21.227Z+ ./tests/bootstrap-b32cc9bd48aaea10
14042026-05-19T16:59:21.252Z
14052026-05-19T16:59:21.252Zrunning 0 tests
14062026-05-19T16:59:21.252Z
14072026-05-19T16:59:21.252Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14082026-05-19T16:59:21.252Z
14092026-05-19T16:59:21.252Z+ for test_bin in tests/*
14102026-05-19T16:59:21.252Z+ ./tests/commtest-6fd74e081ccab589
14112026-05-19T16:59:21.252Z
14122026-05-19T16:59:21.252Zrunning 0 tests
14132026-05-19T16:59:21.252Z
14142026-05-19T16:59:21.252Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14152026-05-19T16:59:21.252Z
14162026-05-19T16:59:21.253Z+ for test_bin in tests/*
14172026-05-19T16:59:21.253Z+ ./tests/dhcp_server-0dd08c67e680733a
14182026-05-19T16:59:21.277Z
14192026-05-19T16:59:21.277Zrunning 0 tests
14202026-05-19T16:59:21.277Z
14212026-05-19T16:59:21.277Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14222026-05-19T16:59:21.278Z
14232026-05-19T16:59:21.278Z+ for test_bin in tests/*
14242026-05-19T16:59:21.278Z+ ./tests/end_to_end_tests-494cab2a0d969362
14252026-05-19T16:59:21.481Z
14262026-05-19T16:59:21.481Zrunning 3 tests
14272026-05-19T16:59:21.506Znote: configured to log to "/tmp/end_to_end_tests-494cab2a0d969362-new_blueprint_noop.1984.0.log"
14282026-05-19T16:59:21.570Ztest no_spoof::no_spoof_here ... ok
14292026-05-19T16:59:22.004Ztest noop_blueprint::new_blueprint_noop ... ok
14302026-05-19T16:59:51.287Ztest instance_launch::instance_launch ... ok
14312026-05-19T16:59:51.287Z
14322026-05-19T16:59:51.287Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.81s
14332026-05-19T16:59:51.287Z
14342026-05-19T16:59:51.312Z+ _exit_trap
14352026-05-19T16:59:51.312Z+ local status=0
14362026-05-19T16:59:51.312Z+ set +o errexit
14372026-05-19T16:59:51.312Z+ [[ x != \x ]]
14382026-05-19T16:59:51.312Z+ pfexec svcadm -Z disable -s cron
14392026-05-19T16:59:52.978Z+ [[ 0 -eq 0 ]]
14402026-05-19T16:59:52.978Z+ exit 0
14412026-05-19T16:59:53.003Zprocess exited: duration 923179 ms, exit code 0
 
14422026-05-19T16:59:53.136Zfound 110 output files
14432026-05-19T16:59:53.321Zuploading: /var/svc/log/oxide-mg-ddm:default.log (309650 bytes)
14442026-05-19T16:59:54.371Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
14452026-05-19T16:59:54.399Zuploading: /var/svc/log/oxide-sled-agent:default.log (3230798 bytes)
14462026-05-19T16:59:55.769Zuploaded: /var/svc/log/oxide-sled-agent:default.log
14472026-05-19T16:59:55.769Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (14577393 bytes)
14482026-05-19T16:59:56.410Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 14577393 -> 14636597
14492026-05-19T16:59:57.482Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
14502026-05-19T16:59:57.506Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (41375 bytes)
14512026-05-19T16:59:58.644Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14522026-05-19T16:59:58.644Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (319818 bytes)
14532026-05-19T16:59:58.896Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 319818 -> 322195
14542026-05-19T16:59:59.967Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14552026-05-19T16:59:59.967Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (659877 bytes)
14562026-05-19T17:00:00.217Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 659877 -> 662649
14572026-05-19T17:00:01.288Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14582026-05-19T17:00:01.288Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (4509999 bytes)
14592026-05-19T17:00:01.699Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 4509999 -> 4546239
14602026-05-19T17:00:02.773Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14612026-05-19T17:00:02.773Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (7027310 bytes)
14622026-05-19T17:00:03.223Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 7027310 -> 7121324
14632026-05-19T17:00:04.294Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14642026-05-19T17:00:04.294Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3338 bytes)
14652026-05-19T17:00:05.390Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14662026-05-19T17:00:05.390Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (515603 bytes)
14672026-05-19T17:00:05.640Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 515603 -> 522779
14682026-05-19T17:00:06.714Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14692026-05-19T17:00:06.714Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (15076 bytes)
14702026-05-19T17:00:06.805Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 15076 -> 15661
14712026-05-19T17:00:07.877Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14722026-05-19T17:00:07.877Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3501 bytes)
14732026-05-19T17:00:08.972Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14742026-05-19T17:00:08.972Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (2385 bytes)
14752026-05-19T17:00:10.067Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14762026-05-19T17:00:10.091Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-agent:default.log (29084 bytes)
14772026-05-19T17:00:11.230Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-agent:default.log
14782026-05-19T17:00:11.230Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14792026-05-19T17:00:12.327Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:default.log
14802026-05-19T17:00:12.327Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000.log (3127 bytes)
14812026-05-19T17:00:13.424Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:downstairs-036611c0-6faf-4dbc-a86e-ddbaefee6000.log
14822026-05-19T17:00:13.424Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:downstairs-97ddb2ad-c445-44f6-bad7-0349950d732e.log (6106 bytes)
14832026-05-19T17:00:14.522Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:downstairs-97ddb2ad-c445-44f6-bad7-0349950d732e.log
14842026-05-19T17:00:14.522Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:snapshot-97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log (5675 bytes)
14852026-05-19T17:00:15.617Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-crucible-downstairs:snapshot-97ddb2ad-c445-44f6-bad7-0349950d732e-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log
14862026-05-19T17:00:15.617Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14872026-05-19T17:00:16.713Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_d8bb3eb4-fcfb-4300-a0d2-112eb91bffd8/root/var/svc/log/oxide-zone-network-setup:default.log
14882026-05-19T17:00:16.713Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_pantry_8f994dfa-bf83-4929-9177-1416a1c6245d/root/var/svc/log/oxide-crucible-pantry:default.log (160838 bytes)
14892026-05-19T17:00:16.896Zupload warning: file "/pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_pantry_8f994dfa-bf83-4929-9177-1416a1c6245d/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 160838 -> 167515
14902026-05-19T17:00:17.971Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_pantry_8f994dfa-bf83-4929-9177-1416a1c6245d/root/var/svc/log/oxide-crucible-pantry:default.log
14912026-05-19T17:00:17.995Zuploading: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_pantry_8f994dfa-bf83-4929-9177-1416a1c6245d/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
14922026-05-19T17:00:19.064Zuploaded: /pool/ext/229d1f41-7b3e-4357-8028-a38c8634c353/crypt/zone/oxz_crucible_pantry_8f994dfa-bf83-4929-9177-1416a1c6245d/root/var/svc/log/oxide-zone-network-setup:default.log
14932026-05-19T17:00:19.064Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-agent:default.log (8906 bytes)
14942026-05-19T17:00:20.183Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-agent:default.log
14952026-05-19T17:00:20.207Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14962026-05-19T17:00:21.279Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-downstairs:default.log
14972026-05-19T17:00:21.279Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c190c91-ea64-4891-bdcc-829dff3f39b1.log (3009 bytes)
14982026-05-19T17:00:22.377Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c190c91-ea64-4891-bdcc-829dff3f39b1.log
14992026-05-19T17:00:22.377Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15002026-05-19T17:00:23.472Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_529989ae-3d2c-4893-8359-d18301a1a9b7/root/var/svc/log/oxide-zone-network-setup:default.log
15012026-05-19T17:00:23.497Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_pantry_2083c383-05c3-4565-9ca6-670b7e010a70/root/var/svc/log/oxide-crucible-pantry:default.log (917196 bytes)
15022026-05-19T17:00:23.773Zupload warning: file "/pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_pantry_2083c383-05c3-4565-9ca6-670b7e010a70/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 917196 -> 926073
15032026-05-19T17:00:24.847Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_pantry_2083c383-05c3-4565-9ca6-670b7e010a70/root/var/svc/log/oxide-crucible-pantry:default.log
15042026-05-19T17:00:24.847Zuploading: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_pantry_2083c383-05c3-4565-9ca6-670b7e010a70/root/var/svc/log/oxide-zone-network-setup:default.log (2133 bytes)
15052026-05-19T17:00:25.943Zuploaded: /pool/ext/31958d87-de5c-4b84-99ba-bd9a54b83e6e/crypt/zone/oxz_crucible_pantry_2083c383-05c3-4565-9ca6-670b7e010a70/root/var/svc/log/oxide-zone-network-setup:default.log
15062026-05-19T17:00:25.943Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-cockroach-admin:default.log (64717 bytes)
15072026-05-19T17:00:26.079Zupload warning: file "/pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64717 -> 69145
15082026-05-19T17:00:27.150Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-cockroach-admin:default.log
15092026-05-19T17:00:27.175Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
15102026-05-19T17:00:28.247Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-cockroachdb:default.log
15112026-05-19T17:00:28.247Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
15122026-05-19T17:00:29.343Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_cockroachdb_9e18399f-691d-4ff0-a32d-2f0d7a584a34/root/var/svc/log/oxide-zone-network-setup:default.log
15132026-05-19T17:00:29.343Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
15142026-05-19T17:00:30.438Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-crucible-agent:default.log
15152026-05-19T17:00:30.439Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15162026-05-19T17:00:31.535Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-crucible-downstairs:default.log
15172026-05-19T17:00:31.535Zuploading: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15182026-05-19T17:00:32.631Zuploaded: /pool/ext/32e8c509-735c-494e-b580-d40bef16b71d/crypt/zone/oxz_crucible_5746d149-e7d6-4bf3-afa0-ebecfdff42d6/root/var/svc/log/oxide-zone-network-setup:default.log
15192026-05-19T17:00:32.655Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse-admin-single:default.log (45881 bytes)
15202026-05-19T17:00:32.746Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 45881 -> 49658
15212026-05-19T17:00:33.817Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15222026-05-19T17:00:33.817Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse:default.log (4528261 bytes)
15232026-05-19T17:00:34.243Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 4528261 -> 4841743
15242026-05-19T17:00:35.316Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-clickhouse:default.log
15252026-05-19T17:00:35.340Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
15262026-05-19T17:00:36.414Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_clickhouse_9493ee04-fb70-4a3c-ad23-dd2c1578c797/root/var/svc/log/oxide-zone-network-setup:default.log
15272026-05-19T17:00:36.414Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-cockroach-admin:default.log (64719 bytes)
15282026-05-19T17:00:36.550Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64719 -> 69152
15292026-05-19T17:00:37.620Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-cockroach-admin:default.log
15302026-05-19T17:00:37.645Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
15312026-05-19T17:00:38.716Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-cockroachdb:default.log
15322026-05-19T17:00:38.740Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
15332026-05-19T17:00:39.810Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_cockroachdb_daed8980-d734-4878-8794-92953a854e0a/root/var/svc/log/oxide-zone-network-setup:default.log
15342026-05-19T17:00:39.833Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-agent:default.log (29048 bytes)
15352026-05-19T17:00:40.972Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-agent:default.log
15362026-05-19T17:00:40.972Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15372026-05-19T17:00:42.068Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:default.log
15382026-05-19T17:00:42.068Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:downstairs-05ad1ec0-d9a7-4305-8019-7a13ae60f1ae.log (3125 bytes)
15392026-05-19T17:00:43.164Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:downstairs-05ad1ec0-d9a7-4305-8019-7a13ae60f1ae.log
15402026-05-19T17:00:43.188Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:downstairs-0c5232bf-6020-4f9e-99fd-7dd6a24747de.log (6105 bytes)
15412026-05-19T17:00:44.259Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:downstairs-0c5232bf-6020-4f9e-99fd-7dd6a24747de.log
15422026-05-19T17:00:44.284Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:snapshot-0c5232bf-6020-4f9e-99fd-7dd6a24747de-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log (5678 bytes)
15432026-05-19T17:00:45.356Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-crucible-downstairs:snapshot-0c5232bf-6020-4f9e-99fd-7dd6a24747de-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log
15442026-05-19T17:00:45.356Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15452026-05-19T17:00:46.452Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_ed9cf05d-eab1-4269-8387-4a4850314373/root/var/svc/log/oxide-zone-network-setup:default.log
15462026-05-19T17:00:46.452Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_pantry_b9f5fca0-a747-458b-b251-248d63a3482d/root/var/svc/log/oxide-crucible-pantry:default.log (161757 bytes)
15472026-05-19T17:00:46.634Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_pantry_b9f5fca0-a747-458b-b251-248d63a3482d/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161757 -> 175112
15482026-05-19T17:00:47.704Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_pantry_b9f5fca0-a747-458b-b251-248d63a3482d/root/var/svc/log/oxide-crucible-pantry:default.log
15492026-05-19T17:00:47.704Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_pantry_b9f5fca0-a747-458b-b251-248d63a3482d/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
15502026-05-19T17:00:48.802Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_crucible_pantry_b9f5fca0-a747-458b-b251-248d63a3482d/root/var/svc/log/oxide-zone-network-setup:default.log
15512026-05-19T17:00:48.826Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-external_dns:default.log (45793 bytes)
15522026-05-19T17:00:48.916Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45793 -> 49566
15532026-05-19T17:00:49.987Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-external_dns:default.log
15542026-05-19T17:00:50.012Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15552026-05-19T17:00:51.083Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-opte-interface-setup:default.log
15562026-05-19T17:00:51.083Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-zone-network-setup:default.log (2108 bytes)
15572026-05-19T17:00:52.179Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_external_dns_9c00bbf4-1cb6-488a-a2d3-950a1a23d463/root/var/svc/log/oxide-zone-network-setup:default.log
15582026-05-19T17:00:52.179Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_internal_dns_47c0e2ab-6711-4b60-a9af-39a3f3574e8a/root/var/svc/log/oxide-internal_dns:default.log (451397 bytes)
15592026-05-19T17:00:52.430Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_internal_dns_47c0e2ab-6711-4b60-a9af-39a3f3574e8a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 451397 -> 488563
15602026-05-19T17:00:53.500Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_internal_dns_47c0e2ab-6711-4b60-a9af-39a3f3574e8a/root/var/svc/log/oxide-internal_dns:default.log
15612026-05-19T17:00:53.500Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_internal_dns_47c0e2ab-6711-4b60-a9af-39a3f3574e8a/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
15622026-05-19T17:00:54.596Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_internal_dns_47c0e2ab-6711-4b60-a9af-39a3f3574e8a/root/var/svc/log/oxide-zone-network-setup:default.log
15632026-05-19T17:00:54.596Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-nexus:default.log (71688771 bytes)
15642026-05-19T17:00:57.055Zupload warning: file "/pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 71688771 -> 72772278
15652026-05-19T17:00:58.126Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-nexus:default.log
15662026-05-19T17:00:58.150Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15672026-05-19T17:00:59.222Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-opte-interface-setup:default.log
15682026-05-19T17:00:59.222Zuploading: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
15692026-05-19T17:01:00.319Zuploaded: /pool/ext/3dc58145-d6fc-4a90-ba5b-4331dcafaecc/crypt/zone/oxz_nexus_0b42440e-cab7-4564-85bc-da89fd825c9c/root/var/svc/log/oxide-zone-network-setup:default.log
15702026-05-19T17:01:00.319Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-cockroach-admin:default.log (66521 bytes)
15712026-05-19T17:01:00.455Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66521 -> 70951
15722026-05-19T17:01:01.529Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-cockroach-admin:default.log
15732026-05-19T17:01:01.529Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-cockroachdb:default.log (4351 bytes)
15742026-05-19T17:01:02.625Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-cockroachdb:default.log
15752026-05-19T17:01:02.625Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
15762026-05-19T17:01:03.721Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_cockroachdb_1e12f215-a6be-4878-a6b1-9e6fb56ac4fd/root/var/svc/log/oxide-zone-network-setup:default.log
15772026-05-19T17:01:03.721Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-agent:default.log (12918 bytes)
15782026-05-19T17:01:04.839Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-agent:default.log
15792026-05-19T17:01:04.839Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15802026-05-19T17:01:05.936Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-downstairs:default.log
15812026-05-19T17:01:05.961Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-downstairs:downstairs-037aaa2a-f907-4eae-8a9c-4d3689e83be9.log (5998 bytes)
15822026-05-19T17:01:07.033Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-crucible-downstairs:downstairs-037aaa2a-f907-4eae-8a9c-4d3689e83be9.log
15832026-05-19T17:01:07.033Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15842026-05-19T17:01:08.128Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_crucible_7a4b671f-7cad-4162-8db4-84bc8b360646/root/var/svc/log/oxide-zone-network-setup:default.log
15852026-05-19T17:01:08.128Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-external_dns:default.log (45788 bytes)
15862026-05-19T17:01:08.265Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45788 -> 53333
15872026-05-19T17:01:09.337Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-external_dns:default.log
15882026-05-19T17:01:09.337Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15892026-05-19T17:01:10.434Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-opte-interface-setup:default.log
15902026-05-19T17:01:10.434Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
15912026-05-19T17:01:11.530Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_external_dns_2b0f0fcd-2f41-4cd5-aef7-f3b323549a61/root/var/svc/log/oxide-zone-network-setup:default.log
15922026-05-19T17:01:11.530Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_internal_dns_78089332-787e-47ca-9552-0b11a48c676d/root/var/svc/log/oxide-internal_dns:default.log (451403 bytes)
15932026-05-19T17:01:11.781Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_internal_dns_78089332-787e-47ca-9552-0b11a48c676d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 451403 -> 508911
15942026-05-19T17:01:12.854Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_internal_dns_78089332-787e-47ca-9552-0b11a48c676d/root/var/svc/log/oxide-internal_dns:default.log
15952026-05-19T17:01:12.879Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_internal_dns_78089332-787e-47ca-9552-0b11a48c676d/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
15962026-05-19T17:01:13.950Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_internal_dns_78089332-787e-47ca-9552-0b11a48c676d/root/var/svc/log/oxide-zone-network-setup:default.log
15972026-05-19T17:01:13.950Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-chrony-setup:default.log (15297 bytes)
15982026-05-19T17:01:15.068Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-chrony-setup:default.log
15992026-05-19T17:01:15.092Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp-admin:default.log (92091 bytes)
16002026-05-19T17:01:15.227Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 92091 -> 102217
16012026-05-19T17:01:16.299Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp-admin:default.log
16022026-05-19T17:01:16.323Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp:default.log (2611 bytes)
16032026-05-19T17:01:16.347Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 2611 -> 2822
16042026-05-19T17:01:17.418Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-ntp:default.log
16052026-05-19T17:01:17.442Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
16062026-05-19T17:01:18.514Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-opte-interface-setup:default.log
16072026-05-19T17:01:18.514Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-zone-network-setup:default.log (2028 bytes)
16082026-05-19T17:01:19.613Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/svc/log/oxide-zone-network-setup:default.log
16092026-05-19T17:01:19.613Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-cockroach-admin:default.log (64715 bytes)
16102026-05-19T17:01:19.751Zupload warning: file "/pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64715 -> 73574
16112026-05-19T17:01:20.824Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-cockroach-admin:default.log
16122026-05-19T17:01:20.849Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
16132026-05-19T17:01:21.920Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-cockroachdb:default.log
16142026-05-19T17:01:21.920Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
16152026-05-19T17:01:23.017Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_cockroachdb_285e729b-bb16-4ec1-8801-65c16eb065e7/root/var/svc/log/oxide-zone-network-setup:default.log
16162026-05-19T17:01:23.017Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-agent:default.log (19110 bytes)
16172026-05-19T17:01:24.159Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-agent:default.log
16182026-05-19T17:01:24.159Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16192026-05-19T17:01:25.255Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:default.log
16202026-05-19T17:01:25.255Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:downstairs-103d76eb-f37a-4cae-b882-3cf51e29b381.log (3009 bytes)
16212026-05-19T17:01:26.350Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:downstairs-103d76eb-f37a-4cae-b882-3cf51e29b381.log
16222026-05-19T17:01:26.350Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:downstairs-18bac301-f334-4cc0-954d-c2413d4d5ae9.log (6001 bytes)
16232026-05-19T17:01:27.446Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-crucible-downstairs:downstairs-18bac301-f334-4cc0-954d-c2413d4d5ae9.log
16242026-05-19T17:01:27.446Zuploading: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-zone-network-setup:default.log (2075 bytes)
16252026-05-19T17:01:28.542Zuploaded: /pool/ext/8ed88467-d105-4159-81b5-a298ccac208d/crypt/zone/oxz_crucible_1892ebe8-fea0-4f1d-9d3e-83b55057e756/root/var/svc/log/oxide-zone-network-setup:default.log
16262026-05-19T17:01:28.567Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-agent:default.log (24612 bytes)
16272026-05-19T17:01:29.683Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-agent:default.log
16282026-05-19T17:01:29.683Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16292026-05-19T17:01:30.778Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:default.log
16302026-05-19T17:01:30.778Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:downstairs-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6.log (6104 bytes)
16312026-05-19T17:01:31.876Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:downstairs-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6.log
16322026-05-19T17:01:31.876Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:downstairs-e4ac04d8-b804-4a9d-b710-075f7af96f4a.log (3006 bytes)
16332026-05-19T17:01:32.972Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:downstairs-e4ac04d8-b804-4a9d-b710-075f7af96f4a.log
16342026-05-19T17:01:32.972Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:snapshot-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log (5676 bytes)
16352026-05-19T17:01:34.067Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-crucible-downstairs:snapshot-080d4d5d-b83e-459e-9c3c-869a1cd3e5a6-f59f1dc0-742a-47ec-9a38-6a3c7cc825cf.log
16362026-05-19T17:01:34.067Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
16372026-05-19T17:01:35.168Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_crucible_e0ccd3fc-8f4a-4e8f-8a75-b64767194273/root/var/svc/log/oxide-zone-network-setup:default.log
16382026-05-19T17:01:35.168Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_oximeter_6dadac23-54e2-417b-9f43-be5a809f2f45/root/var/svc/log/oxide-oximeter:default.log (4502616 bytes)
16392026-05-19T17:01:35.571Zupload warning: file "/pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_oximeter_6dadac23-54e2-417b-9f43-be5a809f2f45/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4502616 -> 5148617
16402026-05-19T17:01:36.642Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_oximeter_6dadac23-54e2-417b-9f43-be5a809f2f45/root/var/svc/log/oxide-oximeter:default.log
16412026-05-19T17:01:36.642Zuploading: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_oximeter_6dadac23-54e2-417b-9f43-be5a809f2f45/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
16422026-05-19T17:01:37.738Zuploaded: /pool/ext/a2a8cdbd-93e1-47b4-b7e6-0d1669182f5c/crypt/zone/oxz_oximeter_6dadac23-54e2-417b-9f43-be5a809f2f45/root/var/svc/log/oxide-zone-network-setup:default.log
16432026-05-19T17:01:37.738Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-cockroach-admin:default.log (64715 bytes)
16442026-05-19T17:01:37.874Zupload warning: file "/pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64715 -> 73576
16452026-05-19T17:01:38.945Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-cockroach-admin:default.log
16462026-05-19T17:01:38.945Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
16472026-05-19T17:01:40.042Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-cockroachdb:default.log
16482026-05-19T17:01:40.042Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
16492026-05-19T17:01:41.138Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_cockroachdb_8968be32-e02b-4c29-ae01-7db12c44c330/root/var/svc/log/oxide-zone-network-setup:default.log
16502026-05-19T17:01:41.138Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
16512026-05-19T17:01:42.234Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-crucible-agent:default.log
16522026-05-19T17:01:42.234Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16532026-05-19T17:01:43.329Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-crucible-downstairs:default.log
16542026-05-19T17:01:43.329Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
16552026-05-19T17:01:44.425Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_crucible_a79fb197-6c52-4eb8-a0aa-9d607eeeef71/root/var/svc/log/oxide-zone-network-setup:default.log
16562026-05-19T17:01:44.426Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_internal_dns_52ad8e40-ecb1-445b-9141-8f54c4e450bf/root/var/svc/log/oxide-internal_dns:default.log (453958 bytes)
16572026-05-19T17:01:44.681Zupload warning: file "/pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_internal_dns_52ad8e40-ecb1-445b-9141-8f54c4e450bf/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 453958 -> 520235
16582026-05-19T17:01:45.752Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_internal_dns_52ad8e40-ecb1-445b-9141-8f54c4e450bf/root/var/svc/log/oxide-internal_dns:default.log
16592026-05-19T17:01:45.752Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_internal_dns_52ad8e40-ecb1-445b-9141-8f54c4e450bf/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
16602026-05-19T17:01:46.848Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_internal_dns_52ad8e40-ecb1-445b-9141-8f54c4e450bf/root/var/svc/log/oxide-zone-network-setup:default.log
16612026-05-19T17:01:46.897Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-nexus:default.log (13397158 bytes)
16622026-05-19T17:01:47.574Zupload warning: file "/pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13397158 -> 15418889
16632026-05-19T17:01:48.645Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-nexus:default.log
16642026-05-19T17:01:48.670Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16652026-05-19T17:01:49.745Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-opte-interface-setup:default.log
16662026-05-19T17:01:49.745Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
16672026-05-19T17:01:50.841Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_3ab219f1-c650-4b13-9b67-9e3f33f1dbb8/root/var/svc/log/oxide-zone-network-setup:default.log
16682026-05-19T17:01:50.841Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-nexus:default.log (13429333 bytes)
16692026-05-19T17:01:51.518Zupload warning: file "/pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13429333 -> 15465176
16702026-05-19T17:01:52.590Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-nexus:default.log
16712026-05-19T17:01:52.590Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16722026-05-19T17:01:53.685Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-opte-interface-setup:default.log
16732026-05-19T17:01:53.685Zuploading: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
16742026-05-19T17:01:54.781Zuploaded: /pool/ext/cf237d89-48ec-444c-b8a7-bc44c4a74940/crypt/zone/oxz_nexus_647d0b3e-2e0a-45d9-8de7-c3ba6d29b2b1/root/var/svc/log/oxide-zone-network-setup:default.log
16752026-05-19T17:01:54.781Zuploading: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-agent:default.log (23424 bytes)
16762026-05-19T17:01:55.920Zuploaded: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-agent:default.log
16772026-05-19T17:01:55.920Zuploading: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16782026-05-19T17:01:57.025Zuploaded: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:default.log
16792026-05-19T17:01:57.025Zuploading: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39.log (3126 bytes)
16802026-05-19T17:01:58.122Zuploaded: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bcf3f293-966d-4b0f-b7e2-8c51802e2e39.log
16812026-05-19T17:01:58.122Zuploading: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:downstairs-f899a31d-32c0-427c-bad6-d07177cf7482.log (5996 bytes)
16822026-05-19T17:01:59.217Zuploaded: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-crucible-downstairs:downstairs-f899a31d-32c0-427c-bad6-d07177cf7482.log
16832026-05-19T17:01:59.218Zuploading: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
16842026-05-19T17:02:00.314Zuploaded: /pool/ext/fe58a35b-e449-4ed5-ba4e-33d328cdcdad/crypt/zone/oxz_crucible_3152a7ac-7e76-4e69-8f39-9290d648f81f/root/var/svc/log/oxide-zone-network-setup:default.log
16852026-05-19T17:02:00.314Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/measurements.log (595702 bytes)
16862026-05-19T17:02:00.594Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/measurements.log" changed size mid upload: 595702 -> 715057
16872026-05-19T17:02:01.666Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/measurements.log
16882026-05-19T17:02:01.666Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/statistics.log (458289 bytes)
16892026-05-19T17:02:01.950Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/statistics.log" changed size mid upload: 458289 -> 553761
16902026-05-19T17:02:03.021Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/statistics.log
16912026-05-19T17:02:03.021Zuploading: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/tracking.log (69185 bytes)
16922026-05-19T17:02:03.157Zupload warning: file "/pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/tracking.log" changed size mid upload: 69185 -> 80537
16932026-05-19T17:02:04.228Zuploaded: /pool/ext/74e07081-ee4e-4af1-96bc-fb96ac8d6eea/crypt/zone/oxz_ntp_3abadd24-27af-467f-8021-fc5e16ed54be/root/var/log/chrony/tracking.log