01KME5G44T1T2J03TFXPGMED94: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.39",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KME5HCHEGMEYPRWBEVGXJJ95

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-03-23T21:03:46.634Zjob dependencies complete; ready to run (waiting for 45 m 58 s)
22026-03-23T21:07:48.712Zjob assigned to worker 01KME8B6XSQ2ESNW582J0RQJAQ [factory lab, buskin/19692] (queued for 4 m 2 s)
32026-03-23T21:07:48.722Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-03-23T21:07:48.777Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-03-23T21:07:48.813Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-03-23T21:07:48.869Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-03-23T21:07:48.924Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-03-23T21:07:49.002ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-03-23T21:07:49.036ZWARNING: cpu0: failed to update microcode from version 0xa001133 to 0xa0011de
102026-03-23T21:07:49.091ZWARNING: cpu0: using older fallback microcode; update the system firmware
112026-03-23T21:07:49.127Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
122026-03-23T21:07:49.170ZOxide Helios Version helios-2.0.23743 64-bit
132026-03-23T21:07:49.205ZConfiguring devices.
142026-03-23T21:07:49.240Z##################################################
152026-03-23T21:07:49.280Z#### ############# ##
162026-03-23T21:07:49.319Z### ### ############ ##
172026-03-23T21:07:49.350Z## ### # ## ### ## Oxide Computer Company ##
182026-03-23T21:07:49.390Z## ## ## ### # ### ##
192026-03-23T21:07:49.429Z## # ### #### #### This Station Under ##
202026-03-23T21:07:49.464Z### ### #### # ### Computer Control ##
212026-03-23T21:07:49.507Z#### #### ### ## ##
222026-03-23T21:07:49.549Z##################################################
232026-03-23T21:07:49.583ZHostname: buskin
242026-03-23T21:07:49.616ZLoading smf(7) service descriptions:
252026-03-23T21:07:49.953Zdownloading input: /input/package/work/package.tar.gz
262026-03-23T21:14:57.445Zdownloaded input: /input/package/work/package.tar.gz
 
272026-03-23T21:14:57.471Zstarting task 0: "setup"
282026-03-23T21:14:57.471Z++ uname -s
292026-03-23T21:14:57.471Z+ kern=SunOS
302026-03-23T21:14:57.471Z+ build_user=build
312026-03-23T21:14:57.471Z+ build_uid=12345
322026-03-23T21:14:57.471Z+ work_dir=/work
332026-03-23T21:14:57.471Z+ input_dir=/input
342026-03-23T21:14:57.471Z+ [[ 0 == 12345 ]]
352026-03-23T21:14:57.471Z+ case "$kern" in
362026-03-23T21:14:57.471Z+ groupadd -g 12345 build
372026-03-23T21:14:57.471Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
382026-03-23T21:14:59.463Z+ zfs create -o mountpoint=/work rpool/work
392026-03-23T21:14:59.488Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
402026-03-23T21:14:59.489Z+ home_fs=zfs
412026-03-23T21:14:59.489Z+ [[ zfs == autofs ]]
422026-03-23T21:14:59.489Z+ mkdir -p /home/build
432026-03-23T21:14:59.489Z+ chown build:build /home/build /work
442026-03-23T21:15:01.490Z+ chmod 0700 /home/build /work
452026-03-23T21:15:01.516Zprocess exited: duration 4048 ms, exit code 0
 
462026-03-23T21:15:01.567Zstarting task 1: "authentication"
472026-03-23T21:15:01.614Zprocess exited: duration 46 ms, exit code 0
 
482026-03-23T21:15:01.665Zstarting task 2: "build"
492026-03-23T21:15:01.690Z+ trap _exit_trap EXIT
502026-03-23T21:15:01.690Z+ OPTE_COMMIT=
512026-03-23T21:15:01.690Z+ [[ x != \x ]]
522026-03-23T21:15:01.690Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
532026-03-23T21:15:01.782Zsecpolicy_fs_linkdir: 0x55 = 0x55
542026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
552026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
562026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+3: 0 = 0xe5
572026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+4: 0 = 0xb8
582026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+5: 0 = 0x1
592026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
602026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
612026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
622026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
632026-03-23T21:15:01.782Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
642026-03-23T21:15:01.808Z+ [[ -d /opt/oxide ]]
652026-03-23T21:15:01.808Z+ pfexec mv /opt/oxide /opt/oxide-underneath
662026-03-23T21:15:01.808Z+ pfexec mkdir /opt/oxide
672026-03-23T21:15:01.808Z+ pfexec mount -F tmpfs -O swap /opt/oxide
682026-03-23T21:15:01.808Z+ [[ -d /opt/oxide-underneath ]]
692026-03-23T21:15:01.808Z+ cd /opt/oxide-underneath
702026-03-23T21:15:01.808Z+ pfexec tar ceEp@/f - .
712026-03-23T21:15:01.808Z+ cd /opt/oxide
722026-03-23T21:15:01.808Z+ pfexec tar xveEp@/f -
732026-03-23T21:15:01.852Zx ., 0 bytes, 0 tape blocks
742026-03-23T21:15:01.852Zx ./opte, 0 bytes, 0 tape blocks
752026-03-23T21:15:01.852Zx ./opte/bin, 0 bytes, 0 tape blocks
762026-03-23T21:15:01.852Zx ./opte/bin/opteadm, 22792392 bytes, 44517 tape blocks
772026-03-23T21:15:01.878Z+ pfexec rm -rf /opt/oxide-underneath
782026-03-23T21:15:01.878Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
792026-03-23T21:15:01.903Z+ pfexec mkdir /opt/oxide/work
802026-03-23T21:15:01.903Z+ pfexec chown build:build /opt/oxide/work
812026-03-23T21:15:01.903Z+ cd /opt/oxide/work
822026-03-23T21:15:01.903Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
832026-03-23T21:15:22.444ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
842026-03-23T21:15:22.444Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
852026-03-23T21:15:22.444Zx out/target/test, 107 bytes, 1 tape blocks
862026-03-23T21:15:22.444Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
872026-03-23T21:15:22.444Zx package-manifest.toml, 34895 bytes, 69 tape blocks
882026-03-23T21:15:22.444Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
892026-03-23T21:15:22.444Zx target/release/omicron-package, 41533864 bytes, 81121 tape blocks
902026-03-23T21:15:22.445Zx target/release/xtask, 11707104 bytes, 22866 tape blocks
912026-03-23T21:15:22.445Zx target/debug/bootstrap, 344613488 bytes, 673074 tape blocks
922026-03-23T21:15:22.445Zx tests/bootstrap-0d379787697657d9, 32061232 bytes, 62620 tape blocks
932026-03-23T21:15:22.445Zx tests/commtest-dbaa59ec1e557674, 33172184 bytes, 64790 tape blocks
942026-03-23T21:15:22.445Zx tests/dhcp_server-86ba6e752d4dce5f, 32061248 bytes, 62620 tape blocks
952026-03-23T21:15:22.445Zx tests/end_to_end_tests-b8a7ecbb73af62b3, 387922864 bytes, 757662 tape blocks
962026-03-23T21:15:22.445Zx out/clickhouse.tar.gz, 308898106 bytes, 603317 tape blocks
972026-03-23T21:15:22.445Zx out/clickhouse_keeper.tar.gz, 294014802 bytes, 574248 tape blocks
982026-03-23T21:15:22.445Zx out/clickhouse_server.tar.gz, 308896107 bytes, 603313 tape blocks
992026-03-23T21:15:22.445Zx out/cockroachdb.tar.gz, 157882701 bytes, 308365 tape blocks
1002026-03-23T21:15:22.445Zx out/crucible-pantry-zone.tar.gz, 39925801 bytes, 77981 tape blocks
1012026-03-23T21:15:22.445Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1022026-03-23T21:15:22.445Zx out/crucible-zone.tar.gz, 54403201 bytes, 106257 tape blocks
1032026-03-23T21:15:22.445Zx out/external-dns.tar.gz, 44639529 bytes, 87187 tape blocks
1042026-03-23T21:15:22.445Zx out/internal-dns.tar.gz, 44639125 bytes, 87186 tape blocks
1052026-03-23T21:15:22.445Zx out/mg-ddm-gz.tar, 80258048 bytes, 156754 tape blocks
1062026-03-23T21:15:22.445Zx out/nexus.tar.gz, 218230120 bytes, 426231 tape blocks
1072026-03-23T21:15:22.445Zx out/ntp.tar.gz, 26027585 bytes, 50836 tape blocks
1082026-03-23T21:15:22.445Zx out/omicron-gateway-softnpu.tar.gz, 28989901 bytes, 56621 tape blocks
1092026-03-23T21:15:22.445Zx out/omicron-sled-agent.tar, 191426048 bytes, 373879 tape blocks
1102026-03-23T21:15:22.445Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1112026-03-23T21:15:22.445Zx out/oximeter.tar.gz, 59392709 bytes, 116002 tape blocks
1122026-03-23T21:15:22.445Zx out/oxlog.tar, 3872256 bytes, 7563 tape blocks
1132026-03-23T21:15:22.445Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1142026-03-23T21:15:22.445Zx out/propolis-server.tar.gz, 34046668 bytes, 66498 tape blocks
1152026-03-23T21:15:22.445Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1162026-03-23T21:15:22.445Zx out/switch-softnpu.tar.gz, 378351452 bytes, 738968 tape blocks
1172026-03-23T21:15:22.470Z
1182026-03-23T21:15:22.470Zreal 20.534689063
1192026-03-23T21:15:22.470Zuser 18.419033235
1202026-03-23T21:15:22.470Zsys 3.625277281
1212026-03-23T21:15:22.470Ztrap 0.000950739
1222026-03-23T21:15:22.470Ztflt 0.000000000
1232026-03-23T21:15:22.470Zdflt 0.000000000
1242026-03-23T21:15:22.470Zkflt 0.000000000
1252026-03-23T21:15:22.470Zlock 0.000000000
1262026-03-23T21:15:22.470Zslp 18.512760245
1272026-03-23T21:15:22.470Zlat 0.509071178
1282026-03-23T21:15:22.470Zstop 0.000128792
1292026-03-23T21:15:22.470Z+ source .github/buildomat/ci-env.sh
1302026-03-23T21:15:22.470Z++ export CARGO_TERM_COLOR=always
1312026-03-23T21:15:22.471Z++ CARGO_TERM_COLOR=always
1322026-03-23T21:15:22.471Z+ bmat address ls
1332026-03-23T21:15:22.471ZNAME CIDR FIRST LAST COUNT
1342026-03-23T21:15:22.471Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1352026-03-23T21:15:22.471Z++ bmat address ls -f extra -Ho first,last,count
1362026-03-23T21:15:22.471Z+ set -- 10.151.1.164 10.151.1.227 64
1372026-03-23T21:15:22.471Z+ EXTRA_IP_START=10.151.1.164
1382026-03-23T21:15:22.471Z+ EXTRA_IP_END=10.151.1.227
1392026-03-23T21:15:22.471Z+ EXTRA_IP_COUNT=64
1402026-03-23T21:15:22.471Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-03-23T21:15:22.471Z+ EXTRA_IP_BASE=10.151.1
1422026-03-23T21:15:22.471Z+ EXTRA_IP_FOCTET=164
1432026-03-23T21:15:22.471Z+ EXTRA_IP_LOCTET=227
1442026-03-23T21:15:22.471Z+ SERVICE_IP_POOL_START=10.151.1.164
1452026-03-23T21:15:22.471Z+ SERVICE_IP_POOL_END=10.151.1.173
1462026-03-23T21:15:22.471Z+ DNS_IP1=10.151.1.164
1472026-03-23T21:15:22.471Z+ DNS_IP2=10.151.1.165
1482026-03-23T21:15:22.471Z+ UPLINK_IP=10.151.1.174
1492026-03-23T21:15:22.471Z+ IPPOOL_START=10.151.1.175
1502026-03-23T21:15:22.471Z+ IPPOOL_END=10.151.1.227
1512026-03-23T21:15:22.471Z++ ipadm show-addr -po type,addr
1522026-03-23T21:15:22.471Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-03-23T21:15:22.471Z+ GATEWAY_IP=10.151.1.100
1542026-03-23T21:15:22.471Z+ [[ -n 10.151.1.100 ]]
1552026-03-23T21:15:22.471Z+ ping -s 10.151.1.100 56 1
1562026-03-23T21:15:22.471ZPING 10.151.1.100: 56 data bytes
1572026-03-23T21:15:22.471Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1582026-03-23T21:15:22.471Z
1592026-03-23T21:15:22.471Z----10.151.1.100 PING Statistics----
1602026-03-23T21:15:22.471Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-03-23T21:15:22.471Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1622026-03-23T21:15:22.471Z++ arp -an
1632026-03-23T21:15:22.471Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1642026-03-23T21:15:22.496Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1652026-03-23T21:15:22.496Z+ routeadm -e ipv4-forwarding -u
1662026-03-23T21:15:22.575Z+ PXA_START=10.151.1.164
1672026-03-23T21:15:22.575Z+ PXA_END=10.151.1.227
1682026-03-23T21:15:22.600Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1692026-03-23T21:15:22.715Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1702026-03-23T21:15:22.740ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1712026-03-23T21:15:22.788Zcreating virtual hardware
1722026-03-23T21:15:22.822Zcreating /scratch/m2_0.vdev
1732026-03-23T21:15:22.822Zcreating /scratch/m2_1.vdev
1742026-03-23T21:15:22.822Zcreating /scratch/u2_0.vdev
1752026-03-23T21:15:22.822Zcreating /scratch/u2_1.vdev
1762026-03-23T21:15:22.822Zcreating /scratch/u2_2.vdev
1772026-03-23T21:15:22.822Zcreating /scratch/u2_3.vdev
1782026-03-23T21:15:22.822Zcreating /scratch/u2_4.vdev
1792026-03-23T21:15:22.822Zcreating /scratch/u2_5.vdev
1802026-03-23T21:15:22.822Zcreating /scratch/u2_6.vdev
1812026-03-23T21:15:22.822Zcreating /scratch/u2_7.vdev
1822026-03-23T21:15:22.822Zcreating /scratch/u2_8.vdev
1832026-03-23T21:15:22.847ZSimnet net0/sc0_0 exists
1842026-03-23T21:15:22.847ZSimnet net1/sc1_0 exists
1852026-03-23T21:15:22.872ZVnic sc0_1 exists
1862026-03-23T21:15:35.967ZUsing 10.151.1.100 as gateway ip
1872026-03-23T21:15:35.967Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1882026-03-23T21:15:35.967Zconfiguring SoftNPU ARP entry
1892026-03-23T21:15:35.994Zconfiguring SoftNPU proxy ARP
1902026-03-23T21:15:36.045ZSoftNPU state:
1912026-03-23T21:15:36.045Z local v6:
1922026-03-23T21:15:36.045Z local v4:
1932026-03-23T21:15:36.045Z router v6_idx:
1942026-03-23T21:15:36.045Z router v6_routes:
1952026-03-23T21:15:36.045Z router v4_idx:
1962026-03-23T21:15:36.045Z router v4_routes:
1972026-03-23T21:15:36.045Z resolver v4:
1982026-03-23T21:15:36.045Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992026-03-23T21:15:36.045Z resolver v6:
2002026-03-23T21:15:36.045Z nat v4:
2012026-03-23T21:15:36.045Z nat_v6:
2022026-03-23T21:15:36.045Z attached subnet v4:
2032026-03-23T21:15:36.045Z attached subnet v6:
2042026-03-23T21:15:36.045Z port_mac:
2052026-03-23T21:15:36.045Z proxy arp:
2062026-03-23T21:15:36.045Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2072026-03-23T21:15:36.045Zcreated virtual hardware
2082026-03-23T21:15:36.070Z
2092026-03-23T21:15:36.070Zreal 13.327297694
2102026-03-23T21:15:36.070Zuser 0.659293523
2112026-03-23T21:15:36.070Zsys 3.342596766
2122026-03-23T21:15:36.070Ztrap 0.000098027
2132026-03-23T21:15:36.070Ztflt 0.000259676
2142026-03-23T21:15:36.070Zdflt 0.000714382
2152026-03-23T21:15:36.070Zkflt 0.000009020
2162026-03-23T21:15:36.070Zlock 10:19.467150053
2172026-03-23T21:15:36.070Zslp 40.226793698
2182026-03-23T21:15:36.070Zlat 0.129768920
2192026-03-23T21:15:36.070Zstop 0.244126578
2202026-03-23T21:15:36.070Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2212026-03-23T21:15:36.098Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2222026-03-23T21:15:36.145Z+ diff -u pkg/config.toml~ pkg/config.toml
2232026-03-23T21:15:36.145Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2242026-03-23T21:15:36.145Z+++ pkg/config.toml Mon Mar 23 21:15:36 2026
2252026-03-23T21:15:36.145Z@@ -29,18 +29,18 @@
2262026-03-23T21:15:36.145Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2272026-03-23T21:15:36.145Z # followed by a string that is embedded into their fake serial values.
2282026-03-23T21:15:36.145Z vdevs = [
2292026-03-23T21:15:36.145Z- "m2_0.vdev",
2302026-03-23T21:15:36.145Z- "m2_1.vdev",
2312026-03-23T21:15:36.145Z+ "/scratch/m2_0.vdev",
2322026-03-23T21:15:36.145Z+ "/scratch/m2_1.vdev",
2332026-03-23T21:15:36.145Z
2342026-03-23T21:15:36.145Z- "u2_0.vdev",
2352026-03-23T21:15:36.145Z- "u2_1.vdev",
2362026-03-23T21:15:36.145Z- "u2_2.vdev",
2372026-03-23T21:15:36.145Z- "u2_3.vdev",
2382026-03-23T21:15:36.145Z- "u2_4.vdev",
2392026-03-23T21:15:36.145Z- "u2_5.vdev",
2402026-03-23T21:15:36.145Z- "u2_6.vdev",
2412026-03-23T21:15:36.145Z- "u2_7.vdev",
2422026-03-23T21:15:36.145Z- "u2_8.vdev",
2432026-03-23T21:15:36.145Z+ "/scratch/u2_0.vdev",
2442026-03-23T21:15:36.145Z+ "/scratch/u2_1.vdev",
2452026-03-23T21:15:36.145Z+ "/scratch/u2_2.vdev",
2462026-03-23T21:15:36.145Z+ "/scratch/u2_3.vdev",
2472026-03-23T21:15:36.145Z+ "/scratch/u2_4.vdev",
2482026-03-23T21:15:36.145Z+ "/scratch/u2_5.vdev",
2492026-03-23T21:15:36.145Z+ "/scratch/u2_6.vdev",
2502026-03-23T21:15:36.145Z+ "/scratch/u2_7.vdev",
2512026-03-23T21:15:36.145Z+ "/scratch/u2_8.vdev",
2522026-03-23T21:15:36.145Z ]
2532026-03-23T21:15:36.145Z
2542026-03-23T21:15:36.145Z # The amount of memory held back for services which exist between zero and one
2552026-03-23T21:15:36.145Z+ true
2562026-03-23T21:15:36.146Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2572026-03-23T21:15:36.146Z+ EXPECTED_ZPOOL_COUNT=9
2582026-03-23T21:15:36.146Z+ echo 'expected number of zpools is 9'
2592026-03-23T21:15:36.146Zexpected number of zpools is 9
2602026-03-23T21:15:36.146Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2612026-03-23T21:15:36.146Z+ SILO_NAME=recovery
2622026-03-23T21:15:36.146Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-03-23T21:15:36.146Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2642026-03-23T21:15:36.146Z+ sed -i~ '
2652026-03-23T21:15:36.146Z /^external_dns_ips/c\
2662026-03-23T21:15:36.146Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2672026-03-23T21:15:36.146Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2682026-03-23T21:15:36.146Z /^first/c\
2692026-03-23T21:15:36.146Zfirst = "10.151.1.164"
2702026-03-23T21:15:36.146Z /^last/c\
2712026-03-23T21:15:36.146Zlast = "10.151.1.173"
2722026-03-23T21:15:36.146Z }
2732026-03-23T21:15:36.146Z /^infra_ip_first/c\
2742026-03-23T21:15:36.146Zinfra_ip_first = "10.151.1.174"
2752026-03-23T21:15:36.146Z /^infra_ip_last/c\
2762026-03-23T21:15:36.146Zinfra_ip_last = "10.151.1.174"
2772026-03-23T21:15:36.146Z /^\[\[rack_network_config.ports/,/^$/ {
2782026-03-23T21:15:36.146Z /^routes/c\
2792026-03-23T21:15:36.146Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2802026-03-23T21:15:36.146Z /^addresses/c\
2812026-03-23T21:15:36.146Zaddresses = \[{address = "10.151.1.174/24"} \]
2822026-03-23T21:15:36.146Z }
2832026-03-23T21:15:36.146Z' pkg/config-rss.toml
2842026-03-23T21:15:36.146Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2852026-03-23T21:15:36.146Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2862026-03-23T21:15:36.146Z+++ pkg/config-rss.toml Mon Mar 23 21:15:36 2026
2872026-03-23T21:15:36.146Z@@ -33,7 +33,7 @@
2882026-03-23T21:15:36.146Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2892026-03-23T21:15:36.146Z # must be contained in one of the "internal services" IP Pool ranges listed
2902026-03-23T21:15:36.146Z # below.
2912026-03-23T21:15:36.146Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2922026-03-23T21:15:36.146Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2932026-03-23T21:15:36.146Z
2942026-03-23T21:15:36.146Z # Initial TLS certificates for the external API
2952026-03-23T21:15:36.147Z #
2962026-03-23T21:15:36.147Z@@ -69,8 +69,8 @@
2972026-03-23T21:15:36.147Z #
2982026-03-23T21:15:36.147Z # For more on this and what to put here, see docs/how-to-run.adoc.
2992026-03-23T21:15:36.147Z [[internal_services_ip_pool_ranges]]
3002026-03-23T21:15:36.147Z-first = "192.168.1.20"
3012026-03-23T21:15:36.147Z-last = "192.168.1.29"
3022026-03-23T21:15:36.147Z+first = "10.151.1.164"
3032026-03-23T21:15:36.147Z+last = "10.151.1.173"
3042026-03-23T21:15:36.147Z
3052026-03-23T21:15:36.147Z # TODO - this configuration is subject to change going forward. Ultimately these
3062026-03-23T21:15:36.147Z # parameters should be provided to the control plane via wicket, but we need to
3072026-03-23T21:15:36.147Z@@ -91,8 +91,8 @@
3082026-03-23T21:15:36.147Z # A range of IP addresses used by Boundary Services on the external network. In
3092026-03-23T21:15:36.147Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3102026-03-23T21:15:36.147Z # With softnpu, only one address is used.
3112026-03-23T21:15:36.147Z-infra_ip_first = "192.168.1.30"
3122026-03-23T21:15:36.147Z-infra_ip_last = "192.168.1.30"
3132026-03-23T21:15:36.147Z+infra_ip_first = "10.151.1.174"
3142026-03-23T21:15:36.147Z+infra_ip_last = "10.151.1.174"
3152026-03-23T21:15:36.147Z
3162026-03-23T21:15:36.147Z # Configurations for BGP routers to run on the scrimlets.
3172026-03-23T21:15:36.147Z bgp = []
3182026-03-23T21:15:36.147Z@@ -100,9 +100,9 @@
3192026-03-23T21:15:36.147Z # You can configure multiple uplinks by repeating the following stanza
3202026-03-23T21:15:36.147Z [[rack_network_config.ports]]
3212026-03-23T21:15:36.147Z # Routes associated with this port.
3222026-03-23T21:15:36.172Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3232026-03-23T21:15:36.172Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3242026-03-23T21:15:36.172Z # Addresses associated with this port.
3252026-03-23T21:15:36.172Z-addresses = [{address = "192.168.1.30/24"}]
3262026-03-23T21:15:36.172Z+addresses = [{address = "10.151.1.174/24"} ]
3272026-03-23T21:15:36.172Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3282026-03-23T21:15:36.172Z port = "qsfp0"
3292026-03-23T21:15:36.172Z # The speed of this port.
3302026-03-23T21:15:36.172Z+ true
3312026-03-23T21:15:36.172Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3322026-03-23T21:15:36.173Za pkg/config-rss.toml 8K
3332026-03-23T21:15:36.173Za pkg/config.toml 6K
3342026-03-23T21:15:36.173Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3352026-03-23T21:15:36.173Z+ TLS_NAME=recovery.sys.oxide.test
3362026-03-23T21:15:36.173Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3372026-03-23T21:15:36.525Z..........+...+...+......+.....+....+..+...+.........+......+.+.....+.+...+.....+.+.....+......+.......+...+..+......+...................+..+......+...............+............................+.....+..........+..+....+...+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+.....+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+..................+.......+...........+...+..........+......+.......................+.+..+.........+.+...+......+.........+.....+....+..+...............+...............+.+...+......+.........+............+..+...+.........+...............+......+...+.+.....+......+.......+......+.................+....+...+........+.......+.....+.+..+............+.+............+........+............+....+.....+.............+.....+............+....+..+...+.+......+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3382026-03-23T21:15:36.784Z...+.........+.+..+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+..+...+..........+..+.+.....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+.......+...+.....+.......+..................+........+....+..+...+.......+....................+.+..+................+...........+....+......+.....+.............+........+..........+.........+.......................+......+...................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3392026-03-23T21:15:36.809Z-----
3402026-03-23T21:15:36.834Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3412026-03-23T21:15:36.834Za pkg/initial-tls-cert.pem 2K
3422026-03-23T21:15:36.834Za pkg/initial-tls-key.pem 4K
3432026-03-23T21:15:36.834Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3442026-03-23T21:15:36.834Z+ rmdir pkg
3452026-03-23T21:15:36.834Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3462026-03-23T21:15:36.834Z+ pfexec mkdir -p /usr/oxide
3472026-03-23T21:15:36.834Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3482026-03-23T21:15:37.490Z+ pfexec chmod +x /usr/oxide/oxide
3492026-03-23T21:15:37.515Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3502026-03-23T21:15:55.839Z+ OMICRON_NO_UNINSTALL=1
3512026-03-23T21:15:55.839Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3522026-03-23T21:15:55.863ZLogging to: /opt/oxide/work/out/LOG
3532026-03-23T21:15:56.622Z
3542026-03-23T21:15:56.622Zreal 0.777410955
3552026-03-23T21:15:56.648Zuser 0.165676620
3562026-03-23T21:15:56.648Zsys 4.387523603
3572026-03-23T21:15:56.648Ztrap 0.000000360
3582026-03-23T21:15:56.648Ztflt 0.000051208
3592026-03-23T21:15:56.648Zdflt 0.000184660
3602026-03-23T21:15:56.648Zkflt 0.000000000
3612026-03-23T21:15:56.648Zlock 1:10.061771200
3622026-03-23T21:15:56.648Zslp 0.970074959
3632026-03-23T21:15:56.648Zlat 0.037677582
3642026-03-23T21:15:56.648Zstop 0.081353975
3652026-03-23T21:15:56.648Z+ retry=0
3662026-03-23T21:15:56.648Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672026-03-23T21:15:56.648Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3682026-03-23T21:15:56.648Z+ [[ 0 -gt 30 ]]
3692026-03-23T21:15:56.648Z+ sleep 1
3702026-03-23T21:15:57.637Z+ retry=1
3712026-03-23T21:15:57.637Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3722026-03-23T21:15:57.662Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3732026-03-23T21:15:57.662Z+ [[ 1 -gt 30 ]]
3742026-03-23T21:15:57.662Z+ sleep 1
3752026-03-23T21:15:58.652Z+ retry=2
3762026-03-23T21:15:58.652Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772026-03-23T21:15:58.677Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3782026-03-23T21:15:58.677Z+ [[ 2 -gt 30 ]]
3792026-03-23T21:15:58.677Z+ sleep 1
3802026-03-23T21:15:59.667Z+ retry=3
3812026-03-23T21:15:59.667Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3822026-03-23T21:16:00.678Zcurl: (28) Connection timed out after 1000 milliseconds
3832026-03-23T21:16:00.703Z+ [[ 3 -gt 30 ]]
3842026-03-23T21:16:00.703Z+ sleep 1
3852026-03-23T21:16:01.683Z+ retry=4
3862026-03-23T21:16:01.683Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3872026-03-23T21:16:02.695Zcurl: (28) Connection timed out after 1000 milliseconds
3882026-03-23T21:16:02.720Z+ [[ 4 -gt 30 ]]
3892026-03-23T21:16:02.721Z+ sleep 1
3902026-03-23T21:16:03.700Z+ retry=5
3912026-03-23T21:16:03.700Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3922026-03-23T21:16:05.736Zcurl: (28) Connection timed out after 1000 milliseconds
3932026-03-23T21:16:05.760Z+ [[ 5 -gt 30 ]]
3942026-03-23T21:16:05.760Z+ sleep 1
3952026-03-23T21:16:05.760Z+ retry=6
3962026-03-23T21:16:05.760Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3972026-03-23T21:16:06.740Zcurl: (28) Connection timed out after 1000 milliseconds
3982026-03-23T21:16:06.765Z+ [[ 6 -gt 30 ]]
3992026-03-23T21:16:06.765Z+ sleep 1
4002026-03-23T21:16:07.745Z+ retry=7
4012026-03-23T21:16:07.745Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4022026-03-23T21:16:08.757Zcurl: (28) Connection timed out after 1000 milliseconds
4032026-03-23T21:16:08.782Z+ [[ 7 -gt 30 ]]
4042026-03-23T21:16:08.782Z+ sleep 1
4052026-03-23T21:16:09.763Z+ retry=8
4062026-03-23T21:16:09.763Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4072026-03-23T21:16:10.774Zcurl: (28) Connection timed out after 1000 milliseconds
4082026-03-23T21:16:10.799Z+ [[ 8 -gt 30 ]]
4092026-03-23T21:16:10.799Z+ sleep 1
4102026-03-23T21:16:11.778Z+ retry=9
4112026-03-23T21:16:11.778Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4122026-03-23T21:16:12.789Zcurl: (28) Connection timed out after 1000 milliseconds
4132026-03-23T21:16:12.814Z+ [[ 9 -gt 30 ]]
4142026-03-23T21:16:12.814Z+ sleep 1
4152026-03-23T21:16:13.794Z+ retry=10
4162026-03-23T21:16:13.794Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4172026-03-23T21:16:14.806Zcurl: (28) Connection timed out after 1000 milliseconds
4182026-03-23T21:16:14.831Z+ [[ 10 -gt 30 ]]
4192026-03-23T21:16:14.831Z+ sleep 1
4202026-03-23T21:16:15.814Z+ retry=11
4212026-03-23T21:16:15.814Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4222026-03-23T21:16:16.830Zcurl: (28) Connection timed out after 1000 milliseconds
4232026-03-23T21:16:16.854Z+ [[ 11 -gt 30 ]]
4242026-03-23T21:16:16.854Z+ sleep 1
4252026-03-23T21:16:17.835Z+ retry=12
4262026-03-23T21:16:17.835Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4272026-03-23T21:16:18.846Zcurl: (28) Connection timed out after 1000 milliseconds
4282026-03-23T21:16:18.870Z+ [[ 12 -gt 30 ]]
4292026-03-23T21:16:18.870Z+ sleep 1
4302026-03-23T21:16:19.851Z+ retry=13
4312026-03-23T21:16:19.851Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4322026-03-23T21:16:19.876Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4332026-03-23T21:16:19.900Zlocal v6:
4342026-03-23T21:16:19.901Zfd4d:ca59:100c:2cc0::1
4352026-03-23T21:16:19.901Zlocal v4:
4362026-03-23T21:16:19.901Zrouter v6_idx:
4372026-03-23T21:16:19.901Zrouter v6_routes:
4382026-03-23T21:16:19.901Zrouter v4_idx:
4392026-03-23T21:16:19.901Zrouter v4_routes:
4402026-03-23T21:16:19.901Zresolver v4:
4412026-03-23T21:16:19.901Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
4422026-03-23T21:16:19.901Zresolver v6:
4432026-03-23T21:16:19.901Znat v4:
4442026-03-23T21:16:19.901Znat_v6:
4452026-03-23T21:16:19.901Zattached subnet v4:
4462026-03-23T21:16:19.901Zattached subnet v6:
4472026-03-23T21:16:19.901Zport_mac:
4482026-03-23T21:16:19.901Z1000: a8:40:25:31:1b:23
4492026-03-23T21:16:19.901Z1: a8:40:25:31:1b:24
4502026-03-23T21:16:19.901Zproxy arp:
4512026-03-23T21:16:19.901Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4522026-03-23T21:16:19.901Z+ retry=0
4532026-03-23T21:16:19.926Z+++ zoneadm list -n
4542026-03-23T21:16:19.951Z+++ grep oxz_ntp
4552026-03-23T21:16:19.951Z++ pfexec svcs -z -Hostate oxide/ntp
4562026-03-23T21:16:19.951Zsvcs: zone '-Hostate': entity not found
4572026-03-23T21:16:19.951Z++ true
4582026-03-23T21:16:19.951Z+ [[ '' != online ]]
4592026-03-23T21:16:19.951Z+ [[ 0 -gt 60 ]]
4602026-03-23T21:16:19.951Z+ sleep 1
4612026-03-23T21:16:20.926Z+ retry=1
4622026-03-23T21:16:20.951Z+++ zoneadm list -n
4632026-03-23T21:16:20.951Z+++ grep oxz_ntp
4642026-03-23T21:16:20.951Z++ pfexec svcs -z -Hostate oxide/ntp
4652026-03-23T21:16:20.951Zsvcs: zone '-Hostate': entity not found
4662026-03-23T21:16:20.951Z++ true
4672026-03-23T21:16:20.951Z+ [[ '' != online ]]
4682026-03-23T21:16:20.951Z+ [[ 1 -gt 60 ]]
4692026-03-23T21:16:20.951Z+ sleep 1
4702026-03-23T21:16:21.948Z+ retry=2
4712026-03-23T21:16:21.973Z+++ zoneadm list -n
4722026-03-23T21:16:21.973Z+++ grep oxz_ntp
4732026-03-23T21:16:21.973Z++ pfexec svcs -z -Hostate oxide/ntp
4742026-03-23T21:16:21.973Zsvcs: zone '-Hostate': entity not found
4752026-03-23T21:16:21.973Z++ true
4762026-03-23T21:16:21.973Z+ [[ '' != online ]]
4772026-03-23T21:16:21.973Z+ [[ 2 -gt 60 ]]
4782026-03-23T21:16:21.973Z+ sleep 1
4792026-03-23T21:16:22.971Z+ retry=3
4802026-03-23T21:16:22.998Z+++ zoneadm list -n
4812026-03-23T21:16:22.998Z+++ grep oxz_ntp
4822026-03-23T21:16:22.998Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
4832026-03-23T21:16:22.998Zsvcs: Could not bind to repository server for zone oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f: repository server unavailable
4842026-03-23T21:16:22.998Z++ true
4852026-03-23T21:16:22.998Z+ [[ '' != online ]]
4862026-03-23T21:16:22.998Z+ [[ 3 -gt 60 ]]
4872026-03-23T21:16:22.998Z+ sleep 1
4882026-03-23T21:16:23.998Z+ retry=4
4892026-03-23T21:16:24.022Z+++ zoneadm list -n
4902026-03-23T21:16:24.023Z+++ grep oxz_ntp
4912026-03-23T21:16:24.023Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
4922026-03-23T21:16:24.023Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4932026-03-23T21:16:24.023Z++ true
4942026-03-23T21:16:24.047Z+ [[ '' != online ]]
4952026-03-23T21:16:24.047Z+ [[ 4 -gt 60 ]]
4962026-03-23T21:16:24.047Z+ sleep 1
4972026-03-23T21:16:25.026Z+ retry=5
4982026-03-23T21:16:25.050Z+++ zoneadm list -n
4992026-03-23T21:16:25.051Z+++ grep oxz_ntp
5002026-03-23T21:16:25.051Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5012026-03-23T21:16:25.051Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5022026-03-23T21:16:25.051Z++ true
5032026-03-23T21:16:25.075Z+ [[ '' != online ]]
5042026-03-23T21:16:25.075Z+ [[ 5 -gt 60 ]]
5052026-03-23T21:16:25.075Z+ sleep 1
5062026-03-23T21:16:26.054Z+ retry=6
5072026-03-23T21:16:26.079Z+++ zoneadm list -n
5082026-03-23T21:16:26.079Z+++ grep oxz_ntp
5092026-03-23T21:16:26.079Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5102026-03-23T21:16:26.079Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5112026-03-23T21:16:26.103Z++ true
5122026-03-23T21:16:26.103Z+ [[ '' != online ]]
5132026-03-23T21:16:26.103Z+ [[ 6 -gt 60 ]]
5142026-03-23T21:16:26.103Z+ sleep 1
5152026-03-23T21:16:27.083Z+ retry=7
5162026-03-23T21:16:27.108Z+++ zoneadm list -n
5172026-03-23T21:16:27.108Z+++ grep oxz_ntp
5182026-03-23T21:16:27.108Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5192026-03-23T21:16:27.108Z+ [[ offline != online ]]
5202026-03-23T21:16:27.108Z+ [[ 7 -gt 60 ]]
5212026-03-23T21:16:27.108Z+ sleep 1
5222026-03-23T21:16:28.105Z+ retry=8
5232026-03-23T21:16:28.129Z+++ zoneadm list -n
5242026-03-23T21:16:28.130Z+++ grep oxz_ntp
5252026-03-23T21:16:28.130Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5262026-03-23T21:16:28.130Z+ [[ offline != online ]]
5272026-03-23T21:16:28.130Z+ [[ 8 -gt 60 ]]
5282026-03-23T21:16:28.130Z+ sleep 1
5292026-03-23T21:16:29.127Z+ retry=9
5302026-03-23T21:16:29.152Z+++ zoneadm list -n
5312026-03-23T21:16:29.152Z+++ grep oxz_ntp
5322026-03-23T21:16:29.152Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5332026-03-23T21:16:29.152Z+ [[ offline != online ]]
5342026-03-23T21:16:29.152Z+ [[ 9 -gt 60 ]]
5352026-03-23T21:16:29.152Z+ sleep 1
5362026-03-23T21:16:30.149Z+ retry=10
5372026-03-23T21:16:30.181Z+++ zoneadm list -n
5382026-03-23T21:16:30.181Z+++ grep oxz_ntp
5392026-03-23T21:16:30.181Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5402026-03-23T21:16:30.181Z+ [[ offline != online ]]
5412026-03-23T21:16:30.181Z+ [[ 10 -gt 60 ]]
5422026-03-23T21:16:30.181Z+ sleep 1
5432026-03-23T21:16:31.176Z+ retry=11
5442026-03-23T21:16:31.200Z+++ zoneadm list -n
5452026-03-23T21:16:31.200Z+++ grep oxz_ntp
5462026-03-23T21:16:31.200Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5472026-03-23T21:16:31.200Z+ [[ offline != online ]]
5482026-03-23T21:16:31.200Z+ [[ 11 -gt 60 ]]
5492026-03-23T21:16:31.200Z+ sleep 1
5502026-03-23T21:16:32.194Z+ retry=12
5512026-03-23T21:16:32.219Z+++ zoneadm list -n
5522026-03-23T21:16:32.219Z+++ grep oxz_ntp
5532026-03-23T21:16:32.219Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5542026-03-23T21:16:32.219Z+ [[ offline != online ]]
5552026-03-23T21:16:32.219Z+ [[ 12 -gt 60 ]]
5562026-03-23T21:16:32.219Z+ sleep 1
5572026-03-23T21:16:33.215Z+ retry=13
5582026-03-23T21:16:33.240Z+++ zoneadm list -n
5592026-03-23T21:16:33.240Z+++ grep oxz_ntp
5602026-03-23T21:16:33.240Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5612026-03-23T21:16:33.240Z+ [[ offline != online ]]
5622026-03-23T21:16:33.241Z+ [[ 13 -gt 60 ]]
5632026-03-23T21:16:33.241Z+ sleep 1
5642026-03-23T21:16:34.237Z+ retry=14
5652026-03-23T21:16:34.262Z+++ zoneadm list -n
5662026-03-23T21:16:34.262Z+++ grep oxz_ntp
5672026-03-23T21:16:34.262Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5682026-03-23T21:16:34.262Z+ [[ offline != online ]]
5692026-03-23T21:16:34.262Z+ [[ 14 -gt 60 ]]
5702026-03-23T21:16:34.262Z+ sleep 1
5712026-03-23T21:16:35.260Z+ retry=15
5722026-03-23T21:16:35.285Z+++ zoneadm list -n
5732026-03-23T21:16:35.285Z+++ grep oxz_ntp
5742026-03-23T21:16:35.285Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5752026-03-23T21:16:35.285Z+ [[ offline != online ]]
5762026-03-23T21:16:35.285Z+ [[ 15 -gt 60 ]]
5772026-03-23T21:16:35.285Z+ sleep 1
5782026-03-23T21:16:36.281Z+ retry=16
5792026-03-23T21:16:36.306Z+++ zoneadm list -n
5802026-03-23T21:16:36.306Z+++ grep oxz_ntp
5812026-03-23T21:16:36.306Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5822026-03-23T21:16:36.306Z+ [[ offline != online ]]
5832026-03-23T21:16:36.306Z+ [[ 16 -gt 60 ]]
5842026-03-23T21:16:36.306Z+ sleep 1
5852026-03-23T21:16:37.303Z+ retry=17
5862026-03-23T21:16:37.328Z+++ zoneadm list -n
5872026-03-23T21:16:37.328Z+++ grep oxz_ntp
5882026-03-23T21:16:37.328Z++ pfexec svcs -z oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f -Hostate oxide/ntp
5892026-03-23T21:16:37.328Z+ [[ online != online ]]
5902026-03-23T21:16:37.328Z+ echo 'Waited for chrony: 17s'
5912026-03-23T21:16:37.328Z+ retry=0
5922026-03-23T21:16:37.328ZWaited for chrony: 17s
5932026-03-23T21:16:37.329Z+ zoneadm list
5942026-03-23T21:16:37.329Z+ grep nexus
5952026-03-23T21:16:37.353Z+ [[ 0 -gt 300 ]]
5962026-03-23T21:16:37.353Z+ sleep 1
5972026-03-23T21:16:38.334Z+ retry=1
5982026-03-23T21:16:38.358Z+ zoneadm list
5992026-03-23T21:16:38.358Z+ grep nexus
6002026-03-23T21:16:38.358Z+ [[ 1 -gt 300 ]]
6012026-03-23T21:16:38.358Z+ sleep 1
6022026-03-23T21:16:39.345Z+ retry=2
6032026-03-23T21:16:39.369Z+ zoneadm list
6042026-03-23T21:16:39.369Z+ grep nexus
6052026-03-23T21:16:39.369Z+ [[ 2 -gt 300 ]]
6062026-03-23T21:16:39.369Z+ sleep 1
6072026-03-23T21:16:40.361Z+ retry=3
6082026-03-23T21:16:40.386Z+ zoneadm list
6092026-03-23T21:16:40.386Z+ grep nexus
6102026-03-23T21:16:40.386Z+ [[ 3 -gt 300 ]]
6112026-03-23T21:16:40.386Z+ sleep 1
6122026-03-23T21:16:41.376Z+ retry=4
6132026-03-23T21:16:41.401Z+ zoneadm list
6142026-03-23T21:16:41.401Z+ grep nexus
6152026-03-23T21:16:41.401Z+ [[ 4 -gt 300 ]]
6162026-03-23T21:16:41.401Z+ sleep 1
6172026-03-23T21:16:42.395Z+ retry=5
6182026-03-23T21:16:42.419Z+ zoneadm list
6192026-03-23T21:16:42.419Z+ grep nexus
6202026-03-23T21:16:42.420Z+ [[ 5 -gt 300 ]]
6212026-03-23T21:16:42.420Z+ sleep 1
6222026-03-23T21:16:43.421Z+ retry=6
6232026-03-23T21:16:43.445Z+ zoneadm list
6242026-03-23T21:16:43.445Z+ grep nexus
6252026-03-23T21:16:43.446Z+ [[ 6 -gt 300 ]]
6262026-03-23T21:16:43.446Z+ sleep 1
6272026-03-23T21:16:44.444Z+ retry=7
6282026-03-23T21:16:44.468Z+ zoneadm list
6292026-03-23T21:16:44.468Z+ grep nexus
6302026-03-23T21:16:44.468Z+ [[ 7 -gt 300 ]]
6312026-03-23T21:16:44.468Z+ sleep 1
6322026-03-23T21:16:45.464Z+ retry=8
6332026-03-23T21:16:45.488Z+ zoneadm list
6342026-03-23T21:16:45.488Z+ grep nexus
6352026-03-23T21:16:45.488Z+ [[ 8 -gt 300 ]]
6362026-03-23T21:16:45.488Z+ sleep 1
6372026-03-23T21:16:46.478Z+ retry=9
6382026-03-23T21:16:46.503Z+ zoneadm list
6392026-03-23T21:16:46.503Z+ grep nexus
6402026-03-23T21:16:46.503Z+ [[ 9 -gt 300 ]]
6412026-03-23T21:16:46.503Z+ sleep 1
6422026-03-23T21:16:47.497Z+ retry=10
6432026-03-23T21:16:47.522Z+ zoneadm list
6442026-03-23T21:16:47.522Z+ grep nexus
6452026-03-23T21:16:47.522Z+ [[ 10 -gt 300 ]]
6462026-03-23T21:16:47.522Z+ sleep 1
6472026-03-23T21:16:48.514Z+ retry=11
6482026-03-23T21:16:48.539Z+ zoneadm list
6492026-03-23T21:16:48.539Z+ grep nexus
6502026-03-23T21:16:48.539Z+ [[ 11 -gt 300 ]]
6512026-03-23T21:16:48.539Z+ sleep 1
6522026-03-23T21:16:49.530Z+ retry=12
6532026-03-23T21:16:49.554Z+ zoneadm list
6542026-03-23T21:16:49.554Z+ grep nexus
6552026-03-23T21:16:49.554Z+ [[ 12 -gt 300 ]]
6562026-03-23T21:16:49.554Z+ sleep 1
6572026-03-23T21:16:50.545Z+ retry=13
6582026-03-23T21:16:50.570Z+ zoneadm list
6592026-03-23T21:16:50.570Z+ grep nexus
6602026-03-23T21:16:50.570Z+ [[ 13 -gt 300 ]]
6612026-03-23T21:16:50.570Z+ sleep 1
6622026-03-23T21:16:51.563Z+ retry=14
6632026-03-23T21:16:51.588Z+ zoneadm list
6642026-03-23T21:16:51.588Z+ grep nexus
6652026-03-23T21:16:51.588Z+ [[ 14 -gt 300 ]]
6662026-03-23T21:16:51.588Z+ sleep 1
6672026-03-23T21:16:52.578Z+ retry=15
6682026-03-23T21:16:52.603Z+ zoneadm list
6692026-03-23T21:16:52.603Z+ grep nexus
6702026-03-23T21:16:52.603Z+ [[ 15 -gt 300 ]]
6712026-03-23T21:16:52.603Z+ sleep 1
6722026-03-23T21:16:56.431Z+ retry=16
6732026-03-23T21:16:56.431Z+ zoneadm list
6742026-03-23T21:16:56.431Z+ grep nexus
6752026-03-23T21:16:56.456Z+ [[ 16 -gt 300 ]]
6762026-03-23T21:16:56.456Z+ sleep 1
6772026-03-23T21:16:57.450Z+ retry=17
6782026-03-23T21:16:57.475Z+ zoneadm list
6792026-03-23T21:16:57.475Z+ grep nexus
6802026-03-23T21:16:57.475Z+ [[ 17 -gt 300 ]]
6812026-03-23T21:16:57.475Z+ sleep 1
6822026-03-23T21:16:58.468Z+ retry=18
6832026-03-23T21:16:58.512Z+ zoneadm list
6842026-03-23T21:16:58.512Z+ grep nexus
6852026-03-23T21:16:58.537Z+ [[ 18 -gt 300 ]]
6862026-03-23T21:16:58.537Z+ sleep 1
6872026-03-23T21:16:59.518Z+ retry=19
6882026-03-23T21:16:59.542Z+ zoneadm list
6892026-03-23T21:16:59.542Z+ grep nexus
6902026-03-23T21:16:59.542Z+ [[ 19 -gt 300 ]]
6912026-03-23T21:16:59.542Z+ sleep 1
6922026-03-23T21:17:00.529Z+ retry=20
6932026-03-23T21:17:00.553Z+ zoneadm list
6942026-03-23T21:17:00.553Z+ grep nexus
6952026-03-23T21:17:00.553Z+ [[ 20 -gt 300 ]]
6962026-03-23T21:17:00.553Z+ sleep 1
6972026-03-23T21:17:01.546Z+ retry=21
6982026-03-23T21:17:01.571Z+ zoneadm list
6992026-03-23T21:17:01.571Z+ grep nexus
7002026-03-23T21:17:01.571Z+ [[ 21 -gt 300 ]]
7012026-03-23T21:17:01.571Z+ sleep 1
7022026-03-23T21:17:02.559Z+ retry=22
7032026-03-23T21:17:02.583Z+ zoneadm list
7042026-03-23T21:17:02.584Z+ grep nexus
7052026-03-23T21:17:02.584Z+ [[ 22 -gt 300 ]]
7062026-03-23T21:17:02.584Z+ sleep 1
7072026-03-23T21:17:03.571Z+ retry=23
7082026-03-23T21:17:03.596Z+ zoneadm list
7092026-03-23T21:17:03.596Z+ grep nexus
7102026-03-23T21:17:03.596Z+ [[ 23 -gt 300 ]]
7112026-03-23T21:17:03.596Z+ sleep 1
7122026-03-23T21:17:04.588Z+ retry=24
7132026-03-23T21:17:04.612Z+ zoneadm list
7142026-03-23T21:17:04.612Z+ grep nexus
7152026-03-23T21:17:04.612Z+ [[ 24 -gt 300 ]]
7162026-03-23T21:17:04.612Z+ sleep 1
7172026-03-23T21:17:05.601Z+ retry=25
7182026-03-23T21:17:05.627Z+ zoneadm list
7192026-03-23T21:17:05.627Z+ grep nexus
7202026-03-23T21:17:05.627Z+ [[ 25 -gt 300 ]]
7212026-03-23T21:17:05.627Z+ sleep 1
7222026-03-23T21:17:06.613Z+ retry=26
7232026-03-23T21:17:06.637Z+ zoneadm list
7242026-03-23T21:17:06.637Z+ grep nexus
7252026-03-23T21:17:06.637Z+ [[ 26 -gt 300 ]]
7262026-03-23T21:17:06.638Z+ sleep 1
7272026-03-23T21:17:07.625Z+ retry=27
7282026-03-23T21:17:07.649Z+ zoneadm list
7292026-03-23T21:17:07.649Z+ grep nexus
7302026-03-23T21:17:07.649Z+ [[ 27 -gt 300 ]]
7312026-03-23T21:17:07.649Z+ sleep 1
7322026-03-23T21:17:08.637Z+ retry=28
7332026-03-23T21:17:08.661Z+ zoneadm list
7342026-03-23T21:17:08.661Z+ grep nexus
7352026-03-23T21:17:08.661Z+ [[ 28 -gt 300 ]]
7362026-03-23T21:17:08.661Z+ sleep 1
7372026-03-23T21:17:09.649Z+ retry=29
7382026-03-23T21:17:09.673Z+ zoneadm list
7392026-03-23T21:17:09.673Z+ grep nexus
7402026-03-23T21:17:09.673Z+ [[ 29 -gt 300 ]]
7412026-03-23T21:17:09.673Z+ sleep 1
7422026-03-23T21:17:10.661Z+ retry=30
7432026-03-23T21:17:10.686Z+ zoneadm list
7442026-03-23T21:17:10.686Z+ grep nexus
7452026-03-23T21:17:10.686Z+ [[ 30 -gt 300 ]]
7462026-03-23T21:17:10.686Z+ sleep 1
7472026-03-23T21:17:11.673Z+ retry=31
7482026-03-23T21:17:11.698Z+ zoneadm list
7492026-03-23T21:17:11.698Z+ grep nexus
7502026-03-23T21:17:11.698Z+ [[ 31 -gt 300 ]]
7512026-03-23T21:17:11.698Z+ sleep 1
7522026-03-23T21:17:12.687Z+ retry=32
7532026-03-23T21:17:12.711Z+ zoneadm list
7542026-03-23T21:17:12.711Z+ grep nexus
7552026-03-23T21:17:12.711Z+ [[ 32 -gt 300 ]]
7562026-03-23T21:17:12.711Z+ sleep 1
7572026-03-23T21:17:13.700Z+ retry=33
7582026-03-23T21:17:13.724Z+ zoneadm list
7592026-03-23T21:17:13.724Z+ grep nexus
7602026-03-23T21:17:13.724Z+ [[ 33 -gt 300 ]]
7612026-03-23T21:17:13.725Z+ sleep 1
7622026-03-23T21:17:14.713Z+ retry=34
7632026-03-23T21:17:14.737Z+ zoneadm list
7642026-03-23T21:17:14.737Z+ grep nexus
7652026-03-23T21:17:14.737Z+ [[ 34 -gt 300 ]]
7662026-03-23T21:17:14.737Z+ sleep 1
7672026-03-23T21:17:15.726Z+ retry=35
7682026-03-23T21:17:15.751Z+ zoneadm list
7692026-03-23T21:17:15.751Z+ grep nexus
7702026-03-23T21:17:15.751Z+ [[ 35 -gt 300 ]]
7712026-03-23T21:17:15.751Z+ sleep 1
7722026-03-23T21:17:16.739Z+ retry=36
7732026-03-23T21:17:16.764Z+ zoneadm list
7742026-03-23T21:17:16.764Z+ grep nexus
7752026-03-23T21:17:16.764Z+ [[ 36 -gt 300 ]]
7762026-03-23T21:17:16.764Z+ sleep 1
7772026-03-23T21:17:17.753Z+ retry=37
7782026-03-23T21:17:17.777Z+ zoneadm list
7792026-03-23T21:17:17.777Z+ grep nexus
7802026-03-23T21:17:17.777Z+ [[ 37 -gt 300 ]]
7812026-03-23T21:17:17.777Z+ sleep 1
7822026-03-23T21:17:18.764Z+ retry=38
7832026-03-23T21:17:18.789Z+ zoneadm list
7842026-03-23T21:17:18.789Z+ grep nexus
7852026-03-23T21:17:18.789Z+ [[ 38 -gt 300 ]]
7862026-03-23T21:17:18.789Z+ sleep 1
7872026-03-23T21:17:19.779Z+ retry=39
7882026-03-23T21:17:19.805Z+ zoneadm list
7892026-03-23T21:17:19.805Z+ grep nexus
7902026-03-23T21:17:19.805Z+ [[ 39 -gt 300 ]]
7912026-03-23T21:17:19.805Z+ sleep 1
7922026-03-23T21:17:20.792Z+ retry=40
7932026-03-23T21:17:20.817Z+ zoneadm list
7942026-03-23T21:17:20.817Z+ grep nexus
7952026-03-23T21:17:20.817Z+ [[ 40 -gt 300 ]]
7962026-03-23T21:17:20.817Z+ sleep 1
7972026-03-23T21:17:21.810Z+ retry=41
7982026-03-23T21:17:21.834Z+ zoneadm list
7992026-03-23T21:17:21.834Z+ grep nexus
8002026-03-23T21:17:21.835Z+ [[ 41 -gt 300 ]]
8012026-03-23T21:17:21.835Z+ sleep 1
8022026-03-23T21:17:23.289Z+ retry=42
8032026-03-23T21:17:23.289Z+ grep nexus
8042026-03-23T21:17:23.289Z+ zoneadm list
8052026-03-23T21:17:24.996Z+ [[ 42 -gt 300 ]]
8062026-03-23T21:17:24.996Z+ sleep 1
8072026-03-23T21:17:28.169Z+ retry=43
8082026-03-23T21:17:28.169Z+ + grep nexus
8092026-03-23T21:17:28.169Zzoneadm list
8102026-03-23T21:17:28.169Z+ [[ 43 -gt 300 ]]
8112026-03-23T21:17:28.169Z+ sleep 1
8122026-03-23T21:17:28.573Z+ retry=44
8132026-03-23T21:17:28.597Z+ zoneadm list
8142026-03-23T21:17:28.597Z+ grep nexus
8152026-03-23T21:17:28.597Z+ [[ 44 -gt 300 ]]
8162026-03-23T21:17:28.597Z+ sleep 1
8172026-03-23T21:17:29.588Z+ retry=45
8182026-03-23T21:17:29.613Z+ zoneadm list
8192026-03-23T21:17:29.613Z+ grep nexus
8202026-03-23T21:17:29.613Z+ [[ 45 -gt 300 ]]
8212026-03-23T21:17:29.613Z+ sleep 1
8222026-03-23T21:17:30.608Z+ retry=46
8232026-03-23T21:17:30.633Z+ zoneadm list
8242026-03-23T21:17:30.633Z+ grep nexus
8252026-03-23T21:17:30.633Z+ [[ 46 -gt 300 ]]
8262026-03-23T21:17:30.633Z+ sleep 1
8272026-03-23T21:17:31.619Z+ retry=47
8282026-03-23T21:17:31.643Z+ zoneadm list
8292026-03-23T21:17:31.644Z+ grep nexus
8302026-03-23T21:17:31.644Z+ [[ 47 -gt 300 ]]
8312026-03-23T21:17:31.644Z+ sleep 1
8322026-03-23T21:17:32.633Z+ retry=48
8332026-03-23T21:17:32.659Z+ zoneadm list
8342026-03-23T21:17:32.659Z+ grep nexus
8352026-03-23T21:17:32.659Z+ [[ 48 -gt 300 ]]
8362026-03-23T21:17:32.659Z+ sleep 1
8372026-03-23T21:17:33.651Z+ retry=49
8382026-03-23T21:17:33.676Z+ zoneadm list
8392026-03-23T21:17:33.676Z+ grep nexus
8402026-03-23T21:17:33.676Z+ [[ 49 -gt 300 ]]
8412026-03-23T21:17:33.676Z+ sleep 1
8422026-03-23T21:17:34.668Z+ retry=50
8432026-03-23T21:17:34.692Z+ zoneadm list
8442026-03-23T21:17:34.693Z+ grep nexus
8452026-03-23T21:17:34.693Z+ [[ 50 -gt 300 ]]
8462026-03-23T21:17:34.693Z+ sleep 1
8472026-03-23T21:17:35.687Z+ retry=51
8482026-03-23T21:17:35.712Z+ zoneadm list
8492026-03-23T21:17:35.712Z+ grep nexus
8502026-03-23T21:17:35.712Z+ [[ 51 -gt 300 ]]
8512026-03-23T21:17:35.712Z+ sleep 1
8522026-03-23T21:17:36.706Z+ retry=52
8532026-03-23T21:17:36.731Z+ zoneadm list
8542026-03-23T21:17:36.731Z+ grep nexus
8552026-03-23T21:17:36.731Z+ [[ 52 -gt 300 ]]
8562026-03-23T21:17:36.731Z+ sleep 1
8572026-03-23T21:17:37.723Z+ retry=53
8582026-03-23T21:17:37.748Z+ zoneadm list
8592026-03-23T21:17:37.748Z+ grep nexus
8602026-03-23T21:17:37.748Z+ [[ 53 -gt 300 ]]
8612026-03-23T21:17:37.748Z+ sleep 1
8622026-03-23T21:17:38.747Z+ retry=54
8632026-03-23T21:17:38.771Z+ zoneadm list
8642026-03-23T21:17:38.771Z+ grep nexus
8652026-03-23T21:17:38.772Z+ [[ 54 -gt 300 ]]
8662026-03-23T21:17:38.772Z+ sleep 1
8672026-03-23T21:17:39.766Z+ retry=55
8682026-03-23T21:17:39.791Z+ zoneadm list
8692026-03-23T21:17:39.791Z+ grep nexus
8702026-03-23T21:17:39.791Z+ [[ 55 -gt 300 ]]
8712026-03-23T21:17:39.791Z+ sleep 1
8722026-03-23T21:17:40.783Z+ retry=56
8732026-03-23T21:17:40.809Z+ zoneadm list
8742026-03-23T21:17:40.809Z+ grep nexus
8752026-03-23T21:17:40.809Z+ [[ 56 -gt 300 ]]
8762026-03-23T21:17:40.809Z+ sleep 1
8772026-03-23T21:17:41.799Z+ retry=57
8782026-03-23T21:17:41.826Z+ zoneadm list
8792026-03-23T21:17:41.826Z+ grep nexus
8802026-03-23T21:17:41.826Z+ [[ 57 -gt 300 ]]
8812026-03-23T21:17:41.826Z+ sleep 1
8822026-03-23T21:17:42.814Z+ retry=58
8832026-03-23T21:17:42.838Z+ zoneadm list
8842026-03-23T21:17:42.838Z+ grep nexus
8852026-03-23T21:17:42.838Z+ [[ 58 -gt 300 ]]
8862026-03-23T21:17:42.838Z+ sleep 1
8872026-03-23T21:17:43.832Z+ retry=59
8882026-03-23T21:17:43.857Z+ zoneadm list
8892026-03-23T21:17:43.857Z+ grep nexus
8902026-03-23T21:17:43.857Zoxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc
8912026-03-23T21:17:43.857Z+ echo 'Waited for nexus: 59s'
8922026-03-23T21:17:43.857ZWaited for nexus: 59s
8932026-03-23T21:17:43.857Z+ retry=0
8942026-03-23T21:17:43.857Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8952026-03-23T21:17:43.882Z+ [[ 0 -gt 300 ]]
8962026-03-23T21:17:43.882Z+ sleep 1
8972026-03-23T21:17:44.876Z+ retry=1
8982026-03-23T21:17:44.876Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8992026-03-23T21:17:44.901Z+ [[ 1 -gt 300 ]]
9002026-03-23T21:17:44.901Z+ sleep 1
9012026-03-23T21:17:45.885Z+ retry=2
9022026-03-23T21:17:45.885Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9032026-03-23T21:17:45.910Z+ [[ 2 -gt 300 ]]
9042026-03-23T21:17:45.910Z+ sleep 1
9052026-03-23T21:17:46.896Z+ retry=3
9062026-03-23T21:17:46.896Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9072026-03-23T21:17:46.920Z+ [[ 3 -gt 300 ]]
9082026-03-23T21:17:46.920Z+ sleep 1
9092026-03-23T21:17:47.904Z+ retry=4
9102026-03-23T21:17:47.904Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9112026-03-23T21:17:47.928Z+ [[ 4 -gt 300 ]]
9122026-03-23T21:17:47.928Z+ sleep 1
9132026-03-23T21:17:48.913Z+ retry=5
9142026-03-23T21:17:48.913Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9152026-03-23T21:17:48.937Z+ [[ 5 -gt 300 ]]
9162026-03-23T21:17:48.937Z+ sleep 1
9172026-03-23T21:17:49.930Z+ retry=6
9182026-03-23T21:17:49.930Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9192026-03-23T21:17:49.930Z+ [[ 6 -gt 300 ]]
9202026-03-23T21:17:49.930Z+ sleep 1
9212026-03-23T21:17:50.934Z+ retry=7
9222026-03-23T21:17:50.934Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9232026-03-23T21:17:50.958Z+ [[ 7 -gt 300 ]]
9242026-03-23T21:17:50.959Z+ sleep 1
9252026-03-23T21:17:51.946Z+ retry=8
9262026-03-23T21:17:51.946Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9272026-03-23T21:17:51.970Z+ [[ 8 -gt 300 ]]
9282026-03-23T21:17:51.970Z+ sleep 1
9292026-03-23T21:17:52.961Z+ retry=9
9302026-03-23T21:17:52.961Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9312026-03-23T21:17:52.986Z+ [[ 9 -gt 300 ]]
9322026-03-23T21:17:52.986Z+ sleep 1
9332026-03-23T21:17:53.975Z+ retry=10
9342026-03-23T21:17:53.975Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9352026-03-23T21:17:54.000Z+ [[ 10 -gt 300 ]]
9362026-03-23T21:17:54.000Z+ sleep 1
9372026-03-23T21:17:54.982Z+ retry=11
9382026-03-23T21:17:54.982Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9392026-03-23T21:17:55.007Z+ [[ 11 -gt 300 ]]
9402026-03-23T21:17:55.007Z+ sleep 1
9412026-03-23T21:17:55.995Z+ retry=12
9422026-03-23T21:17:55.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9432026-03-23T21:17:56.019Z+ [[ 12 -gt 300 ]]
9442026-03-23T21:17:56.019Z+ sleep 1
9452026-03-23T21:17:57.003Z+ retry=13
9462026-03-23T21:17:57.003Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9472026-03-23T21:17:57.028Z+ [[ 13 -gt 300 ]]
9482026-03-23T21:17:57.028Z+ sleep 1
9492026-03-23T21:17:58.012Z+ retry=14
9502026-03-23T21:17:58.012Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9512026-03-23T21:17:58.036Z+ [[ 14 -gt 300 ]]
9522026-03-23T21:17:58.036Z+ sleep 1
9532026-03-23T21:17:59.020Z+ retry=15
9542026-03-23T21:17:59.021Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9552026-03-23T21:17:59.046Z+ [[ 15 -gt 300 ]]
9562026-03-23T21:17:59.046Z+ sleep 1
9572026-03-23T21:18:00.030Z+ retry=16
9582026-03-23T21:18:00.030Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9592026-03-23T21:18:00.055Z+ [[ 16 -gt 300 ]]
9602026-03-23T21:18:00.055Z+ sleep 1
9612026-03-23T21:18:01.043Z+ retry=17
9622026-03-23T21:18:01.043Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9632026-03-23T21:18:01.067Z+ [[ 17 -gt 300 ]]
9642026-03-23T21:18:01.067Z+ sleep 1
9652026-03-23T21:18:02.055Z+ retry=18
9662026-03-23T21:18:02.055Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9672026-03-23T21:18:02.080Z+ [[ 18 -gt 300 ]]
9682026-03-23T21:18:02.080Z+ sleep 1
9692026-03-23T21:18:03.065Z+ retry=19
9702026-03-23T21:18:03.065Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9712026-03-23T21:18:03.089Z+ [[ 19 -gt 300 ]]
9722026-03-23T21:18:03.089Z+ sleep 1
9732026-03-23T21:18:04.075Z+ retry=20
9742026-03-23T21:18:04.075Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9752026-03-23T21:18:04.099Z+ [[ 20 -gt 300 ]]
9762026-03-23T21:18:04.099Z+ sleep 1
9772026-03-23T21:18:05.085Z+ retry=21
9782026-03-23T21:18:05.085Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9792026-03-23T21:18:05.110Z+ [[ 21 -gt 300 ]]
9802026-03-23T21:18:05.110Z+ sleep 1
9812026-03-23T21:18:06.094Z+ retry=22
9822026-03-23T21:18:06.094Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9832026-03-23T21:18:06.119Z+ [[ 22 -gt 300 ]]
9842026-03-23T21:18:06.119Z+ sleep 1
9852026-03-23T21:18:07.103Z+ retry=23
9862026-03-23T21:18:07.103Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9872026-03-23T21:18:07.127Z+ [[ 23 -gt 300 ]]
9882026-03-23T21:18:07.127Z+ sleep 1
9892026-03-23T21:18:08.111Z+ retry=24
9902026-03-23T21:18:08.111Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9912026-03-23T21:18:08.136Z+ [[ 24 -gt 300 ]]
9922026-03-23T21:18:08.136Z+ sleep 1
9932026-03-23T21:18:09.120Z+ retry=25
9942026-03-23T21:18:09.120Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9952026-03-23T21:18:09.145Z+ [[ 25 -gt 300 ]]
9962026-03-23T21:18:09.145Z+ sleep 1
9972026-03-23T21:18:10.129Z+ retry=26
9982026-03-23T21:18:10.129Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9992026-03-23T21:18:10.154Z+ [[ 26 -gt 300 ]]
10002026-03-23T21:18:10.154Z+ sleep 1
10012026-03-23T21:18:11.139Z+ retry=27
10022026-03-23T21:18:11.139Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10032026-03-23T21:18:11.164Z+ [[ 27 -gt 300 ]]
10042026-03-23T21:18:11.164Z+ sleep 1
10052026-03-23T21:18:12.150Z+ retry=28
10062026-03-23T21:18:12.150Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10072026-03-23T21:18:12.175Z+ [[ 28 -gt 300 ]]
10082026-03-23T21:18:12.175Z+ sleep 1
10092026-03-23T21:18:13.164Z+ retry=29
10102026-03-23T21:18:13.164Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10112026-03-23T21:18:13.188Z+ [[ 29 -gt 300 ]]
10122026-03-23T21:18:13.189Z+ sleep 1
10132026-03-23T21:18:14.177Z+ retry=30
10142026-03-23T21:18:14.177Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10152026-03-23T21:18:14.202Z+ [[ 30 -gt 300 ]]
10162026-03-23T21:18:14.202Z+ sleep 1
10172026-03-23T21:18:15.187Z+ retry=31
10182026-03-23T21:18:15.187Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10192026-03-23T21:18:15.211Z+ [[ 31 -gt 300 ]]
10202026-03-23T21:18:15.211Z+ sleep 1
10212026-03-23T21:18:16.198Z+ retry=32
10222026-03-23T21:18:16.199Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10232026-03-23T21:18:16.223Z+ [[ 32 -gt 300 ]]
10242026-03-23T21:18:16.223Z+ sleep 1
10252026-03-23T21:18:17.207Z+ retry=33
10262026-03-23T21:18:17.207Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10272026-03-23T21:18:17.232Z+ [[ 33 -gt 300 ]]
10282026-03-23T21:18:17.232Z+ sleep 1
10292026-03-23T21:18:18.216Z+ retry=34
10302026-03-23T21:18:18.216Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10312026-03-23T21:18:18.241Z+ [[ 34 -gt 300 ]]
10322026-03-23T21:18:18.241Z+ sleep 1
10332026-03-23T21:18:19.226Z+ retry=35
10342026-03-23T21:18:19.226Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10352026-03-23T21:18:19.250Z+ [[ 35 -gt 300 ]]
10362026-03-23T21:18:19.251Z+ sleep 1
10372026-03-23T21:18:20.235Z+ retry=36
10382026-03-23T21:18:20.236Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10392026-03-23T21:18:20.260Z+ [[ 36 -gt 300 ]]
10402026-03-23T21:18:20.260Z+ sleep 1
10412026-03-23T21:18:21.246Z+ retry=37
10422026-03-23T21:18:21.246Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10432026-03-23T21:18:21.270Z+ [[ 37 -gt 300 ]]
10442026-03-23T21:18:21.270Z+ sleep 1
10452026-03-23T21:18:22.255Z+ retry=38
10462026-03-23T21:18:22.255Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10472026-03-23T21:18:22.279Z+ [[ 38 -gt 300 ]]
10482026-03-23T21:18:22.279Z+ sleep 1
10492026-03-23T21:18:23.268Z+ retry=39
10502026-03-23T21:18:23.268Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10512026-03-23T21:18:23.293Z+ [[ 39 -gt 300 ]]
10522026-03-23T21:18:23.293Z+ sleep 1
10532026-03-23T21:18:24.275Z+ retry=40
10542026-03-23T21:18:24.276Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10552026-03-23T21:18:24.300Z+ [[ 40 -gt 300 ]]
10562026-03-23T21:18:24.300Z+ sleep 1
10572026-03-23T21:18:25.286Z+ retry=41
10582026-03-23T21:18:25.286Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10592026-03-23T21:18:25.311Z+ [[ 41 -gt 300 ]]
10602026-03-23T21:18:25.311Z+ sleep 1
10612026-03-23T21:18:26.296Z+ retry=42
10622026-03-23T21:18:26.296Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10632026-03-23T21:18:26.320Z+ [[ 42 -gt 300 ]]
10642026-03-23T21:18:26.320Z+ sleep 1
10652026-03-23T21:18:27.305Z+ retry=43
10662026-03-23T21:18:27.305Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10672026-03-23T21:18:27.331Z+ [[ 43 -gt 300 ]]
10682026-03-23T21:18:27.331Z+ sleep 1
10692026-03-23T21:18:28.314Z+ retry=44
10702026-03-23T21:18:28.314Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10712026-03-23T21:18:28.339Z+ [[ 44 -gt 300 ]]
10722026-03-23T21:18:28.339Z+ sleep 1
10732026-03-23T21:18:29.324Z+ retry=45
10742026-03-23T21:18:29.324Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10752026-03-23T21:18:29.348Z+ [[ 45 -gt 300 ]]
10762026-03-23T21:18:29.348Z+ sleep 1
10772026-03-23T21:18:30.332Z+ retry=46
10782026-03-23T21:18:30.332Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10792026-03-23T21:18:30.359Z+ [[ 46 -gt 300 ]]
10802026-03-23T21:18:30.360Z+ sleep 1
10812026-03-23T21:18:31.341Z+ retry=47
10822026-03-23T21:18:31.341Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10832026-03-23T21:18:31.366Z+ [[ 47 -gt 300 ]]
10842026-03-23T21:18:31.366Z+ sleep 1
10852026-03-23T21:18:32.351Z+ retry=48
10862026-03-23T21:18:32.351Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10872026-03-23T21:18:32.376Z+ [[ 48 -gt 300 ]]
10882026-03-23T21:18:32.376Z+ sleep 1
10892026-03-23T21:18:33.361Z+ retry=49
10902026-03-23T21:18:33.362Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10912026-03-23T21:18:33.386Z+ [[ 49 -gt 300 ]]
10922026-03-23T21:18:33.386Z+ sleep 1
10932026-03-23T21:18:34.370Z+ retry=50
10942026-03-23T21:18:34.370Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10952026-03-23T21:18:34.395Z+ [[ 50 -gt 300 ]]
10962026-03-23T21:18:34.395Z+ sleep 1
10972026-03-23T21:18:35.381Z+ retry=51
10982026-03-23T21:18:35.381Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10992026-03-23T21:18:35.405Z+ [[ 51 -gt 300 ]]
11002026-03-23T21:18:35.405Z+ sleep 1
11012026-03-23T21:18:36.388Z+ retry=52
11022026-03-23T21:18:36.388Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11032026-03-23T21:18:36.413Z+ [[ 52 -gt 300 ]]
11042026-03-23T21:18:36.413Z+ sleep 1
11052026-03-23T21:18:37.398Z+ retry=53
11062026-03-23T21:18:37.398Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11072026-03-23T21:18:37.422Z+ [[ 53 -gt 300 ]]
11082026-03-23T21:18:37.422Z+ sleep 1
11092026-03-23T21:18:38.408Z+ retry=54
11102026-03-23T21:18:38.408Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11112026-03-23T21:18:38.434Z+ [[ 54 -gt 300 ]]
11122026-03-23T21:18:38.434Z+ sleep 1
11132026-03-23T21:18:39.416Z+ retry=55
11142026-03-23T21:18:39.416Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11152026-03-23T21:18:39.441Z+ [[ 55 -gt 300 ]]
11162026-03-23T21:18:39.441Z+ sleep 1
11172026-03-23T21:18:40.425Z+ retry=56
11182026-03-23T21:18:40.425Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11192026-03-23T21:18:40.449Z+ [[ 56 -gt 300 ]]
11202026-03-23T21:18:40.449Z+ sleep 1
11212026-03-23T21:18:41.437Z+ retry=57
11222026-03-23T21:18:41.438Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11232026-03-23T21:18:41.462Z+ [[ 57 -gt 300 ]]
11242026-03-23T21:18:41.462Z+ sleep 1
11252026-03-23T21:18:42.442Z+ retry=58
11262026-03-23T21:18:42.442Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11272026-03-23T21:18:42.468Z+ [[ 58 -gt 300 ]]
11282026-03-23T21:18:42.468Z+ sleep 1
11292026-03-23T21:18:43.450Z+ retry=59
11302026-03-23T21:18:43.450Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11312026-03-23T21:18:43.475Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-03-23T21:18:42.970211343Z","hostname":"buskin","pid":1557,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
11322026-03-23T21:18:43.475Z+ echo 'Waited for handoff: 59s'
11332026-03-23T21:18:43.475ZWaited for handoff: 59s
11342026-03-23T21:18:43.475Z+ retry=0
11352026-03-23T21:18:43.475Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11362026-03-23T21:18:43.475Z++ wc -l
11372026-03-23T21:18:43.645Znote: database URL not specified. Will search DNS.
11382026-03-23T21:18:43.645Znote: (override with --db-url or OMDB_DB_URL)
11392026-03-23T21:18:43.669Znote: using DNS from system config (typically /etc/resolv.conf)
11402026-03-23T21:18:43.669Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11412026-03-23T21:18:43.669Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11422026-03-23T21:18:43.729Znote: database schema version matches expected (241.0.0)
11432026-03-23T21:18:43.991Z+ INVENTORY_COLLECTION_COUNT=' 5'
11442026-03-23T21:18:44.016Z+ [[ 5 -gt 1 ]]
11452026-03-23T21:18:44.016Z+ echo 'Waited for inventory collection: 0s'
11462026-03-23T21:18:44.016Z+ retry=0
11472026-03-23T21:18:44.016ZWaited for inventory collection: 0s
11482026-03-23T21:18:44.016Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11492026-03-23T21:18:44.016Z++ wc -l
11502026-03-23T21:18:44.041Znote: database URL not specified. Will search DNS.
11512026-03-23T21:18:44.041Znote: (override with --db-url or OMDB_DB_URL)
11522026-03-23T21:18:44.041Znote: using DNS from system config (typically /etc/resolv.conf)
11532026-03-23T21:18:44.041Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11542026-03-23T21:18:44.041Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11552026-03-23T21:18:44.066Znote: database schema version matches expected (241.0.0)
11562026-03-23T21:18:44.375Z+ ACTUAL_ZPOOL_COUNT=' 9'
11572026-03-23T21:18:44.400Z+ [[ 9 -eq 9 ]]
11582026-03-23T21:18:44.400Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11592026-03-23T21:18:44.425Znote: Nexus URL not specified. Will pick one from DNS.
11602026-03-23T21:18:44.425Znote: using DNS from system config (typically /etc/resolv.conf)
11612026-03-23T21:18:44.425Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11622026-03-23T21:18:44.425Znote: using Nexus URL http://[fd00:1122:3344:101::c]:12232
11632026-03-23T21:18:47.015Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11642026-03-23T21:18:47.056Znote: database URL not specified. Will search DNS.
11652026-03-23T21:18:47.056Znote: (override with --db-url or OMDB_DB_URL)
11662026-03-23T21:18:47.056Znote: using DNS from system config (typically /etc/resolv.conf)
11672026-03-23T21:18:47.056Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11682026-03-23T21:18:47.083Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11692026-03-23T21:18:47.083Znote: database schema version matches expected (241.0.0)
11702026-03-23T21:18:47.107ZID STARTED TOOK NSPS NERRORS
11712026-03-23T21:18:47.108Z4dcbc408-9067-4502-9633-58be116b6940 2026-03-23T21:18:13Z 249 ms 2 0
11722026-03-23T21:18:47.111Z4a554b92-9f5d-4c34-9e04-aa07efbb03f6 2026-03-23T21:18:40Z 437 ms 2 0
11732026-03-23T21:18:47.111Z04a76b04-9167-40e3-bfb3-2d3ba2c5a5c7 2026-03-23T21:18:43Z 321 ms 2 0
11742026-03-23T21:18:47.111Z16cb36dc-f92a-4dbc-856d-5602c5e9fbe6 2026-03-23T21:18:44Z 208 ms 2 0
11752026-03-23T21:18:47.111Z8fa55dbe-434a-4787-b804-bba2ec62f87f 2026-03-23T21:18:44Z 134 ms 2 0
11762026-03-23T21:18:47.135Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11772026-03-23T21:18:47.135ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
11782026-03-23T21:18:47.136Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11792026-03-23T21:18:47.160Znote: database URL not specified. Will search DNS.
11802026-03-23T21:18:47.160Znote: (override with --db-url or OMDB_DB_URL)
11812026-03-23T21:18:47.160Znote: using DNS from system config (typically /etc/resolv.conf)
11822026-03-23T21:18:47.160Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11832026-03-23T21:18:47.160Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11842026-03-23T21:18:47.186Znote: database schema version matches expected (241.0.0)
11852026-03-23T21:18:47.390ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11862026-03-23T21:18:47.390Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11872026-03-23T21:18:47.390Z128e5492-5ff6-4486-90ca-08137bf30adc | |e738ffce-b038-4c24-bdba-0c39c544fb39 |109f2fc8-955c-4425-b5f4-c74dfaae86f3 |20937965568 |268435456000
11882026-03-23T21:18:47.390Z29dd8034-4daa-4fb7-b7b4-86eaabb28a8b | |e738ffce-b038-4c24-bdba-0c39c544fb39 |d9b50b97-f91b-4588-b29f-76a911bf28d1 |20937965568 |268435456000
11892026-03-23T21:18:47.390Z2a11c236-55a7-4a5f-9301-808aaed822ac | |e738ffce-b038-4c24-bdba-0c39c544fb39 |8d403e0c-86ab-466c-acae-40367f87447c |20937965568 |268435456000
11902026-03-23T21:18:47.390Z69dac9cd-3d5d-4cca-a844-f604de99a8d1 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |ffc64e12-69f9-437e-ad45-abd9cce92d02 |20937965568 |268435456000
11912026-03-23T21:18:47.390Z70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |42a47623-140a-491a-a311-25b9783be393 |20937965568 |268435456000
11922026-03-23T21:18:47.390Z71ac8f74-8424-4d29-ad49-4c51c6c97f2c | |e738ffce-b038-4c24-bdba-0c39c544fb39 |4515af59-d13b-46d1-a008-ddf54921ea10 |20937965568 |268435456000
11932026-03-23T21:18:47.390Za9be0b19-b5d8-4725-9c46-0c64967ca745 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |db6e863a-8e9b-410b-b176-5046bad44380 |20937965568 |268435456000
11942026-03-23T21:18:47.390Zb1e733d0-4638-4255-a2ff-69d245a5d26b | |e738ffce-b038-4c24-bdba-0c39c544fb39 |c314d679-2f23-4cf9-8451-d7f93f79a584 |20937965568 |268435456000
11952026-03-23T21:18:47.390Zf65ad810-2991-49ec-ae69-0c6cff652ce7 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |0d382ec4-016a-4250-8ce9-eef3bca770c2 |20937965568 |268435456000
11962026-03-23T21:18:47.415Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11972026-03-23T21:18:47.445Znote: database URL not specified. Will search DNS.
11982026-03-23T21:18:47.445Znote: (override with --db-url or OMDB_DB_URL)
11992026-03-23T21:18:47.445Znote: using DNS from system config (typically /etc/resolv.conf)
12002026-03-23T21:18:47.445Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12012026-03-23T21:18:47.470Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12022026-03-23T21:18:47.494Znote: database schema version matches expected (241.0.0)
12032026-03-23T21:18:47.740Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12042026-03-23T21:18:47.740Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 128e5492-5ff6-4486-90ca-08137bf30adc 0
12052026-03-23T21:18:47.780Znote: database URL not specified. Will search DNS.
12062026-03-23T21:18:47.781Znote: (override with --db-url or OMDB_DB_URL)
12072026-03-23T21:18:47.781Znote: using DNS from system config (typically /etc/resolv.conf)
12082026-03-23T21:18:47.781Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12092026-03-23T21:18:47.805Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12102026-03-23T21:18:47.830Znote: database schema version matches expected (241.0.0)
12112026-03-23T21:18:47.875Zset pool 128e5492-5ff6-4486-90ca-08137bf30adc control plane storage buffer bytes to 0
12122026-03-23T21:18:47.900Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12132026-03-23T21:18:47.900Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 29dd8034-4daa-4fb7-b7b4-86eaabb28a8b 0
12142026-03-23T21:18:47.929Znote: database URL not specified. Will search DNS.
12152026-03-23T21:18:47.929Znote: (override with --db-url or OMDB_DB_URL)
12162026-03-23T21:18:47.929Znote: using DNS from system config (typically /etc/resolv.conf)
12172026-03-23T21:18:47.929Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12182026-03-23T21:18:47.954Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12192026-03-23T21:18:47.987Znote: database schema version matches expected (241.0.0)
12202026-03-23T21:18:48.051Zset pool 29dd8034-4daa-4fb7-b7b4-86eaabb28a8b control plane storage buffer bytes to 0
12212026-03-23T21:18:48.076Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12222026-03-23T21:18:48.076Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2a11c236-55a7-4a5f-9301-808aaed822ac 0
12232026-03-23T21:18:48.101Znote: database URL not specified. Will search DNS.
12242026-03-23T21:18:48.102Znote: (override with --db-url or OMDB_DB_URL)
12252026-03-23T21:18:48.102Znote: using DNS from system config (typically /etc/resolv.conf)
12262026-03-23T21:18:48.102Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12272026-03-23T21:18:48.126Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12282026-03-23T21:18:48.126Znote: database schema version matches expected (241.0.0)
12292026-03-23T21:18:48.201Zset pool 2a11c236-55a7-4a5f-9301-808aaed822ac control plane storage buffer bytes to 0
12302026-03-23T21:18:48.225Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12312026-03-23T21:18:48.225Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 69dac9cd-3d5d-4cca-a844-f604de99a8d1 0
12322026-03-23T21:18:48.252Znote: database URL not specified. Will search DNS.
12332026-03-23T21:18:48.252Znote: (override with --db-url or OMDB_DB_URL)
12342026-03-23T21:18:48.252Znote: using DNS from system config (typically /etc/resolv.conf)
12352026-03-23T21:18:48.252Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12362026-03-23T21:18:48.277Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12372026-03-23T21:18:48.277Znote: database schema version matches expected (241.0.0)
12382026-03-23T21:18:48.349Zset pool 69dac9cd-3d5d-4cca-a844-f604de99a8d1 control plane storage buffer bytes to 0
12392026-03-23T21:18:48.373Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12402026-03-23T21:18:48.373Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0 0
12412026-03-23T21:18:48.402Znote: database URL not specified. Will search DNS.
12422026-03-23T21:18:48.402Znote: (override with --db-url or OMDB_DB_URL)
12432026-03-23T21:18:48.402Znote: using DNS from system config (typically /etc/resolv.conf)
12442026-03-23T21:18:48.402Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12452026-03-23T21:18:48.426Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12462026-03-23T21:18:48.453Znote: database schema version matches expected (241.0.0)
12472026-03-23T21:18:48.492Zset pool 70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0 control plane storage buffer bytes to 0
12482026-03-23T21:18:48.519Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12492026-03-23T21:18:48.519Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 71ac8f74-8424-4d29-ad49-4c51c6c97f2c 0
12502026-03-23T21:18:48.583Znote: database URL not specified. Will search DNS.
12512026-03-23T21:18:48.583Znote: (override with --db-url or OMDB_DB_URL)
12522026-03-23T21:18:48.583Znote: using DNS from system config (typically /etc/resolv.conf)
12532026-03-23T21:18:48.583Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12542026-03-23T21:18:48.608Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12552026-03-23T21:18:48.608Znote: database schema version matches expected (241.0.0)
12562026-03-23T21:18:48.639Zset pool 71ac8f74-8424-4d29-ad49-4c51c6c97f2c control plane storage buffer bytes to 0
12572026-03-23T21:18:48.663Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12582026-03-23T21:18:48.663Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a9be0b19-b5d8-4725-9c46-0c64967ca745 0
12592026-03-23T21:18:48.689Znote: database URL not specified. Will search DNS.
12602026-03-23T21:18:48.689Znote: (override with --db-url or OMDB_DB_URL)
12612026-03-23T21:18:48.689Znote: using DNS from system config (typically /etc/resolv.conf)
12622026-03-23T21:18:48.689Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12632026-03-23T21:18:48.714Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12642026-03-23T21:18:48.714Znote: database schema version matches expected (241.0.0)
12652026-03-23T21:18:48.774Zset pool a9be0b19-b5d8-4725-9c46-0c64967ca745 control plane storage buffer bytes to 0
12662026-03-23T21:18:48.798Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12672026-03-23T21:18:48.798Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer b1e733d0-4638-4255-a2ff-69d245a5d26b 0
12682026-03-23T21:18:48.825Znote: database URL not specified. Will search DNS.
12692026-03-23T21:18:48.825Znote: (override with --db-url or OMDB_DB_URL)
12702026-03-23T21:18:48.825Znote: using DNS from system config (typically /etc/resolv.conf)
12712026-03-23T21:18:48.825Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12722026-03-23T21:18:48.849Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12732026-03-23T21:18:48.849Znote: database schema version matches expected (241.0.0)
12742026-03-23T21:18:48.922Zset pool b1e733d0-4638-4255-a2ff-69d245a5d26b control plane storage buffer bytes to 0
12752026-03-23T21:18:48.947Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12762026-03-23T21:18:48.947Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer f65ad810-2991-49ec-ae69-0c6cff652ce7 0
12772026-03-23T21:18:48.972Znote: database URL not specified. Will search DNS.
12782026-03-23T21:18:48.972Znote: (override with --db-url or OMDB_DB_URL)
12792026-03-23T21:18:48.972Znote: using DNS from system config (typically /etc/resolv.conf)
12802026-03-23T21:18:48.972Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12812026-03-23T21:18:48.997Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12822026-03-23T21:18:48.997Znote: database schema version matches expected (241.0.0)
12832026-03-23T21:18:49.078Zset pool f65ad810-2991-49ec-ae69-0c6cff652ce7 control plane storage buffer bytes to 0
12842026-03-23T21:18:49.102Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12852026-03-23T21:18:49.128Znote: database URL not specified. Will search DNS.
12862026-03-23T21:18:49.128Znote: (override with --db-url or OMDB_DB_URL)
12872026-03-23T21:18:49.128Znote: using DNS from system config (typically /etc/resolv.conf)
12882026-03-23T21:18:49.128Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12892026-03-23T21:18:49.153Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12902026-03-23T21:18:49.153Znote: database schema version matches expected (241.0.0)
12912026-03-23T21:18:49.400ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12922026-03-23T21:18:49.400Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12932026-03-23T21:18:49.400Z128e5492-5ff6-4486-90ca-08137bf30adc | |e738ffce-b038-4c24-bdba-0c39c544fb39 |109f2fc8-955c-4425-b5f4-c74dfaae86f3 |20937965568 |0
12942026-03-23T21:18:49.400Z29dd8034-4daa-4fb7-b7b4-86eaabb28a8b | |e738ffce-b038-4c24-bdba-0c39c544fb39 |d9b50b97-f91b-4588-b29f-76a911bf28d1 |20937965568 |0
12952026-03-23T21:18:49.400Z2a11c236-55a7-4a5f-9301-808aaed822ac | |e738ffce-b038-4c24-bdba-0c39c544fb39 |8d403e0c-86ab-466c-acae-40367f87447c |20937965568 |0
12962026-03-23T21:18:49.400Z69dac9cd-3d5d-4cca-a844-f604de99a8d1 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |ffc64e12-69f9-437e-ad45-abd9cce92d02 |20937965568 |0
12972026-03-23T21:18:49.400Z70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |42a47623-140a-491a-a311-25b9783be393 |20937965568 |0
12982026-03-23T21:18:49.400Z71ac8f74-8424-4d29-ad49-4c51c6c97f2c | |e738ffce-b038-4c24-bdba-0c39c544fb39 |4515af59-d13b-46d1-a008-ddf54921ea10 |20937965568 |0
12992026-03-23T21:18:49.400Za9be0b19-b5d8-4725-9c46-0c64967ca745 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |db6e863a-8e9b-410b-b176-5046bad44380 |20937965568 |0
13002026-03-23T21:18:49.400Zb1e733d0-4638-4255-a2ff-69d245a5d26b | |e738ffce-b038-4c24-bdba-0c39c544fb39 |c314d679-2f23-4cf9-8451-d7f93f79a584 |20937965568 |0
13012026-03-23T21:18:49.400Zf65ad810-2991-49ec-ae69-0c6cff652ce7 | |e738ffce-b038-4c24-bdba-0c39c544fb39 |0d382ec4-016a-4250-8ce9-eef3bca770c2 |20937965568 |0
13022026-03-23T21:18:49.427Z+ export RUST_BACKTRACE=1
13032026-03-23T21:18:49.428Z+ RUST_BACKTRACE=1
13042026-03-23T21:18:49.428Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13052026-03-23T21:18:49.428Z++ ./target/debug/bootstrap
13062026-03-23T21:18:49.686ZUsing external DNS server at 10.151.1.164:53
13072026-03-23T21:18:49.710Z2026-03-23 21:18:49.688043386 UTC: attempting to log into API
13082026-03-23T21:18:51.323Z2026-03-23 21:18:51.311876323 UTC: login succeeded
13092026-03-23T21:18:51.348Zwaiting for nexus to come up...
13102026-03-23T21:18:51.433Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
13112026-03-23T21:18:52.249Zcreating IPv6 IP pool... fd00::aa - fd00::bb
13122026-03-23T21:18:53.078Zsetting up quotas...
13132026-03-23T21:18:53.217Zensuring datasets are ready...
13142026-03-23T21:18:57.382Zlet's roll.
13152026-03-23T21:18:57.407Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13162026-03-23T21:18:57.407ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13172026-03-23T21:18:57.407ZOXIDE_TOKEN=oxide-token-f8fefc906b2d2e9226c5f67ef925d5647da81c28'
13182026-03-23T21:18:57.407Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13192026-03-23T21:18:57.407Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13202026-03-23T21:18:57.408Z++ OXIDE_TOKEN=oxide-token-f8fefc906b2d2e9226c5f67ef925d5647da81c28
13212026-03-23T21:18:57.408Z+ export OXIDE_HOST OXIDE_TOKEN
13222026-03-23T21:18:57.408Z+ retry=0
13232026-03-23T21:18:57.408Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13242026-03-23T21:18:57.434Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13252026-03-23T21:18:58.333Z{"status":"ok"}{
13262026-03-23T21:18:58.333Z "description": "some images",
13272026-03-23T21:18:58.333Z "id": "7c44f142-4cd5-47c0-b3a8-dfdcfd2c1ad7",
13282026-03-23T21:18:58.333Z "name": "images",
13292026-03-23T21:18:58.333Z "time_created": "2026-03-23T21:18:57.505870Z",
13302026-03-23T21:18:58.333Z "time_modified": "2026-03-23T21:18:57.505870Z"
13312026-03-23T21:18:58.333Z}
13322026-03-23T21:18:58.358Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13332026-03-23T21:29:25.819ZDone!
13342026-03-23T21:29:25.843Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13352026-03-23T21:29:26.084Z{
13362026-03-23T21:29:26.084Z "block_size": 512,
13372026-03-23T21:29:26.084Z "description": "debian 11 original base image",
13382026-03-23T21:29:26.084Z "id": "8e8d54cd-9196-426a-93ed-307bacb318ee",
13392026-03-23T21:29:26.084Z "name": "debian11",
13402026-03-23T21:29:26.084Z "os": "debian",
13412026-03-23T21:29:26.085Z "size": 2147483648,
13422026-03-23T21:29:26.085Z "time_created": "2026-03-23T21:29:25.651352Z",
13432026-03-23T21:29:26.085Z "time_modified": "2026-03-23T21:29:26.041009Z",
13442026-03-23T21:29:26.085Z "version": "11"
13452026-03-23T21:29:26.085Z}
13462026-03-23T21:29:26.111Z+ for test_bin in tests/*
13472026-03-23T21:29:26.111Z+ ./tests/bootstrap-0d379787697657d9
13482026-03-23T21:29:26.149Z
13492026-03-23T21:29:26.149Zrunning 0 tests
13502026-03-23T21:29:26.149Z
13512026-03-23T21:29:26.149Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13522026-03-23T21:29:26.150Z
13532026-03-23T21:29:26.150Z+ for test_bin in tests/*
13542026-03-23T21:29:26.150Z+ ./tests/commtest-dbaa59ec1e557674
13552026-03-23T21:29:26.176Z
13562026-03-23T21:29:26.176Zrunning 0 tests
13572026-03-23T21:29:26.176Z
13582026-03-23T21:29:26.176Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13592026-03-23T21:29:26.176Z
13602026-03-23T21:29:26.176Z+ for test_bin in tests/*
13612026-03-23T21:29:26.176Z+ ./tests/dhcp_server-86ba6e752d4dce5f
13622026-03-23T21:29:26.213Z
13632026-03-23T21:29:26.213Zrunning 0 tests
13642026-03-23T21:29:26.240Z
13652026-03-23T21:29:26.240Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13662026-03-23T21:29:26.240Z
13672026-03-23T21:29:26.240Z+ for test_bin in tests/*
13682026-03-23T21:29:26.240Z+ ./tests/end_to_end_tests-b8a7ecbb73af62b3
13692026-03-23T21:29:26.462Z
13702026-03-23T21:29:26.462Zrunning 3 tests
13712026-03-23T21:29:26.493Znote: configured to log to "/tmp/end_to_end_tests-b8a7ecbb73af62b3-new_blueprint_noop.1672.0.log"
13722026-03-23T21:29:26.621Ztest no_spoof::no_spoof_here ... ok
13732026-03-23T21:29:27.035Ztest noop_blueprint::new_blueprint_noop ... ok
13742026-03-23T21:29:56.749Ztest instance_launch::instance_launch ... ok
13752026-03-23T21:29:56.749Z
13762026-03-23T21:29:56.749Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.29s
13772026-03-23T21:29:56.749Z
13782026-03-23T21:29:56.774Z+ _exit_trap
13792026-03-23T21:29:56.774Z+ local status=0
13802026-03-23T21:29:56.774Z+ set +o errexit
13812026-03-23T21:29:56.774Z+ [[ x != \x ]]
13822026-03-23T21:29:56.774Z+ pfexec svcadm -Z disable -s cron
13832026-03-23T21:29:58.517Z+ [[ 0 -eq 0 ]]
13842026-03-23T21:29:58.517Z+ exit 0
13852026-03-23T21:29:58.541Zprocess exited: duration 896850 ms, exit code 0
 
13862026-03-23T21:29:58.680Zfound 110 output files
13872026-03-23T21:29:58.816Zuploading: /var/svc/log/oxide-mg-ddm:default.log (306800 bytes)
13882026-03-23T21:29:59.976Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13892026-03-23T21:29:59.976Zuploading: /var/svc/log/oxide-sled-agent:default.log (2722288 bytes)
13902026-03-23T21:30:00.252Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 2722288 -> 2722507
13912026-03-23T21:30:01.327Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13922026-03-23T21:30:01.327Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (14129480 bytes)
13932026-03-23T21:30:02.006Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 14129480 -> 14193827
13942026-03-23T21:30:03.080Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13952026-03-23T21:30:03.080Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (41022 bytes)
13962026-03-23T21:30:04.245Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13972026-03-23T21:30:04.269Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (305050 bytes)
13982026-03-23T21:30:04.448Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 305050 -> 307427
13992026-03-23T21:30:05.519Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14002026-03-23T21:30:05.519Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (530528 bytes)
14012026-03-23T21:30:05.766Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 530528 -> 533300
14022026-03-23T21:30:06.839Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14032026-03-23T21:30:06.864Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3786657 bytes)
14042026-03-23T21:30:07.202Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3786657 -> 3813552
14052026-03-23T21:30:08.273Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14062026-03-23T21:30:08.273Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6315151 bytes)
14072026-03-23T21:30:08.718Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6315151 -> 6387729
14082026-03-23T21:30:09.789Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14092026-03-23T21:30:09.789Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3336 bytes)
14102026-03-23T21:30:10.885Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14112026-03-23T21:30:10.886Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (503894 bytes)
14122026-03-23T21:30:11.157Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 503894 -> 512129
14132026-03-23T21:30:12.228Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14142026-03-23T21:30:12.228Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13900 bytes)
14152026-03-23T21:30:12.298Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13900 -> 14290
14162026-03-23T21:30:13.369Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14172026-03-23T21:30:13.369Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3997 bytes)
14182026-03-23T21:30:14.464Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14192026-03-23T21:30:14.464Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (2387 bytes)
14202026-03-23T21:30:15.562Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14212026-03-23T21:30:15.562Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-cockroach-admin:default.log (64286 bytes)
14222026-03-23T21:30:15.700Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64286 -> 68716
14232026-03-23T21:30:16.770Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-cockroach-admin:default.log
14242026-03-23T21:30:16.795Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-cockroachdb:default.log (4375 bytes)
14252026-03-23T21:30:17.867Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-cockroachdb:default.log
14262026-03-23T21:30:17.867Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14272026-03-23T21:30:18.964Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_cockroachdb_2ba3a09d-0446-4f31-8591-eaea4254e7a9/root/var/svc/log/oxide-zone-network-setup:default.log
14282026-03-23T21:30:18.964Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-agent:default.log (29087 bytes)
14292026-03-23T21:30:20.123Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-agent:default.log
14302026-03-23T21:30:20.123Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14312026-03-23T21:30:21.221Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:default.log
14322026-03-23T21:30:21.244Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:downstairs-78e943dc-6587-4ff2-933b-353bded6c124.log (6107 bytes)
14332026-03-23T21:30:22.316Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:downstairs-78e943dc-6587-4ff2-933b-353bded6c124.log
14342026-03-23T21:30:22.339Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ba623859-5f64-42a4-8da5-739ee9d8b0e7.log (5999 bytes)
14352026-03-23T21:30:23.411Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ba623859-5f64-42a4-8da5-739ee9d8b0e7.log
14362026-03-23T21:30:23.411Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:snapshot-78e943dc-6587-4ff2-933b-353bded6c124-d532e1f4-48da-4c31-ad65-22ed73640cf1.log (5677 bytes)
14372026-03-23T21:30:24.505Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-crucible-downstairs:snapshot-78e943dc-6587-4ff2-933b-353bded6c124-d532e1f4-48da-4c31-ad65-22ed73640cf1.log
14382026-03-23T21:30:24.529Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14392026-03-23T21:30:25.601Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_7915fa77-cb2a-48da-be65-d7d884e6331f/root/var/svc/log/oxide-zone-network-setup:default.log
14402026-03-23T21:30:25.601Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_pantry_e15a6871-85de-4898-b598-e786a6472dc4/root/var/svc/log/oxide-crucible-pantry:default.log (917801 bytes)
14412026-03-23T21:30:25.877Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_pantry_e15a6871-85de-4898-b598-e786a6472dc4/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 917801 -> 924456
14422026-03-23T21:30:26.948Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_pantry_e15a6871-85de-4898-b598-e786a6472dc4/root/var/svc/log/oxide-crucible-pantry:default.log
14432026-03-23T21:30:26.948Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_pantry_e15a6871-85de-4898-b598-e786a6472dc4/root/var/svc/log/oxide-zone-network-setup:default.log (2132 bytes)
14442026-03-23T21:30:28.043Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_crucible_pantry_e15a6871-85de-4898-b598-e786a6472dc4/root/var/svc/log/oxide-zone-network-setup:default.log
14452026-03-23T21:30:28.043Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-external_dns:default.log (45746 bytes)
14462026-03-23T21:30:28.158Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45746 -> 49518
14472026-03-23T21:30:29.230Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-external_dns:default.log
14482026-03-23T21:30:29.230Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
14492026-03-23T21:30:30.328Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-opte-interface-setup:default.log
14502026-03-23T21:30:30.352Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-zone-network-setup:default.log (2108 bytes)
14512026-03-23T21:30:31.423Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_external_dns_f0cee817-d167-43e4-b416-afe567bd5315/root/var/svc/log/oxide-zone-network-setup:default.log
14522026-03-23T21:30:31.423Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_internal_dns_c2494589-f4c7-4b80-a98c-4a5ec3148be7/root/var/svc/log/oxide-internal_dns:default.log (458706 bytes)
14532026-03-23T21:30:31.676Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_internal_dns_c2494589-f4c7-4b80-a98c-4a5ec3148be7/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 458706 -> 481969
14542026-03-23T21:30:32.747Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_internal_dns_c2494589-f4c7-4b80-a98c-4a5ec3148be7/root/var/svc/log/oxide-internal_dns:default.log
14552026-03-23T21:30:32.747Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_internal_dns_c2494589-f4c7-4b80-a98c-4a5ec3148be7/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
14562026-03-23T21:30:33.842Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_internal_dns_c2494589-f4c7-4b80-a98c-4a5ec3148be7/root/var/svc/log/oxide-zone-network-setup:default.log
14572026-03-23T21:30:33.842Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-nexus:default.log (12929603 bytes)
14582026-03-23T21:30:34.506Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12929603 -> 13744627
14592026-03-23T21:30:35.579Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-nexus:default.log
14602026-03-23T21:30:35.579Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14612026-03-23T21:30:36.674Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-opte-interface-setup:default.log
14622026-03-23T21:30:36.674Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-zone-network-setup:default.log (2051 bytes)
14632026-03-23T21:30:37.769Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_nexus_bfb066cc-61cd-4e6f-a79c-4fb66466acde/root/var/svc/log/oxide-zone-network-setup:default.log
14642026-03-23T21:30:37.769Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_oximeter_61212f79-caa8-482b-bccc-f3e6ea3a0992/root/var/svc/log/oxide-oximeter:default.log (4332692 bytes)
14652026-03-23T21:30:38.185Zupload warning: file "/pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_oximeter_61212f79-caa8-482b-bccc-f3e6ea3a0992/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4332692 -> 4583268
14662026-03-23T21:30:39.259Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_oximeter_61212f79-caa8-482b-bccc-f3e6ea3a0992/root/var/svc/log/oxide-oximeter:default.log
14672026-03-23T21:30:39.283Zuploading: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_oximeter_61212f79-caa8-482b-bccc-f3e6ea3a0992/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
14682026-03-23T21:30:40.355Zuploaded: /pool/ext/128e5492-5ff6-4486-90ca-08137bf30adc/crypt/zone/oxz_oximeter_61212f79-caa8-482b-bccc-f3e6ea3a0992/root/var/svc/log/oxide-zone-network-setup:default.log
14692026-03-23T21:30:40.355Zuploading: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-agent:default.log (20727 bytes)
14702026-03-23T21:30:41.471Zuploaded: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-agent:default.log
14712026-03-23T21:30:41.471Zuploading: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14722026-03-23T21:30:42.565Zuploaded: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:default.log
14732026-03-23T21:30:42.565Zuploading: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:downstairs-112e2742-d43f-4bdc-ae21-ee146ee10ee5.log (3009 bytes)
14742026-03-23T21:30:43.661Zuploaded: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:downstairs-112e2742-d43f-4bdc-ae21-ee146ee10ee5.log
14752026-03-23T21:30:43.661Zuploading: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:downstairs-ccb405bc-f555-4a57-8dbf-a2f1ce9e8b68.log (3126 bytes)
14762026-03-23T21:30:44.762Zuploaded: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-crucible-downstairs:downstairs-ccb405bc-f555-4a57-8dbf-a2f1ce9e8b68.log
14772026-03-23T21:30:44.762Zuploading: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
14782026-03-23T21:30:45.856Zuploaded: /pool/ext/29dd8034-4daa-4fb7-b7b4-86eaabb28a8b/crypt/zone/oxz_crucible_344a378e-398b-4678-9a5d-f91e83655ad6/root/var/svc/log/oxide-zone-network-setup:default.log
14792026-03-23T21:30:45.856Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-cockroach-admin:default.log (64293 bytes)
14802026-03-23T21:30:45.992Zupload warning: file "/pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64293 -> 68723
14812026-03-23T21:30:47.063Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-cockroach-admin:default.log
14822026-03-23T21:30:47.063Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
14832026-03-23T21:30:48.162Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-cockroachdb:default.log
14842026-03-23T21:30:48.162Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
14852026-03-23T21:30:49.259Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_cockroachdb_a9c0bbfa-9a32-4b3b-99ec-32367a76953b/root/var/svc/log/oxide-zone-network-setup:default.log
14862026-03-23T21:30:49.259Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-agent:default.log (12920 bytes)
14872026-03-23T21:30:50.378Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-agent:default.log
14882026-03-23T21:30:50.378Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14892026-03-23T21:30:51.471Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-downstairs:default.log
14902026-03-23T21:30:51.472Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-downstairs:downstairs-f08fd882-0249-4ba4-bbf1-750585a87da6.log (5994 bytes)
14912026-03-23T21:30:52.568Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-crucible-downstairs:downstairs-f08fd882-0249-4ba4-bbf1-750585a87da6.log
14922026-03-23T21:30:52.568Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14932026-03-23T21:30:53.663Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_crucible_6dd3ec8c-6ce8-438a-aaa4-59ad3021ffe3/root/var/svc/log/oxide-zone-network-setup:default.log
14942026-03-23T21:30:53.663Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-chrony-setup:default.log (15278 bytes)
14952026-03-23T21:30:54.780Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-chrony-setup:default.log
14962026-03-23T21:30:54.780Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-ntp-admin:default.log (70890 bytes)
14972026-03-23T21:30:54.933Zupload warning: file "/pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 70890 -> 75562
14982026-03-23T21:30:55.987Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-ntp-admin:default.log
14992026-03-23T21:30:55.987Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-ntp:default.log (3185 bytes)
15002026-03-23T21:30:57.081Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-ntp:default.log
15012026-03-23T21:30:57.105Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
15022026-03-23T21:30:58.176Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-opte-interface-setup:default.log
15032026-03-23T21:30:58.177Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-zone-network-setup:default.log (2028 bytes)
15042026-03-23T21:30:59.279Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/svc/log/oxide-zone-network-setup:default.log
15052026-03-23T21:30:59.279Zuploading: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-agent:default.log (23422 bytes)
15062026-03-23T21:31:00.451Zuploaded: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-agent:default.log
15072026-03-23T21:31:00.451Zuploading: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15082026-03-23T21:31:01.556Zuploaded: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:default.log
15092026-03-23T21:31:01.556Zuploading: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b.log (6000 bytes)
15102026-03-23T21:31:02.658Zuploaded: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:downstairs-038dd8dd-d501-459d-8b13-d81e59c00b6b.log
15112026-03-23T21:31:02.658Zuploading: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2.log (3125 bytes)
15122026-03-23T21:31:03.771Zuploaded: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-crucible-downstairs:downstairs-1df234e3-de62-4026-8aa1-5216a02a39a2.log
15132026-03-23T21:31:03.797Zuploading: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15142026-03-23T21:31:04.878Zuploaded: /pool/ext/69dac9cd-3d5d-4cca-a844-f604de99a8d1/crypt/zone/oxz_crucible_c843e86e-f4bb-4161-9a45-263704928e44/root/var/svc/log/oxide-zone-network-setup:default.log
15152026-03-23T21:31:04.878Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-cockroach-admin:default.log (64300 bytes)
15162026-03-23T21:31:05.016Zupload warning: file "/pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64300 -> 68731
15172026-03-23T21:31:06.096Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-cockroach-admin:default.log
15182026-03-23T21:31:06.121Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
15192026-03-23T21:31:07.206Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-cockroachdb:default.log
15202026-03-23T21:31:07.206Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
15212026-03-23T21:31:08.328Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_cockroachdb_49872e62-f593-498c-9770-efef6f94492b/root/var/svc/log/oxide-zone-network-setup:default.log
15222026-03-23T21:31:08.328Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-agent:default.log (18422 bytes)
15232026-03-23T21:31:09.483Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-agent:default.log
15242026-03-23T21:31:09.484Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15252026-03-23T21:31:10.585Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:default.log
15262026-03-23T21:31:10.585Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:downstairs-46e25502-249d-4503-ba2b-a7e2596228c1.log (6107 bytes)
15272026-03-23T21:31:11.698Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:downstairs-46e25502-249d-4503-ba2b-a7e2596228c1.log
15282026-03-23T21:31:11.723Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:snapshot-46e25502-249d-4503-ba2b-a7e2596228c1-d532e1f4-48da-4c31-ad65-22ed73640cf1.log (5678 bytes)
15292026-03-23T21:31:12.813Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-crucible-downstairs:snapshot-46e25502-249d-4503-ba2b-a7e2596228c1-d532e1f4-48da-4c31-ad65-22ed73640cf1.log
15302026-03-23T21:31:12.813Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15312026-03-23T21:31:13.917Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_b1018ca9-a340-4dae-8228-24af82cfaa89/root/var/svc/log/oxide-zone-network-setup:default.log
15322026-03-23T21:31:13.917Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_pantry_e58e4e2a-d3bd-4389-82ad-3772a18850d9/root/var/svc/log/oxide-crucible-pantry:default.log (162064 bytes)
15332026-03-23T21:31:14.101Zupload warning: file "/pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_pantry_e58e4e2a-d3bd-4389-82ad-3772a18850d9/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 162064 -> 182092
15342026-03-23T21:31:15.175Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_pantry_e58e4e2a-d3bd-4389-82ad-3772a18850d9/root/var/svc/log/oxide-crucible-pantry:default.log
15352026-03-23T21:31:15.175Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_pantry_e58e4e2a-d3bd-4389-82ad-3772a18850d9/root/var/svc/log/oxide-zone-network-setup:default.log (2134 bytes)
15362026-03-23T21:31:16.284Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_crucible_pantry_e58e4e2a-d3bd-4389-82ad-3772a18850d9/root/var/svc/log/oxide-zone-network-setup:default.log
15372026-03-23T21:31:16.284Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_internal_dns_23c3c87d-ab2a-4282-9820-116a267a7dbe/root/var/svc/log/oxide-internal_dns:default.log (458704 bytes)
15382026-03-23T21:31:16.540Zupload warning: file "/pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_internal_dns_23c3c87d-ab2a-4282-9820-116a267a7dbe/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 458704 -> 511078
15392026-03-23T21:31:17.622Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_internal_dns_23c3c87d-ab2a-4282-9820-116a267a7dbe/root/var/svc/log/oxide-internal_dns:default.log
15402026-03-23T21:31:17.655Zuploading: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_internal_dns_23c3c87d-ab2a-4282-9820-116a267a7dbe/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
15412026-03-23T21:31:18.721Zuploaded: /pool/ext/70cc9a5e-5b65-4f11-a355-5a4ab9ba42c0/crypt/zone/oxz_internal_dns_23c3c87d-ab2a-4282-9820-116a267a7dbe/root/var/svc/log/oxide-zone-network-setup:default.log
15422026-03-23T21:31:18.762Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-cockroach-admin:default.log (66109 bytes)
15432026-03-23T21:31:18.863Zupload warning: file "/pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66109 -> 74970
15442026-03-23T21:31:19.943Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-cockroach-admin:default.log
15452026-03-23T21:31:19.943Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-cockroachdb:default.log (4350 bytes)
15462026-03-23T21:31:21.541Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-cockroachdb:default.log
15472026-03-23T21:31:21.541Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
15482026-03-23T21:31:22.706Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_cockroachdb_28cc618c-04dd-4e08-8467-c18381b977ef/root/var/svc/log/oxide-zone-network-setup:default.log
15492026-03-23T21:31:26.754Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-agent:default.log (9762 bytes)
15502026-03-23T21:31:27.894Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-agent:default.log
15512026-03-23T21:31:27.894Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15522026-03-23T21:31:28.988Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-downstairs:default.log
15532026-03-23T21:31:28.988Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-downstairs:downstairs-13e10f4b-dec9-45fb-9f46-60aba41b640f.log (3008 bytes)
15542026-03-23T21:31:30.082Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-crucible-downstairs:downstairs-13e10f4b-dec9-45fb-9f46-60aba41b640f.log
15552026-03-23T21:31:30.082Zuploading: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
15562026-03-23T21:31:31.178Zuploaded: /pool/ext/71ac8f74-8424-4d29-ad49-4c51c6c97f2c/crypt/zone/oxz_crucible_b6567998-ae86-4888-9ff4-2d79abfd3583/root/var/svc/log/oxide-zone-network-setup:default.log
15572026-03-23T21:31:31.178Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-agent:default.log (28626 bytes)
15582026-03-23T21:31:32.337Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-agent:default.log
15592026-03-23T21:31:32.337Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15602026-03-23T21:31:33.437Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:default.log
15612026-03-23T21:31:33.437Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a.log (3127 bytes)
15622026-03-23T21:31:34.530Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a.log
15632026-03-23T21:31:34.530Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:downstairs-b82800b9-1d3c-4590-a914-b9a4ed4d9fed.log (6103 bytes)
15642026-03-23T21:31:35.623Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:downstairs-b82800b9-1d3c-4590-a914-b9a4ed4d9fed.log
15652026-03-23T21:31:35.624Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:snapshot-b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1.log (5678 bytes)
15662026-03-23T21:31:36.719Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-crucible-downstairs:snapshot-b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1.log
15672026-03-23T21:31:36.750Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15682026-03-23T21:31:37.821Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959/root/var/svc/log/oxide-zone-network-setup:default.log
15692026-03-23T21:31:37.821Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_pantry_f143f485-3a38-41e3-82d4-e638dc429265/root/var/svc/log/oxide-crucible-pantry:default.log (161450 bytes)
15702026-03-23T21:31:38.003Zupload warning: file "/pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_pantry_f143f485-3a38-41e3-82d4-e638dc429265/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161450 -> 182222
15712026-03-23T21:31:39.074Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_pantry_f143f485-3a38-41e3-82d4-e638dc429265/root/var/svc/log/oxide-crucible-pantry:default.log
15722026-03-23T21:31:39.074Zuploading: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_pantry_f143f485-3a38-41e3-82d4-e638dc429265/root/var/svc/log/oxide-zone-network-setup:default.log (2134 bytes)
15732026-03-23T21:31:40.171Zuploaded: /pool/ext/a9be0b19-b5d8-4725-9c46-0c64967ca745/crypt/zone/oxz_crucible_pantry_f143f485-3a38-41e3-82d4-e638dc429265/root/var/svc/log/oxide-zone-network-setup:default.log
15742026-03-23T21:31:40.171Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
15752026-03-23T21:31:41.267Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-crucible-agent:default.log
15762026-03-23T21:31:41.267Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15772026-03-23T21:31:42.364Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-crucible-downstairs:default.log
15782026-03-23T21:31:42.364Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
15792026-03-23T21:31:43.459Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_crucible_2952bd18-f055-4077-85f4-cd74d9c82b21/root/var/svc/log/oxide-zone-network-setup:default.log
15802026-03-23T21:31:43.484Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-nexus:default.log (12799084 bytes)
15812026-03-23T21:31:44.165Zupload warning: file "/pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12799084 -> 14717511
15822026-03-23T21:31:45.262Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-nexus:default.log
15832026-03-23T21:31:45.263Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15842026-03-23T21:31:46.357Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-opte-interface-setup:default.log
15852026-03-23T21:31:46.381Zuploading: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
15862026-03-23T21:31:47.454Zuploaded: /pool/ext/b1e733d0-4638-4255-a2ff-69d245a5d26b/crypt/zone/oxz_nexus_acd1f4bd-a884-481e-a42b-b13f630814fc/root/var/svc/log/oxide-zone-network-setup:default.log
15872026-03-23T21:31:47.454Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse-admin-single:default.log (46069 bytes)
15882026-03-23T21:31:47.588Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 46069 -> 53622
15892026-03-23T21:31:48.658Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15902026-03-23T21:31:48.659Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse:default.log (3952695 bytes)
15912026-03-23T21:31:49.070Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3952695 -> 4597731
15922026-03-23T21:31:50.151Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-clickhouse:default.log
15932026-03-23T21:31:50.151Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
15942026-03-23T21:31:51.246Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_clickhouse_5026c372-8647-4e15-8bdc-c7fb12d7d1bb/root/var/svc/log/oxide-zone-network-setup:default.log
15952026-03-23T21:31:51.247Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-cockroach-admin:default.log (64298 bytes)
15962026-03-23T21:31:51.380Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64298 -> 73157
15972026-03-23T21:31:52.451Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-cockroach-admin:default.log
15982026-03-23T21:31:52.451Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
15992026-03-23T21:31:53.551Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-cockroachdb:default.log
16002026-03-23T21:31:53.551Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
16012026-03-23T21:31:54.658Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_cockroachdb_a7ad8364-0016-430d-885a-3c46a668a2f9/root/var/svc/log/oxide-zone-network-setup:default.log
16022026-03-23T21:31:54.658Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-agent:default.log (9333 bytes)
16032026-03-23T21:31:55.782Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-agent:default.log
16042026-03-23T21:31:55.782Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16052026-03-23T21:31:56.878Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-downstairs:default.log
16062026-03-23T21:31:56.878Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e393546-1364-4c34-9def-fbe95e510e81.log (3009 bytes)
16072026-03-23T21:31:57.973Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e393546-1364-4c34-9def-fbe95e510e81.log
16082026-03-23T21:31:57.997Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
16092026-03-23T21:31:59.070Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_crucible_91e4ab6d-9335-4fbb-95e5-d477849003da/root/var/svc/log/oxide-zone-network-setup:default.log
16102026-03-23T21:31:59.070Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-external_dns:default.log (45752 bytes)
16112026-03-23T21:31:59.210Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45752 -> 53298
16122026-03-23T21:32:00.287Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-external_dns:default.log
16132026-03-23T21:32:00.287Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
16142026-03-23T21:32:01.380Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-opte-interface-setup:default.log
16152026-03-23T21:32:01.380Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
16162026-03-23T21:32:02.476Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_external_dns_12861c1e-513c-445b-857e-da883aeace0c/root/var/svc/log/oxide-zone-network-setup:default.log
16172026-03-23T21:32:02.476Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_internal_dns_061b5e72-6d44-44ab-9b6d-6d125c52a83a/root/var/svc/log/oxide-internal_dns:default.log (458704 bytes)
16182026-03-23T21:32:02.737Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_internal_dns_061b5e72-6d44-44ab-9b6d-6d125c52a83a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 458704 -> 525693
16192026-03-23T21:32:03.820Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_internal_dns_061b5e72-6d44-44ab-9b6d-6d125c52a83a/root/var/svc/log/oxide-internal_dns:default.log
16202026-03-23T21:32:03.820Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_internal_dns_061b5e72-6d44-44ab-9b6d-6d125c52a83a/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
16212026-03-23T21:32:04.942Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_internal_dns_061b5e72-6d44-44ab-9b6d-6d125c52a83a/root/var/svc/log/oxide-zone-network-setup:default.log
16222026-03-23T21:32:04.942Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-nexus:default.log (72947109 bytes)
16232026-03-23T21:32:07.302Zupload warning: file "/pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 72947109 -> 75138316
16242026-03-23T21:32:08.372Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-nexus:default.log
16252026-03-23T21:32:08.372Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16262026-03-23T21:32:09.468Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-opte-interface-setup:default.log
16272026-03-23T21:32:09.468Zuploading: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
16282026-03-23T21:32:10.568Zuploaded: /pool/ext/f65ad810-2991-49ec-ae69-0c6cff652ce7/crypt/zone/oxz_nexus_5dad7268-662f-4758-8fc1-a6f80bdd3592/root/var/svc/log/oxide-zone-network-setup:default.log
16292026-03-23T21:32:10.569Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/measurements.log (612214 bytes)
16302026-03-23T21:32:10.874Zupload warning: file "/pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/measurements.log" changed size mid upload: 612214 -> 726890
16312026-03-23T21:32:11.952Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/measurements.log
16322026-03-23T21:32:11.952Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/statistics.log (466830 bytes)
16332026-03-23T21:32:12.483Zupload warning: file "/pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/statistics.log" changed size mid upload: 466830 -> 559260
16342026-03-23T21:32:13.667Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/statistics.log
16352026-03-23T21:32:13.667Zuploading: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/tracking.log (77360 bytes)
16362026-03-23T21:32:13.845Zupload warning: file "/pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/tracking.log" changed size mid upload: 77360 -> 88976
16372026-03-23T21:32:14.932Zuploaded: /pool/ext/2a11c236-55a7-4a5f-9301-808aaed822ac/crypt/zone/oxz_ntp_fb018d1c-5392-4c65-83e5-5ebf0683aa1f/root/var/log/chrony/tracking.log