01KRYW5DJPVHDHJ0CZ9Z2306H4: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.40",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KRYW62RXA4W9G9YPV0BXRGSD

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-05-19T01:20:48.705Zjob dependencies complete; ready to run (waiting for 16 m 35 s)
22026-05-19T01:21:53.986Zjob assigned to worker 01KRYX4N579KVH3XR2RH8740HR [factory lab, sock/16871] (queued for 1 m 5 s)
32026-05-19T01:21:54.281Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-05-19T01:21:54.337Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52026-05-19T01:21:54.371Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62026-05-19T01:21:54.405Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72026-05-19T01:21:54.439Zhttp://172.20.0.5:9969/postboot/sock... ok
82026-05-19T01:21:54.472ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-05-19T01:21:54.516ZOxide Helios Version helios-2.0.23916 64-bit
102026-05-19T01:21:54.550ZConfiguring devices.
112026-05-19T01:21:54.583Z##################################################
122026-05-19T01:21:54.617Z#### ############# ##
132026-05-19T01:21:54.650Z### ### ############ ##
142026-05-19T01:21:54.684Z## ### # ## ### ## Oxide Computer Company ##
152026-05-19T01:21:54.717Z## ## ## ### # ### ##
162026-05-19T01:21:54.750Z## # ### #### #### This Station Under ##
172026-05-19T01:21:54.784Z### ### #### # ### Computer Control ##
182026-05-19T01:21:54.850Z#### #### ### ## ##
192026-05-19T01:21:54.884Z##################################################
202026-05-19T01:21:54.917ZHostname: sock
212026-05-19T01:21:54.951ZLoading smf(7) service descriptions:
222026-05-19T01:21:55.547Zdownloading input: /input/package/work/package.tar.gz
232026-05-19T01:29:15.612Zdownloaded input: /input/package/work/package.tar.gz
 
242026-05-19T01:29:15.613Zstarting task 0: "setup"
252026-05-19T01:29:15.638Z++ uname -s
262026-05-19T01:29:15.638Z+ kern=SunOS
272026-05-19T01:29:15.638Z+ build_user=build
282026-05-19T01:29:15.638Z+ build_uid=12345
292026-05-19T01:29:15.638Z+ work_dir=/work
302026-05-19T01:29:15.638Z+ input_dir=/input
312026-05-19T01:29:15.638Z+ [[ 0 == 12345 ]]
322026-05-19T01:29:15.638Z+ case "$kern" in
332026-05-19T01:29:15.638Z+ groupadd -g 12345 build
342026-05-19T01:29:15.638Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-05-19T01:29:17.632Z+ zfs create -o mountpoint=/work rpool/work
362026-05-19T01:29:17.675Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-05-19T01:29:17.700Z+ home_fs=zfs
382026-05-19T01:29:17.700Z+ [[ zfs == autofs ]]
392026-05-19T01:29:17.700Z+ mkdir -p /home/build
402026-05-19T01:29:17.701Z+ chown build:build /home/build /work
412026-05-19T01:29:19.683Z+ chmod 0700 /home/build /work
422026-05-19T01:29:19.708Zprocess exited: duration 4074 ms, exit code 0
 
432026-05-19T01:29:19.759Zstarting task 1: "authentication"
442026-05-19T01:29:19.808Zprocess exited: duration 48 ms, exit code 0
 
452026-05-19T01:29:19.930Zstarting task 2: "build"
462026-05-19T01:29:19.955Z+ trap _exit_trap EXIT
472026-05-19T01:29:19.955Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-05-19T01:29:20.044Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-05-19T01:29:20.045Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-05-19T01:29:20.046Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-05-19T01:29:20.071Z+ [[ -d /opt/oxide ]]
602026-05-19T01:29:20.071Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-05-19T01:29:20.071Z+ pfexec mkdir /opt/oxide
622026-05-19T01:29:20.071Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-05-19T01:29:20.071Z+ [[ -d /opt/oxide-underneath ]]
642026-05-19T01:29:20.071Z+ cd /opt/oxide-underneath
652026-05-19T01:29:20.071Z+ pfexec tar ceEp@/f - .
662026-05-19T01:29:20.071Z+ cd /opt/oxide
672026-05-19T01:29:20.071Z+ pfexec tar xveEp@/f -
682026-05-19T01:29:20.118Zx ., 0 bytes, 0 tape blocks
692026-05-19T01:29:20.118Zx ./opte, 0 bytes, 0 tape blocks
702026-05-19T01:29:20.118Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-05-19T01:29:20.118Zx ./opte/bin/opteadm, 24311432 bytes, 47484 tape blocks
722026-05-19T01:29:20.143Z+ pfexec rm -rf /opt/oxide-underneath
732026-05-19T01:29:20.143Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-05-19T01:29:20.168Z+ pfexec mkdir /opt/oxide/work
752026-05-19T01:29:20.168Z+ pfexec chown build:build /opt/oxide/work
762026-05-19T01:29:20.168Z+ cd /opt/oxide/work
772026-05-19T01:29:20.168Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-05-19T01:29:34.807ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-05-19T01:29:34.807Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
802026-05-19T01:29:34.807Zx out/target/test, 107 bytes, 1 tape blocks
812026-05-19T01:29:34.807Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
822026-05-19T01:29:34.807Zx package-manifest.toml, 35397 bytes, 70 tape blocks
832026-05-19T01:29:34.807Zx smf/sled-agent/non-gimlet/config.toml, 5328 bytes, 11 tape blocks
842026-05-19T01:29:34.807Zx target/release/omicron-package, 46009624 bytes, 89863 tape blocks
852026-05-19T01:29:34.807Zx target/release/xtask, 11723088 bytes, 22897 tape blocks
862026-05-19T01:29:34.807Zx target/debug/bootstrap, 360664784 bytes, 704424 tape blocks
872026-05-19T01:29:34.807Zx tests/bootstrap-a30bd6ce46b8f667, 31963240 bytes, 62429 tape blocks
882026-05-19T01:29:34.807Zx tests/commtest-6ff027522a55cd83, 33074176 bytes, 64598 tape blocks
892026-05-19T01:29:34.807Zx tests/dhcp_server-470a60e3d0e6ef24, 31963256 bytes, 62429 tape blocks
902026-05-19T01:29:34.807Zx tests/end_to_end_tests-06879957ae11aa92, 402761832 bytes, 786645 tape blocks
912026-05-19T01:29:34.807Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-05-19T01:29:34.807Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-05-19T01:29:34.807Zx out/clickhouse.tar.gz, 326679136 bytes, 638046 tape blocks
942026-05-19T01:29:34.807Zx out/clickhouse_keeper.tar.gz, 311668078 bytes, 608727 tape blocks
952026-05-19T01:29:34.807Zx out/clickhouse_server.tar.gz, 326677706 bytes, 638043 tape blocks
962026-05-19T01:29:34.807Zx out/cockroachdb.tar.gz, 168614247 bytes, 329325 tape blocks
972026-05-19T01:29:34.807Zx out/crucible-pantry-zone.tar.gz, 44744942 bytes, 87393 tape blocks
982026-05-19T01:29:34.807Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
992026-05-19T01:29:34.808Zx out/crucible-zone.tar.gz, 59222382 bytes, 115669 tape blocks
1002026-05-19T01:29:34.808Zx out/external-dns.tar.gz, 50497090 bytes, 98628 tape blocks
1012026-05-19T01:29:34.808Zx out/internal-dns.tar.gz, 50496687 bytes, 98627 tape blocks
1022026-05-19T01:29:34.808Zx out/mg-ddm-gz.tar, 97423872 bytes, 190281 tape blocks
1032026-05-19T01:29:34.808Zx out/nexus.tar.gz, 225321707 bytes, 440082 tape blocks
1042026-05-19T01:29:34.808Zx out/ntp.tar.gz, 32418904 bytes, 63319 tape blocks
1052026-05-19T01:29:34.808Zx out/omicron-gateway-softnpu.tar.gz, 29198155 bytes, 57028 tape blocks
1062026-05-19T01:29:34.808Zx out/omicron-sled-agent.tar, 203718144 bytes, 397887 tape blocks
1072026-05-19T01:29:34.808Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1082026-05-19T01:29:34.808Zx out/oximeter.tar.gz, 66925829 bytes, 130715 tape blocks
1092026-05-19T01:29:34.808Zx out/oxlog.tar, 3872256 bytes, 7563 tape blocks
1102026-05-19T01:29:34.808Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1112026-05-19T01:29:34.808Zx out/propolis-server.tar.gz, 39656396 bytes, 77454 tape blocks
1122026-05-19T01:29:34.808Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-05-19T01:29:34.808Zx out/switch-softnpu.tar.gz, 402293186 bytes, 785729 tape blocks
1142026-05-19T01:29:34.833Z
1152026-05-19T01:29:34.833Zreal 14.627517992
1162026-05-19T01:29:34.833Zuser 12.225727639
1172026-05-19T01:29:34.833Zsys 4.219604865
1182026-05-19T01:29:34.833Ztrap 0.000730939
1192026-05-19T01:29:34.833Ztflt 0.000000000
1202026-05-19T01:29:34.833Zdflt 0.000000000
1212026-05-19T01:29:34.833Zkflt 0.000000000
1222026-05-19T01:29:34.833Zlock 0.000000000
1232026-05-19T01:29:34.833Zslp 12.210732204
1242026-05-19T01:29:34.833Zlat 0.595903166
1252026-05-19T01:29:34.833Zstop 0.000141852
1262026-05-19T01:29:34.833Z+ source .github/buildomat/ci-env.sh
1272026-05-19T01:29:34.834Z++ export CARGO_TERM_COLOR=always
1282026-05-19T01:29:34.834Z++ CARGO_TERM_COLOR=always
1292026-05-19T01:29:34.834Z+ source tools/opte_version_override
1302026-05-19T01:29:34.834Z++ OPTE_COMMIT=
1312026-05-19T01:29:34.834Z+ [[ x != \x ]]
1322026-05-19T01:29:34.834Z+ bmat address ls
1332026-05-19T01:29:34.834ZNAME CIDR FIRST LAST COUNT
1342026-05-19T01:29:34.834Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1352026-05-19T01:29:34.834Z++ bmat address ls -f extra -Ho first,last,count
1362026-05-19T01:29:34.834Z+ set -- 10.151.2.164 10.151.2.227 64
1372026-05-19T01:29:34.834Z+ EXTRA_IP_START=10.151.2.164
1382026-05-19T01:29:34.834Z+ EXTRA_IP_END=10.151.2.227
1392026-05-19T01:29:34.834Z+ EXTRA_IP_COUNT=64
1402026-05-19T01:29:34.834Z+ (( EXTRA_IP_COUNT >= 32 ))
1412026-05-19T01:29:34.834Z+ EXTRA_IP_BASE=10.151.2
1422026-05-19T01:29:34.834Z+ EXTRA_IP_FOCTET=164
1432026-05-19T01:29:34.834Z+ EXTRA_IP_LOCTET=227
1442026-05-19T01:29:34.834Z+ SERVICE_IP_POOL_START=10.151.2.164
1452026-05-19T01:29:34.834Z+ SERVICE_IP_POOL_END=10.151.2.173
1462026-05-19T01:29:34.834Z+ DNS_IP1=10.151.2.164
1472026-05-19T01:29:34.835Z+ DNS_IP2=10.151.2.165
1482026-05-19T01:29:34.835Z+ UPLINK_IP=10.151.2.174
1492026-05-19T01:29:34.835Z+ IPPOOL_START=10.151.2.175
1502026-05-19T01:29:34.835Z+ IPPOOL_END=10.151.2.227
1512026-05-19T01:29:34.835Z++ ipadm show-addr -po type,addr
1522026-05-19T01:29:34.835Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1532026-05-19T01:29:34.835Z+ GATEWAY_IP=10.151.2.100
1542026-05-19T01:29:34.835Z+ [[ -n 10.151.2.100 ]]
1552026-05-19T01:29:34.835Z+ ping -s 10.151.2.100 56 1
1562026-05-19T01:29:34.835ZPING 10.151.2.100: 56 data bytes
1572026-05-19T01:29:34.835Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1582026-05-19T01:29:34.835Z
1592026-05-19T01:29:34.835Z----10.151.2.100 PING Statistics----
1602026-05-19T01:29:34.835Z1 packets transmitted, 1 packets received, 0% packet loss
1612026-05-19T01:29:34.835Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1622026-05-19T01:29:34.860Z++ arp -an
1632026-05-19T01:29:34.860Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1642026-05-19T01:29:34.861Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1652026-05-19T01:29:34.861Z+ routeadm -e ipv4-forwarding -u
1662026-05-19T01:29:34.944Z+ PXA_START=10.151.2.164
1672026-05-19T01:29:34.944Z+ PXA_END=10.151.2.227
1682026-05-19T01:29:34.944Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1692026-05-19T01:29:34.969Z++ pfexec nvmeadm list -p -o disk
1702026-05-19T01:29:34.969Z+ pfexec zpool create -f scratch c1t0026B728281787A0d0 c2t0026B72828178F30d0
1712026-05-19T01:29:35.162Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1722026-05-19T01:29:35.187ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732026-05-19T01:29:35.235Zcreating virtual hardware
1742026-05-19T01:29:35.260Zcreating /scratch/m2_0.vdev
1752026-05-19T01:29:35.260Zcreating /scratch/m2_1.vdev
1762026-05-19T01:29:35.260Zcreating /scratch/u2_0.vdev
1772026-05-19T01:29:35.260Zcreating /scratch/u2_1.vdev
1782026-05-19T01:29:35.260Zcreating /scratch/u2_2.vdev
1792026-05-19T01:29:35.260Zcreating /scratch/u2_3.vdev
1802026-05-19T01:29:35.260Zcreating /scratch/u2_4.vdev
1812026-05-19T01:29:35.260Zcreating /scratch/u2_5.vdev
1822026-05-19T01:29:35.260Zcreating /scratch/u2_6.vdev
1832026-05-19T01:29:35.260Zcreating /scratch/u2_7.vdev
1842026-05-19T01:29:35.260Zcreating /scratch/u2_8.vdev
1852026-05-19T01:29:35.284ZSimnet net0/sc0_0 exists
1862026-05-19T01:29:35.310ZSimnet net1/sc1_0 exists
1872026-05-19T01:29:35.310ZVnic sc0_1 exists
1882026-05-19T01:29:48.336ZUsing 10.151.2.100 as gateway ip
1892026-05-19T01:29:48.336Zusing 18:C0:4D:0D:A0:2A as gateway mac
1902026-05-19T01:29:48.336Zconfiguring SoftNPU ARP entry
1912026-05-19T01:29:48.365Zconfiguring SoftNPU proxy ARP
1922026-05-19T01:29:48.417ZSoftNPU state:
1932026-05-19T01:29:48.417Z local v6:
1942026-05-19T01:29:48.417Z local v4:
1952026-05-19T01:29:48.417Z router v6_idx:
1962026-05-19T01:29:48.417Z router v6_routes:
1972026-05-19T01:29:48.417Z router v4_idx:
1982026-05-19T01:29:48.417Z router v4_routes:
1992026-05-19T01:29:48.417Z resolver v4:
2002026-05-19T01:29:48.417Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2012026-05-19T01:29:48.417Z resolver v6:
2022026-05-19T01:29:48.417Z nat v4:
2032026-05-19T01:29:48.417Z nat_v6:
2042026-05-19T01:29:48.418Z attached subnet v4:
2052026-05-19T01:29:48.418Z attached subnet v6:
2062026-05-19T01:29:48.418Z port_mac:
2072026-05-19T01:29:48.418Z proxy arp:
2082026-05-19T01:29:48.418Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2092026-05-19T01:29:48.418Zcreated virtual hardware
2102026-05-19T01:29:48.442Z
2112026-05-19T01:29:48.442Zreal 13.252420260
2122026-05-19T01:29:48.442Zuser 0.576701959
2132026-05-19T01:29:48.442Zsys 3.192676517
2142026-05-19T01:29:48.442Ztrap 0.000105267
2152026-05-19T01:29:48.442Ztflt 0.000164366
2162026-05-19T01:29:48.442Zdflt 0.000872902
2172026-05-19T01:29:48.442Zkflt 0.000001109
2182026-05-19T01:29:48.442Zlock 10:16.284467696
2192026-05-19T01:29:48.442Zslp 40.137177937
2202026-05-19T01:29:48.442Zlat 0.192842024
2212026-05-19T01:29:48.442Zstop 0.249773210
2222026-05-19T01:29:48.442Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2232026-05-19T01:29:48.467Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2242026-05-19T01:29:48.467Z+ diff -u pkg/config.toml~ pkg/config.toml
2252026-05-19T01:29:48.515Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2262026-05-19T01:29:48.515Z+++ pkg/config.toml Tue May 19 01:29:48 2026
2272026-05-19T01:29:48.515Z@@ -29,18 +29,18 @@
2282026-05-19T01:29:48.515Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2292026-05-19T01:29:48.515Z # followed by a string that is embedded into their fake serial values.
2302026-05-19T01:29:48.515Z vdevs = [
2312026-05-19T01:29:48.515Z- "m2_0.vdev",
2322026-05-19T01:29:48.515Z- "m2_1.vdev",
2332026-05-19T01:29:48.515Z+ "/scratch/m2_0.vdev",
2342026-05-19T01:29:48.515Z+ "/scratch/m2_1.vdev",
2352026-05-19T01:29:48.515Z
2362026-05-19T01:29:48.515Z- "u2_0.vdev",
2372026-05-19T01:29:48.515Z- "u2_1.vdev",
2382026-05-19T01:29:48.515Z- "u2_2.vdev",
2392026-05-19T01:29:48.515Z- "u2_3.vdev",
2402026-05-19T01:29:48.515Z- "u2_4.vdev",
2412026-05-19T01:29:48.515Z- "u2_5.vdev",
2422026-05-19T01:29:48.515Z- "u2_6.vdev",
2432026-05-19T01:29:48.515Z- "u2_7.vdev",
2442026-05-19T01:29:48.515Z- "u2_8.vdev",
2452026-05-19T01:29:48.515Z+ "/scratch/u2_0.vdev",
2462026-05-19T01:29:48.516Z+ "/scratch/u2_1.vdev",
2472026-05-19T01:29:48.516Z+ "/scratch/u2_2.vdev",
2482026-05-19T01:29:48.516Z+ "/scratch/u2_3.vdev",
2492026-05-19T01:29:48.516Z+ "/scratch/u2_4.vdev",
2502026-05-19T01:29:48.516Z+ "/scratch/u2_5.vdev",
2512026-05-19T01:29:48.519Z+ "/scratch/u2_6.vdev",
2522026-05-19T01:29:48.519Z+ "/scratch/u2_7.vdev",
2532026-05-19T01:29:48.519Z+ "/scratch/u2_8.vdev",
2542026-05-19T01:29:48.519Z ]
2552026-05-19T01:29:48.519Z
2562026-05-19T01:29:48.519Z # The amount of memory held back for services which exist between zero and one
2572026-05-19T01:29:48.519Z+ true
2582026-05-19T01:29:48.519Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2592026-05-19T01:29:48.519Z+ EXPECTED_ZPOOL_COUNT=9
2602026-05-19T01:29:48.519Z+ echo 'expected number of zpools is 9'
2612026-05-19T01:29:48.519Zexpected number of zpools is 9
2622026-05-19T01:29:48.519Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2632026-05-19T01:29:48.519Z+ SILO_NAME=recovery
2642026-05-19T01:29:48.519Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2652026-05-19T01:29:48.519Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2662026-05-19T01:29:48.519Z+ sed -i~ '
2672026-05-19T01:29:48.519Z /^external_dns_ips/c\
2682026-05-19T01:29:48.519Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2692026-05-19T01:29:48.519Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2702026-05-19T01:29:48.519Z /^first/c\
2712026-05-19T01:29:48.519Zfirst = "10.151.2.164"
2722026-05-19T01:29:48.519Z /^last/c\
2732026-05-19T01:29:48.519Zlast = "10.151.2.173"
2742026-05-19T01:29:48.519Z }
2752026-05-19T01:29:48.519Z /^infra_ip_first/c\
2762026-05-19T01:29:48.519Zinfra_ip_first = "10.151.2.174"
2772026-05-19T01:29:48.519Z /^infra_ip_last/c\
2782026-05-19T01:29:48.519Zinfra_ip_last = "10.151.2.174"
2792026-05-19T01:29:48.519Z /^\[\[rack_network_config.ports/,/^$/ {
2802026-05-19T01:29:48.519Z /^routes/c\
2812026-05-19T01:29:48.519Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2822026-05-19T01:29:48.519Z /^addresses/c\
2832026-05-19T01:29:48.520Zaddresses = \[{address = {type = "static", ip_net = "10.151.2.174/24"} }\]
2842026-05-19T01:29:48.520Z }
2852026-05-19T01:29:48.520Z' pkg/config-rss.toml
2862026-05-19T01:29:48.520Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2872026-05-19T01:29:48.520Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2882026-05-19T01:29:48.520Z+++ pkg/config-rss.toml Tue May 19 01:29:48 2026
2892026-05-19T01:29:48.520Z@@ -33,7 +33,7 @@
2902026-05-19T01:29:48.520Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2912026-05-19T01:29:48.520Z # must be contained in one of the "internal services" IP Pool ranges listed
2922026-05-19T01:29:48.520Z # below.
2932026-05-19T01:29:48.520Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2942026-05-19T01:29:48.520Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2952026-05-19T01:29:48.520Z
2962026-05-19T01:29:48.520Z # Initial TLS certificates for the external API
2972026-05-19T01:29:48.520Z #
2982026-05-19T01:29:48.520Z@@ -69,8 +69,8 @@
2992026-05-19T01:29:48.520Z #
3002026-05-19T01:29:48.520Z # For more on this and what to put here, see docs/how-to-run.adoc.
3012026-05-19T01:29:48.520Z [[internal_services_ip_pool_ranges]]
3022026-05-19T01:29:48.520Z-first = "192.168.1.20"
3032026-05-19T01:29:48.520Z-last = "192.168.1.29"
3042026-05-19T01:29:48.520Z+first = "10.151.2.164"
3052026-05-19T01:29:48.520Z+last = "10.151.2.173"
3062026-05-19T01:29:48.520Z
3072026-05-19T01:29:48.520Z # TODO - this configuration is subject to change going forward. Ultimately these
3082026-05-19T01:29:48.520Z # parameters should be provided to the control plane via wicket, but we need to
3092026-05-19T01:29:48.520Z@@ -91,8 +91,8 @@
3102026-05-19T01:29:48.520Z # A range of IP addresses used by Boundary Services on the external network. In
3112026-05-19T01:29:48.520Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3122026-05-19T01:29:48.520Z # With softnpu, only one address is used.
3132026-05-19T01:29:48.520Z-infra_ip_first = "192.168.1.30"
3142026-05-19T01:29:48.520Z-infra_ip_last = "192.168.1.30"
3152026-05-19T01:29:48.520Z+infra_ip_first = "10.151.2.174"
3162026-05-19T01:29:48.520Z+infra_ip_last = "10.151.2.174"
3172026-05-19T01:29:48.520Z
3182026-05-19T01:29:48.520Z # Configurations for BGP routers to run on the scrimlets.
3192026-05-19T01:29:48.520Z bgp = []
3202026-05-19T01:29:48.520Z@@ -100,9 +100,9 @@
3212026-05-19T01:29:48.520Z # You can configure multiple uplinks by repeating the following stanza
3222026-05-19T01:29:48.521Z [[rack_network_config.ports]]
3232026-05-19T01:29:48.521Z # Routes associated with this port.
3242026-05-19T01:29:48.521Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3252026-05-19T01:29:48.546Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3262026-05-19T01:29:48.546Z # Addresses associated with this port.
3272026-05-19T01:29:48.546Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3282026-05-19T01:29:48.546Z+addresses = [{address = {type = "static", ip_net = "10.151.2.174/24"} }]
3292026-05-19T01:29:48.546Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3302026-05-19T01:29:48.546Z port = "qsfp0"
3312026-05-19T01:29:48.546Z # The speed of this port.
3322026-05-19T01:29:48.546Z+ true
3332026-05-19T01:29:48.546Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3342026-05-19T01:29:48.547Za pkg/config-rss.toml 8K
3352026-05-19T01:29:48.547Za pkg/config.toml 6K
3362026-05-19T01:29:48.547Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3372026-05-19T01:29:48.547Z+ TLS_NAME=recovery.sys.oxide.test
3382026-05-19T01:29:48.547Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3392026-05-19T01:29:48.613Z.+.....+.......+...+...+...+.....+....+...+..+.+............+...+.....+.+...+..+++++++++++++++++++++++++++++++++++++++++++++*...+........+.+...+..+....+.....+....+..+....+..............+++++++++++++++++++++++++++++++++++++++++++++*..........+................+...+..+.........+....+......+.....+................+........+...............+.....................................+.........+..+.......+......+.....+.+.....+.+.........+.....+..........+...+.....+...+.........+......+...............+....+...+........+..........+........+....+.....+.+.....+.......+...+.....+.+.....+.+..+......+....+...........+..........+......+++++
3402026-05-19T01:29:48.974Z.+....+...+..+...+...+...+....+++++++++++++++++++++++++++++++++++++++++++++*.+.+++++++++++++++++++++++++++++++++++++++++++++*........+....+.....+.+......+........+......+.......+..+...+....+.........+......+.........+.....+............+....+...+........+..........+...+......+...+..................+...............+..+............+.+........+.+......+........+.....................+.+.....+.......+......+.........+........+...+....+.....................+.....+.+.....+......+...............+...+.........+...+...................+......+........+.+......+..+............+...+...+...+.+........+...+...+......+.+...+..+.........+...+...+....+...........+....+.........+.....+....+..+....+.....+.........+.+..+..................+.+.....................+...+.........+.......................+....+...+...........+.+..............+.........+...+....+...+......+.........+...+.........+.........+.........+.....................+...........+.+..+.+...........+...+......+......+......+...+....+...+.........+........+.......+...+...+.....+.......+.................+......+.........+.+...............+...+...........+...+...+.........+..........+...+.....+......+.........+......+.........+.+..+...+......+.+..+.......+..............+................+........................+...........+....+.....+.......+.........+.....+.+.....+....+......+...+.................+.........+...+.......+++++
3412026-05-19T01:29:48.998Z-----
3422026-05-19T01:29:49.023Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3432026-05-19T01:29:49.023Za pkg/initial-tls-cert.pem 2K
3442026-05-19T01:29:49.023Za pkg/initial-tls-key.pem 4K
3452026-05-19T01:29:49.023Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-05-19T01:29:49.023Z+ rmdir pkg
3472026-05-19T01:29:49.023Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3482026-05-19T01:29:49.023Z+ pfexec mkdir -p /usr/oxide
3492026-05-19T01:29:49.023Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3502026-05-19T01:29:49.720Z+ pfexec chmod +x /usr/oxide/oxide
3512026-05-19T01:29:49.748Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3522026-05-19T01:30:08.761Z+ OMICRON_NO_UNINSTALL=1
3532026-05-19T01:30:08.761Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3542026-05-19T01:30:08.785ZLogging to: /opt/oxide/work/out/LOG
3552026-05-19T01:30:09.716Z
3562026-05-19T01:30:09.717Zreal 0.951400678
3572026-05-19T01:30:09.743Zuser 0.179172179
3582026-05-19T01:30:09.743Zsys 6.412671695
3592026-05-19T01:30:09.743Ztrap 0.000000330
3602026-05-19T01:30:09.743Ztflt 0.000077159
3612026-05-19T01:30:09.743Zdflt 0.000148497
3622026-05-19T01:30:09.743Zkflt 0.000002389
3632026-05-19T01:30:09.743Zlock 1:25.103479975
3642026-05-19T01:30:09.743Zslp 1.241442021
3652026-05-19T01:30:09.744Zlat 0.049840205
3662026-05-19T01:30:09.744Zstop 0.075924350
3672026-05-19T01:30:09.744Z+ retry=0
3682026-05-19T01:30:09.744Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-05-19T01:30:09.744Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3702026-05-19T01:30:09.744Z+ [[ 0 -gt 30 ]]
3712026-05-19T01:30:09.744Z+ sleep 1
3722026-05-19T01:30:10.732Z+ retry=1
3732026-05-19T01:30:10.732Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742026-05-19T01:30:10.757Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3752026-05-19T01:30:10.757Z+ [[ 1 -gt 30 ]]
3762026-05-19T01:30:10.757Z+ sleep 1
3772026-05-19T01:30:11.747Z+ retry=2
3782026-05-19T01:30:11.747Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792026-05-19T01:30:11.771Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3802026-05-19T01:30:11.771Z+ [[ 2 -gt 30 ]]
3812026-05-19T01:30:11.771Z+ sleep 1
3822026-05-19T01:30:12.767Z+ retry=3
3832026-05-19T01:30:12.767Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3842026-05-19T01:30:13.778Zcurl: (28) Connection timed out after 1000 milliseconds
3852026-05-19T01:30:13.803Z+ [[ 3 -gt 30 ]]
3862026-05-19T01:30:13.803Z+ sleep 1
3872026-05-19T01:30:14.784Z+ retry=4
3882026-05-19T01:30:14.784Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-05-19T01:30:15.797Zcurl: (28) Connection timed out after 1000 milliseconds
3902026-05-19T01:30:15.822Z+ [[ 4 -gt 30 ]]
3912026-05-19T01:30:15.822Z+ sleep 1
3922026-05-19T01:30:16.802Z+ retry=5
3932026-05-19T01:30:16.803Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3942026-05-19T01:30:17.816Zcurl: (28) Connection timed out after 1000 milliseconds
3952026-05-19T01:30:17.844Z+ [[ 5 -gt 30 ]]
3962026-05-19T01:30:17.844Z+ sleep 1
3972026-05-19T01:30:18.821Z+ retry=6
3982026-05-19T01:30:18.822Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3992026-05-19T01:30:19.841Zcurl: (28) Connection timed out after 1000 milliseconds
4002026-05-19T01:30:19.865Z+ [[ 6 -gt 30 ]]
4012026-05-19T01:30:19.865Z+ sleep 1
4022026-05-19T01:30:20.845Z+ retry=7
4032026-05-19T01:30:20.845Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4042026-05-19T01:30:21.857Zcurl: (28) Connection timed out after 1000 milliseconds
4052026-05-19T01:30:21.881Z+ [[ 7 -gt 30 ]]
4062026-05-19T01:30:21.882Z+ sleep 1
4072026-05-19T01:30:22.864Z+ retry=8
4082026-05-19T01:30:22.864Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4092026-05-19T01:30:23.875Zcurl: (28) Connection timed out after 1000 milliseconds
4102026-05-19T01:30:23.900Z+ [[ 8 -gt 30 ]]
4112026-05-19T01:30:23.900Z+ sleep 1
4122026-05-19T01:30:24.884Z+ retry=9
4132026-05-19T01:30:24.885Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-05-19T01:30:25.915Zcurl: (28) Connection timed out after 1000 milliseconds
4152026-05-19T01:30:25.939Z+ [[ 9 -gt 30 ]]
4162026-05-19T01:30:25.939Z+ sleep 1
4172026-05-19T01:30:26.921Z+ retry=10
4182026-05-19T01:30:26.921Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4192026-05-19T01:30:27.939Zcurl: (28) Connection timed out after 1000 milliseconds
4202026-05-19T01:30:27.964Z+ [[ 10 -gt 30 ]]
4212026-05-19T01:30:27.964Z+ sleep 1
4222026-05-19T01:30:29.011Z+ retry=11
4232026-05-19T01:30:29.011Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4242026-05-19T01:30:30.022Zcurl: (28) Connection timed out after 1000 milliseconds
4252026-05-19T01:30:30.047Z+ [[ 11 -gt 30 ]]
4262026-05-19T01:30:30.047Z+ sleep 1
4272026-05-19T01:30:31.028Z+ retry=12
4282026-05-19T01:30:31.028Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4292026-05-19T01:30:32.039Zcurl: (28) Connection timed out after 1000 milliseconds
4302026-05-19T01:30:32.064Z+ [[ 12 -gt 30 ]]
4312026-05-19T01:30:32.065Z+ sleep 1
4322026-05-19T01:30:33.045Z+ retry=13
4332026-05-19T01:30:33.045Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-05-19T01:30:33.069Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
4352026-05-19T01:30:33.069Z+ [[ 13 -gt 30 ]]
4362026-05-19T01:30:33.070Z+ sleep 1
4372026-05-19T01:30:34.068Z+ retry=14
4382026-05-19T01:30:34.068Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4392026-05-19T01:30:34.094Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4402026-05-19T01:30:34.119Zlocal v6:
4412026-05-19T01:30:34.119Zfe80::c4a5:9aff:fec0:8a4a
4422026-05-19T01:30:34.119Zfde6:110:52d:a22b::1
4432026-05-19T01:30:34.119Zlocal v4:
4442026-05-19T01:30:34.119Z10.151.2.174
4452026-05-19T01:30:34.119Zrouter v6_idx:
4462026-05-19T01:30:34.119Zrouter v6_routes:
4472026-05-19T01:30:34.119Zrouter v4_idx:
4482026-05-19T01:30:34.119Zrouter v4_routes:
4492026-05-19T01:30:34.119Zresolver v4:
4502026-05-19T01:30:34.119Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
4512026-05-19T01:30:34.119Zresolver v6:
4522026-05-19T01:30:34.119Zfe80::c4a5:9aff:fec0:8a4a -> c6:a5:9a:c0:8a:4a
4532026-05-19T01:30:34.119Zfe80::f8b9:c2ff:feeb:a2f2 -> fa:b9:c2:eb:a2:f2
4542026-05-19T01:30:34.119Znat v4:
4552026-05-19T01:30:34.120Znat_v6:
4562026-05-19T01:30:34.120Zattached subnet v4:
4572026-05-19T01:30:34.120Zattached subnet v6:
4582026-05-19T01:30:34.120Zport_mac:
4592026-05-19T01:30:34.120Z1: a8:40:25:07:07:34
4602026-05-19T01:30:34.120Z1000: a8:40:25:07:07:33
4612026-05-19T01:30:34.120Z2: a8:40:25:07:07:54
4622026-05-19T01:30:34.120Zproxy arp:
4632026-05-19T01:30:34.120Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4642026-05-19T01:30:34.120Z+ retry=0
4652026-05-19T01:30:34.120Z+++ zoneadm list -n
4662026-05-19T01:30:34.120Z+++ grep oxz_ntp
4672026-05-19T01:30:34.145Z++ pfexec svcs -z -Hostate oxide/ntp
4682026-05-19T01:30:34.145Zsvcs: zone '-Hostate': entity not found
4692026-05-19T01:30:34.145Z++ true
4702026-05-19T01:30:34.145Z+ [[ '' != online ]]
4712026-05-19T01:30:34.145Z+ [[ 0 -gt 60 ]]
4722026-05-19T01:30:34.145Z+ sleep 1
4732026-05-19T01:30:35.134Z+ retry=1
4742026-05-19T01:30:35.159Z+++ zoneadm list -n
4752026-05-19T01:30:35.159Z+++ grep oxz_ntp
4762026-05-19T01:30:35.159Z++ pfexec svcs -z -Hostate oxide/ntp
4772026-05-19T01:30:35.159Zsvcs: zone '-Hostate': entity not found
4782026-05-19T01:30:35.159Z++ true
4792026-05-19T01:30:35.159Z+ [[ '' != online ]]
4802026-05-19T01:30:35.159Z+ [[ 1 -gt 60 ]]
4812026-05-19T01:30:35.159Z+ sleep 1
4822026-05-19T01:30:36.158Z+ retry=2
4832026-05-19T01:30:36.183Z+++ zoneadm list -n
4842026-05-19T01:30:36.183Z+++ grep oxz_ntp
4852026-05-19T01:30:36.183Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
4862026-05-19T01:30:36.208Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4872026-05-19T01:30:36.208Z++ true
4882026-05-19T01:30:36.208Z+ [[ '' != online ]]
4892026-05-19T01:30:36.208Z+ [[ 2 -gt 60 ]]
4902026-05-19T01:30:36.208Z+ sleep 1
4912026-05-19T01:30:37.192Z+ retry=3
4922026-05-19T01:30:37.218Z+++ zoneadm list -n
4932026-05-19T01:30:37.218Z+++ grep oxz_ntp
4942026-05-19T01:30:37.218Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
4952026-05-19T01:30:37.242Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4962026-05-19T01:30:37.243Z++ true
4972026-05-19T01:30:37.243Z+ [[ '' != online ]]
4982026-05-19T01:30:37.243Z+ [[ 3 -gt 60 ]]
4992026-05-19T01:30:37.243Z+ sleep 1
5002026-05-19T01:30:38.224Z+ retry=4
5012026-05-19T01:30:38.249Z+++ zoneadm list -n
5022026-05-19T01:30:38.249Z+++ grep oxz_ntp
5032026-05-19T01:30:38.249Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5042026-05-19T01:30:38.274Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5052026-05-19T01:30:38.274Z++ true
5062026-05-19T01:30:38.274Z+ [[ '' != online ]]
5072026-05-19T01:30:38.274Z+ [[ 4 -gt 60 ]]
5082026-05-19T01:30:38.274Z+ sleep 1
5092026-05-19T01:30:39.255Z+ retry=5
5102026-05-19T01:30:39.280Z+++ zoneadm list -n
5112026-05-19T01:30:39.280Z+++ grep oxz_ntp
5122026-05-19T01:30:39.281Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5132026-05-19T01:30:39.305Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5142026-05-19T01:30:39.305Z++ true
5152026-05-19T01:30:39.305Z+ [[ '' != online ]]
5162026-05-19T01:30:39.305Z+ [[ 5 -gt 60 ]]
5172026-05-19T01:30:39.305Z+ sleep 1
5182026-05-19T01:30:40.287Z+ retry=6
5192026-05-19T01:30:40.311Z+++ zoneadm list -n
5202026-05-19T01:30:40.311Z+++ grep oxz_ntp
5212026-05-19T01:30:40.311Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5222026-05-19T01:30:40.311Z+ [[ offline != online ]]
5232026-05-19T01:30:40.311Z+ [[ 6 -gt 60 ]]
5242026-05-19T01:30:40.311Z+ sleep 1
5252026-05-19T01:30:41.308Z+ retry=7
5262026-05-19T01:30:41.333Z+++ zoneadm list -n
5272026-05-19T01:30:41.333Z+++ grep oxz_ntp
5282026-05-19T01:30:41.333Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5292026-05-19T01:30:41.333Z+ [[ offline != online ]]
5302026-05-19T01:30:41.333Z+ [[ 7 -gt 60 ]]
5312026-05-19T01:30:41.333Z+ sleep 1
5322026-05-19T01:30:42.332Z+ retry=8
5332026-05-19T01:30:42.357Z+++ zoneadm list -n
5342026-05-19T01:30:42.357Z+++ grep oxz_ntp
5352026-05-19T01:30:42.357Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5362026-05-19T01:30:42.357Z+ [[ offline != online ]]
5372026-05-19T01:30:42.357Z+ [[ 8 -gt 60 ]]
5382026-05-19T01:30:42.357Z+ sleep 1
5392026-05-19T01:30:43.358Z+ retry=9
5402026-05-19T01:30:43.383Z+++ zoneadm list -n
5412026-05-19T01:30:43.383Z+++ grep oxz_ntp
5422026-05-19T01:30:43.383Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5432026-05-19T01:30:43.383Z+ [[ offline != online ]]
5442026-05-19T01:30:43.383Z+ [[ 9 -gt 60 ]]
5452026-05-19T01:30:43.383Z+ sleep 1
5462026-05-19T01:30:44.382Z+ retry=10
5472026-05-19T01:30:44.408Z+++ zoneadm list -n
5482026-05-19T01:30:44.408Z+++ grep oxz_ntp
5492026-05-19T01:30:44.408Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5502026-05-19T01:30:44.408Z+ [[ offline != online ]]
5512026-05-19T01:30:44.408Z+ [[ 10 -gt 60 ]]
5522026-05-19T01:30:44.408Z+ sleep 1
5532026-05-19T01:30:45.406Z+ retry=11
5542026-05-19T01:30:45.431Z+++ zoneadm list -n
5552026-05-19T01:30:45.432Z+++ grep oxz_ntp
5562026-05-19T01:30:45.432Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5572026-05-19T01:30:45.432Z+ [[ offline != online ]]
5582026-05-19T01:30:45.432Z+ [[ 11 -gt 60 ]]
5592026-05-19T01:30:45.432Z+ sleep 1
5602026-05-19T01:30:46.430Z+ retry=12
5612026-05-19T01:30:46.454Z+++ zoneadm list -n
5622026-05-19T01:30:46.454Z+++ grep oxz_ntp
5632026-05-19T01:30:46.454Z++ pfexec svcs -z oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1 -Hostate oxide/ntp
5642026-05-19T01:30:46.454Z+ [[ online != online ]]
5652026-05-19T01:30:46.454Z+ echo 'Waited for chrony: 12s'
5662026-05-19T01:30:46.454Z+ retry=0
5672026-05-19T01:30:46.454ZWaited for chrony: 12s
5682026-05-19T01:30:46.454Z+ zoneadm list
5692026-05-19T01:30:46.480Z+ grep nexus
5702026-05-19T01:30:46.480Z+ [[ 0 -gt 300 ]]
5712026-05-19T01:30:46.480Z+ sleep 1
5722026-05-19T01:30:47.463Z+ retry=1
5732026-05-19T01:30:47.487Z+ zoneadm list
5742026-05-19T01:30:47.487Z+ grep nexus
5752026-05-19T01:30:47.487Z+ [[ 1 -gt 300 ]]
5762026-05-19T01:30:47.487Z+ sleep 1
5772026-05-19T01:30:48.474Z+ retry=2
5782026-05-19T01:30:48.498Z+ zoneadm list
5792026-05-19T01:30:48.498Z+ grep nexus
5802026-05-19T01:30:48.498Z+ [[ 2 -gt 300 ]]
5812026-05-19T01:30:48.498Z+ sleep 1
5822026-05-19T01:30:49.490Z+ retry=3
5832026-05-19T01:30:49.516Z+ zoneadm list
5842026-05-19T01:30:49.516Z+ grep nexus
5852026-05-19T01:30:49.516Z+ [[ 3 -gt 300 ]]
5862026-05-19T01:30:49.516Z+ sleep 1
5872026-05-19T01:30:50.533Z+ retry=4
5882026-05-19T01:30:50.533Z+ zoneadm list
5892026-05-19T01:30:50.533Z+ grep nexus
5902026-05-19T01:30:50.533Z+ [[ 4 -gt 300 ]]
5912026-05-19T01:30:50.533Z+ sleep 1
5922026-05-19T01:30:51.523Z+ retry=5
5932026-05-19T01:30:51.547Z+ zoneadm list
5942026-05-19T01:30:51.547Z+ grep nexus
5952026-05-19T01:30:51.547Z+ [[ 5 -gt 300 ]]
5962026-05-19T01:30:51.547Z+ sleep 1
5972026-05-19T01:30:52.539Z+ retry=6
5982026-05-19T01:30:52.565Z+ zoneadm list
5992026-05-19T01:30:52.565Z+ grep nexus
6002026-05-19T01:30:52.565Z+ [[ 6 -gt 300 ]]
6012026-05-19T01:30:52.565Z+ sleep 1
6022026-05-19T01:30:53.555Z+ retry=7
6032026-05-19T01:30:53.582Z+ zoneadm list
6042026-05-19T01:30:53.582Z+ grep nexus
6052026-05-19T01:30:53.582Z+ [[ 7 -gt 300 ]]
6062026-05-19T01:30:53.582Z+ sleep 1
6072026-05-19T01:30:54.582Z+ retry=8
6082026-05-19T01:30:54.606Z+ zoneadm list
6092026-05-19T01:30:54.606Z+ grep nexus
6102026-05-19T01:30:54.606Z+ [[ 8 -gt 300 ]]
6112026-05-19T01:30:54.606Z+ sleep 1
6122026-05-19T01:30:55.597Z+ retry=9
6132026-05-19T01:30:55.622Z+ zoneadm list
6142026-05-19T01:30:55.622Z+ grep nexus
6152026-05-19T01:30:55.622Z+ [[ 9 -gt 300 ]]
6162026-05-19T01:30:55.622Z+ sleep 1
6172026-05-19T01:30:56.612Z+ retry=10
6182026-05-19T01:30:56.637Z+ zoneadm list
6192026-05-19T01:30:56.637Z+ grep nexus
6202026-05-19T01:30:56.637Z+ [[ 10 -gt 300 ]]
6212026-05-19T01:30:56.637Z+ sleep 1
6222026-05-19T01:30:57.626Z+ retry=11
6232026-05-19T01:30:57.651Z+ zoneadm list
6242026-05-19T01:30:57.651Z+ grep nexus
6252026-05-19T01:30:57.651Z+ [[ 11 -gt 300 ]]
6262026-05-19T01:30:57.652Z+ sleep 1
6272026-05-19T01:30:58.642Z+ retry=12
6282026-05-19T01:30:58.668Z+ zoneadm list
6292026-05-19T01:30:58.668Z+ grep nexus
6302026-05-19T01:30:58.668Z+ [[ 12 -gt 300 ]]
6312026-05-19T01:30:58.668Z+ sleep 1
6322026-05-19T01:30:59.655Z+ retry=13
6332026-05-19T01:30:59.679Z+ zoneadm list
6342026-05-19T01:30:59.679Z+ grep nexus
6352026-05-19T01:30:59.679Z+ [[ 13 -gt 300 ]]
6362026-05-19T01:30:59.679Z+ sleep 1
6372026-05-19T01:31:00.666Z+ retry=14
6382026-05-19T01:31:00.691Z+ zoneadm list
6392026-05-19T01:31:00.691Z+ grep nexus
6402026-05-19T01:31:00.691Z+ [[ 14 -gt 300 ]]
6412026-05-19T01:31:00.691Z+ sleep 1
6422026-05-19T01:31:01.689Z+ retry=15
6432026-05-19T01:31:01.714Z+ zoneadm list
6442026-05-19T01:31:01.714Z+ grep nexus
6452026-05-19T01:31:01.738Z+ [[ 15 -gt 300 ]]
6462026-05-19T01:31:01.738Z+ sleep 1
6472026-05-19T01:31:02.724Z+ retry=16
6482026-05-19T01:31:02.748Z+ zoneadm list
6492026-05-19T01:31:02.748Z+ grep nexus
6502026-05-19T01:31:02.748Z+ [[ 16 -gt 300 ]]
6512026-05-19T01:31:02.748Z+ sleep 1
6522026-05-19T01:31:03.740Z+ retry=17
6532026-05-19T01:31:03.765Z+ zoneadm list
6542026-05-19T01:31:03.765Z+ grep nexus
6552026-05-19T01:31:03.765Z+ [[ 17 -gt 300 ]]
6562026-05-19T01:31:03.765Z+ sleep 1
6572026-05-19T01:31:04.759Z+ retry=18
6582026-05-19T01:31:04.784Z+ zoneadm list
6592026-05-19T01:31:04.784Z+ grep nexus
6602026-05-19T01:31:04.784Z+ [[ 18 -gt 300 ]]
6612026-05-19T01:31:04.784Z+ sleep 1
6622026-05-19T01:31:05.774Z+ retry=19
6632026-05-19T01:31:05.799Z+ zoneadm list
6642026-05-19T01:31:05.799Z+ grep nexus
6652026-05-19T01:31:05.799Z+ [[ 19 -gt 300 ]]
6662026-05-19T01:31:05.799Z+ sleep 1
6672026-05-19T01:31:06.788Z+ retry=20
6682026-05-19T01:31:06.813Z+ zoneadm list
6692026-05-19T01:31:06.813Z+ grep nexus
6702026-05-19T01:31:06.813Z+ [[ 20 -gt 300 ]]
6712026-05-19T01:31:06.813Z+ sleep 1
6722026-05-19T01:31:07.802Z+ retry=21
6732026-05-19T01:31:07.826Z+ zoneadm list
6742026-05-19T01:31:07.826Z+ grep nexus
6752026-05-19T01:31:07.826Z+ [[ 21 -gt 300 ]]
6762026-05-19T01:31:07.826Z+ sleep 1
6772026-05-19T01:31:08.815Z+ retry=22
6782026-05-19T01:31:08.840Z+ zoneadm list
6792026-05-19T01:31:08.840Z+ grep nexus
6802026-05-19T01:31:08.840Z+ [[ 22 -gt 300 ]]
6812026-05-19T01:31:08.840Z+ sleep 1
6822026-05-19T01:31:09.832Z+ retry=23
6832026-05-19T01:31:09.859Z+ zoneadm list
6842026-05-19T01:31:09.859Z+ grep nexus
6852026-05-19T01:31:09.859Z+ [[ 23 -gt 300 ]]
6862026-05-19T01:31:09.859Z+ sleep 1
6872026-05-19T01:31:10.844Z+ retry=24
6882026-05-19T01:31:10.868Z+ zoneadm list
6892026-05-19T01:31:10.868Z+ grep nexus
6902026-05-19T01:31:10.868Z+ [[ 24 -gt 300 ]]
6912026-05-19T01:31:10.868Z+ sleep 1
6922026-05-19T01:31:11.986Z+ retry=25
6932026-05-19T01:31:12.011Z+ zoneadm list
6942026-05-19T01:31:12.011Z+ grep nexus
6952026-05-19T01:31:12.011Z+ [[ 25 -gt 300 ]]
6962026-05-19T01:31:12.011Z+ sleep 1
6972026-05-19T01:31:13.011Z+ retry=26
6982026-05-19T01:31:13.036Z+ zoneadm list
6992026-05-19T01:31:13.036Z+ grep nexus
7002026-05-19T01:31:13.036Z+ [[ 26 -gt 300 ]]
7012026-05-19T01:31:13.036Z+ sleep 1
7022026-05-19T01:31:14.037Z+ retry=27
7032026-05-19T01:31:14.061Z+ zoneadm list
7042026-05-19T01:31:14.061Z+ grep nexus
7052026-05-19T01:31:14.062Z+ [[ 27 -gt 300 ]]
7062026-05-19T01:31:14.062Z+ sleep 1
7072026-05-19T01:31:15.066Z+ retry=28
7082026-05-19T01:31:15.108Z+ zoneadm list
7092026-05-19T01:31:15.108Z+ grep nexus
7102026-05-19T01:31:15.108Z+ [[ 28 -gt 300 ]]
7112026-05-19T01:31:15.108Z+ sleep 1
7122026-05-19T01:31:16.065Z+ retry=29
7132026-05-19T01:31:16.090Z+ zoneadm list
7142026-05-19T01:31:16.090Z+ grep nexus
7152026-05-19T01:31:16.090Z+ [[ 29 -gt 300 ]]
7162026-05-19T01:31:16.091Z+ sleep 1
7172026-05-19T01:31:17.079Z+ retry=30
7182026-05-19T01:31:17.106Z+ zoneadm list
7192026-05-19T01:31:17.106Z+ grep nexus
7202026-05-19T01:31:17.106Z+ [[ 30 -gt 300 ]]
7212026-05-19T01:31:17.106Z+ sleep 1
7222026-05-19T01:31:18.105Z+ retry=31
7232026-05-19T01:31:18.332Z+ zoneadm list
7242026-05-19T01:31:18.360Z+ grep nexus
7252026-05-19T01:31:18.604Z+ [[ 31 -gt 300 ]]
7262026-05-19T01:31:18.604Z+ sleep 1
7272026-05-19T01:31:24.645Z+ retry=32
7282026-05-19T01:31:24.673Z+ zoneadm list
7292026-05-19T01:31:24.674Z+ grep nexus
7302026-05-19T01:31:24.674Z+ [[ 32 -gt 300 ]]
7312026-05-19T01:31:24.674Z+ sleep 1
7322026-05-19T01:31:25.674Z+ retry=33
7332026-05-19T01:31:25.699Z+ zoneadm list
7342026-05-19T01:31:25.700Z+ grep nexus
7352026-05-19T01:31:25.700Z+ [[ 33 -gt 300 ]]
7362026-05-19T01:31:25.700Z+ sleep 1
7372026-05-19T01:31:26.706Z+ retry=34
7382026-05-19T01:31:26.764Z+ zoneadm list
7392026-05-19T01:31:26.764Z+ grep nexus
7402026-05-19T01:31:26.792Z+ [[ 34 -gt 300 ]]
7412026-05-19T01:31:26.792Z+ sleep 1
7422026-05-19T01:31:27.746Z+ retry=35
7432026-05-19T01:31:31.465Z+ grep nexus
7442026-05-19T01:31:31.465Z+ zoneadm list
7452026-05-19T01:31:32.062Z+ [[ 35 -gt 300 ]]
7462026-05-19T01:31:32.062Z+ sleep 1
7472026-05-19T01:31:32.587Z+ retry=36
7482026-05-19T01:31:32.628Z+ zoneadm list
7492026-05-19T01:31:32.628Z+ grep nexus
7502026-05-19T01:31:32.628Z+ [[ 36 -gt 300 ]]
7512026-05-19T01:31:32.628Z+ sleep 1
7522026-05-19T01:31:33.597Z+ retry=37
7532026-05-19T01:31:33.639Z+ zoneadm list
7542026-05-19T01:31:33.639Z+ grep nexus
7552026-05-19T01:31:33.639Z+ [[ 37 -gt 300 ]]
7562026-05-19T01:31:33.639Z+ sleep 1
7572026-05-19T01:31:34.662Z+ retry=38
7582026-05-19T01:31:34.717Z+ zoneadm list
7592026-05-19T01:31:34.718Z+ grep nexus
7602026-05-19T01:31:34.721Z+ [[ 38 -gt 300 ]]
7612026-05-19T01:31:34.721Z+ sleep 1
7622026-05-19T01:31:35.923Z+ retry=39
7632026-05-19T01:31:35.923Z+ zoneadm list
7642026-05-19T01:31:35.924Z+ grep nexus
7652026-05-19T01:31:35.924Zoxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d
7662026-05-19T01:31:35.924Zoxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec
7672026-05-19T01:31:35.924Zoxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91
7682026-05-19T01:31:35.924Z+ echo 'Waited for nexus: 39s'
7692026-05-19T01:31:35.924ZWaited for nexus: 39s
7702026-05-19T01:31:35.924Z+ retry=0
7712026-05-19T01:31:35.924Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7722026-05-19T01:31:35.924Z+ [[ 0 -gt 300 ]]
7732026-05-19T01:31:35.924Z+ sleep 1
7742026-05-19T01:31:39.731Z+ retry=1
7752026-05-19T01:31:39.731Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7762026-05-19T01:31:39.827Z+ [[ 1 -gt 300 ]]
7772026-05-19T01:31:39.827Z+ sleep 1
7782026-05-19T01:31:39.827Z+ retry=2
7792026-05-19T01:31:39.827Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7802026-05-19T01:31:39.827Z+ [[ 2 -gt 300 ]]
7812026-05-19T01:31:39.827Z+ sleep 1
7822026-05-19T01:31:39.827Z+ retry=3
7832026-05-19T01:31:39.827Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7842026-05-19T01:31:39.827Z+ [[ 3 -gt 300 ]]
7852026-05-19T01:31:39.827Z+ sleep 1
7862026-05-19T01:31:39.892Z+ retry=4
7872026-05-19T01:31:39.892Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7882026-05-19T01:31:39.892Z+ [[ 4 -gt 300 ]]
7892026-05-19T01:31:39.892Z+ sleep 1
7902026-05-19T01:31:40.798Z+ retry=5
7912026-05-19T01:31:40.799Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7922026-05-19T01:31:40.885Z+ [[ 5 -gt 300 ]]
7932026-05-19T01:31:40.885Z+ sleep 1
7942026-05-19T01:31:41.785Z+ retry=6
7952026-05-19T01:31:41.785Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
7962026-05-19T01:31:41.809Z+ [[ 6 -gt 300 ]]
7972026-05-19T01:31:41.809Z+ sleep 1
7982026-05-19T01:31:42.798Z+ retry=7
7992026-05-19T01:31:42.799Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8002026-05-19T01:31:42.823Z+ [[ 7 -gt 300 ]]
8012026-05-19T01:31:42.823Z+ sleep 1
8022026-05-19T01:31:43.812Z+ retry=8
8032026-05-19T01:31:43.812Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8042026-05-19T01:31:43.837Z+ [[ 8 -gt 300 ]]
8052026-05-19T01:31:43.837Z+ sleep 1
8062026-05-19T01:31:44.824Z+ retry=9
8072026-05-19T01:31:44.824Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8082026-05-19T01:31:44.850Z+ [[ 9 -gt 300 ]]
8092026-05-19T01:31:44.850Z+ sleep 1
8102026-05-19T01:31:45.838Z+ retry=10
8112026-05-19T01:31:45.838Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8122026-05-19T01:31:45.863Z+ [[ 10 -gt 300 ]]
8132026-05-19T01:31:45.863Z+ sleep 1
8142026-05-19T01:31:46.849Z+ retry=11
8152026-05-19T01:31:46.849Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8162026-05-19T01:31:46.875Z+ [[ 11 -gt 300 ]]
8172026-05-19T01:31:46.875Z+ sleep 1
8182026-05-19T01:31:47.858Z+ retry=12
8192026-05-19T01:31:47.858Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8202026-05-19T01:31:47.883Z+ [[ 12 -gt 300 ]]
8212026-05-19T01:31:47.883Z+ sleep 1
8222026-05-19T01:31:48.870Z+ retry=13
8232026-05-19T01:31:48.870Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8242026-05-19T01:31:48.894Z+ [[ 13 -gt 300 ]]
8252026-05-19T01:31:48.894Z+ sleep 1
8262026-05-19T01:31:49.882Z+ retry=14
8272026-05-19T01:31:49.882Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8282026-05-19T01:31:49.907Z+ [[ 14 -gt 300 ]]
8292026-05-19T01:31:49.908Z+ sleep 1
8302026-05-19T01:31:50.899Z+ retry=15
8312026-05-19T01:31:50.899Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8322026-05-19T01:31:50.925Z+ [[ 15 -gt 300 ]]
8332026-05-19T01:31:50.926Z+ sleep 1
8342026-05-19T01:31:51.901Z+ retry=16
8352026-05-19T01:31:51.901Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8362026-05-19T01:31:51.926Z+ [[ 16 -gt 300 ]]
8372026-05-19T01:31:51.926Z+ sleep 1
8382026-05-19T01:31:52.914Z+ retry=17
8392026-05-19T01:31:52.914Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8402026-05-19T01:31:52.940Z+ [[ 17 -gt 300 ]]
8412026-05-19T01:31:52.940Z+ sleep 1
8422026-05-19T01:31:53.951Z+ retry=18
8432026-05-19T01:31:53.951Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8442026-05-19T01:31:53.976Z+ [[ 18 -gt 300 ]]
8452026-05-19T01:31:53.976Z+ sleep 1
8462026-05-19T01:31:54.929Z+ retry=19
8472026-05-19T01:31:54.929Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8482026-05-19T01:31:54.954Z+ [[ 19 -gt 300 ]]
8492026-05-19T01:31:54.954Z+ sleep 1
8502026-05-19T01:31:55.941Z+ retry=20
8512026-05-19T01:31:55.942Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8522026-05-19T01:31:55.968Z+ [[ 20 -gt 300 ]]
8532026-05-19T01:31:55.968Z+ sleep 1
8542026-05-19T01:31:56.953Z+ retry=21
8552026-05-19T01:31:56.953Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8562026-05-19T01:31:56.979Z+ [[ 21 -gt 300 ]]
8572026-05-19T01:31:56.979Z+ sleep 1
8582026-05-19T01:31:57.962Z+ retry=22
8592026-05-19T01:31:57.962Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8602026-05-19T01:31:57.991Z+ [[ 22 -gt 300 ]]
8612026-05-19T01:31:57.991Z+ sleep 1
8622026-05-19T01:31:58.975Z+ retry=23
8632026-05-19T01:31:58.975Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8642026-05-19T01:31:59.000Z+ [[ 23 -gt 300 ]]
8652026-05-19T01:31:59.002Z+ sleep 1
8662026-05-19T01:31:59.986Z+ retry=24
8672026-05-19T01:31:59.986Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8682026-05-19T01:32:00.011Z+ [[ 24 -gt 300 ]]
8692026-05-19T01:32:00.011Z+ sleep 1
8702026-05-19T01:32:00.995Z+ retry=25
8712026-05-19T01:32:00.995Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8722026-05-19T01:32:01.020Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-05-19T01:32:00.135453246Z","hostname":"sock","pid":1559,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:1102"}
8732026-05-19T01:32:01.020Z+ echo 'Waited for handoff: 25s'
8742026-05-19T01:32:01.020ZWaited for handoff: 25s
8752026-05-19T01:32:01.020Z+ retry=0
8762026-05-19T01:32:01.020Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
8772026-05-19T01:32:01.020Z++ wc -l
8782026-05-19T01:32:01.156Znote: database URL not specified. Will search DNS.
8792026-05-19T01:32:01.156Znote: (override with --db-url or OMDB_DB_URL)
8802026-05-19T01:32:01.156Znote: using DNS from system config (typically /etc/resolv.conf)
8812026-05-19T01:32:01.156Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
8822026-05-19T01:32:01.182Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
8832026-05-19T01:32:01.223Znote: database schema version matches expected (256.0.0)
8842026-05-19T01:32:01.273Z+ INVENTORY_COLLECTION_COUNT=' 1'
8852026-05-19T01:32:01.298Z+ [[ 1 -gt 1 ]]
8862026-05-19T01:32:01.298Z+ [[ 0 -gt 300 ]]
8872026-05-19T01:32:01.298Z+ sleep 1
8882026-05-19T01:32:02.277Z+ retry=1
8892026-05-19T01:32:02.303Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
8902026-05-19T01:32:02.303Z++ wc -l
8912026-05-19T01:32:02.357Znote: database URL not specified. Will search DNS.
8922026-05-19T01:32:02.358Znote: (override with --db-url or OMDB_DB_URL)
8932026-05-19T01:32:02.358Znote: using DNS from system config (typically /etc/resolv.conf)
8942026-05-19T01:32:02.358Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
8952026-05-19T01:32:02.358Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
8962026-05-19T01:32:02.383Znote: database schema version matches expected (256.0.0)
8972026-05-19T01:32:02.740Z+ INVENTORY_COLLECTION_COUNT=' 5'
8982026-05-19T01:32:02.740Z+ [[ 5 -gt 1 ]]
8992026-05-19T01:32:02.765Z+ echo 'Waited for inventory collection: 1s'
9002026-05-19T01:32:02.766Z+ retry=0
9012026-05-19T01:32:02.766ZWaited for inventory collection: 1s
9022026-05-19T01:32:02.766Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
9032026-05-19T01:32:02.766Z++ wc -l
9042026-05-19T01:32:02.792Znote: database URL not specified. Will search DNS.
9052026-05-19T01:32:02.793Znote: (override with --db-url or OMDB_DB_URL)
9062026-05-19T01:32:02.793Znote: using DNS from system config (typically /etc/resolv.conf)
9072026-05-19T01:32:02.793Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9082026-05-19T01:32:02.793Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9092026-05-19T01:32:02.851Znote: database schema version matches expected (256.0.0)
9102026-05-19T01:32:03.226Z+ ACTUAL_ZPOOL_COUNT=' 9'
9112026-05-19T01:32:03.252Z+ [[ 9 -eq 9 ]]
9122026-05-19T01:32:03.252Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
9132026-05-19T01:32:03.278Znote: Nexus URL not specified. Will pick one from DNS.
9142026-05-19T01:32:03.278Znote: using DNS from system config (typically /etc/resolv.conf)
9152026-05-19T01:32:03.278Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9162026-05-19T01:32:03.278Znote: using Nexus URL http://[fd00:1122:3344:101::a]:12232
9172026-05-19T01:32:04.681Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
9182026-05-19T01:32:04.721Znote: database URL not specified. Will search DNS.
9192026-05-19T01:32:04.721Znote: (override with --db-url or OMDB_DB_URL)
9202026-05-19T01:32:04.721Znote: using DNS from system config (typically /etc/resolv.conf)
9212026-05-19T01:32:04.721Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9222026-05-19T01:32:04.747Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9232026-05-19T01:32:04.747Znote: database schema version matches expected (256.0.0)
9242026-05-19T01:32:04.772ZID STARTED TOOK NSPS NERRORS
9252026-05-19T01:32:04.772Z555f8178-a43c-481c-b01b-111efb719106 2026-05-19T01:31:58Z 2818 ms 2 0
9262026-05-19T01:32:04.772Z663f6307-077a-4f6b-abab-658b58a7d431 2026-05-19T01:32:01Z 211 ms 2 0
9272026-05-19T01:32:04.772Z66482ffe-5915-4827-b539-60ac7f088eb8 2026-05-19T01:32:03Z 107 ms 2 0
9282026-05-19T01:32:04.772Z49e3c7b7-efe5-4625-b655-dc7e265960b6 2026-05-19T01:32:03Z 112 ms 2 0
9292026-05-19T01:32:04.797Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
9302026-05-19T01:32:04.797ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
9312026-05-19T01:32:04.797Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
9322026-05-19T01:32:04.874Znote: database URL not specified. Will search DNS.
9332026-05-19T01:32:04.874Znote: (override with --db-url or OMDB_DB_URL)
9342026-05-19T01:32:04.874Znote: using DNS from system config (typically /etc/resolv.conf)
9352026-05-19T01:32:04.874Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9362026-05-19T01:32:04.898Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9372026-05-19T01:32:04.898Znote: database schema version matches expected (256.0.0)
9382026-05-19T01:32:05.071ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
9392026-05-19T01:32:05.071Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
9402026-05-19T01:32:05.071Z1a3ae73f-c279-4321-b3bb-1e695659a462 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |3a8d9680-7255-4fe5-b56f-9748ae083ef5 |20937965568 |268435456000
9412026-05-19T01:32:05.071Z26f20753-7bdd-4730-88b0-5e770d3c1957 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |d7479d36-6bee-469e-a34a-89ad08bd0f0a |20937965568 |268435456000
9422026-05-19T01:32:05.071Z420c9e07-8e65-4ab1-8719-d3f17f342480 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |d0033472-82fd-4906-ad7b-d6c0b62e91ad |20937965568 |268435456000
9432026-05-19T01:32:05.071Z4de1d634-ff22-4b18-9239-3a1d0ea5f0d4 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |1664f463-1687-4cee-9a41-25bc23376beb |20937965568 |268435456000
9442026-05-19T01:32:05.072Z56915301-3eab-40eb-b440-9c42d9ed593a | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |42426488-77cf-490a-a0a0-c835b12eead2 |20937965568 |268435456000
9452026-05-19T01:32:05.072Z7cbffdbd-553f-44a2-b578-32c125014d73 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |f3a3a947-470c-4e8f-9953-afa6be42841a |20937965568 |268435456000
9462026-05-19T01:32:05.072Z995e6158-ade9-4c8e-a2dd-12bce6e3f7cd | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |54544eb4-959f-4e6d-a88b-0565931a107b |20937965568 |268435456000
9472026-05-19T01:32:05.072Zafaa2c43-d2b8-412f-9611-4d504de51d49 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |7bdce9b0-ad47-43b4-8ba3-f1d3df707b98 |20937965568 |268435456000
9482026-05-19T01:32:05.072Zf2e3688a-1453-4040-80b6-aa07d346a1a2 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |3d4ab3b2-2954-4c5f-9923-3110dc3a18d0 |20937965568 |268435456000
9492026-05-19T01:32:05.097Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
9502026-05-19T01:32:05.123Znote: database URL not specified. Will search DNS.
9512026-05-19T01:32:05.123Znote: (override with --db-url or OMDB_DB_URL)
9522026-05-19T01:32:05.123Znote: using DNS from system config (typically /etc/resolv.conf)
9532026-05-19T01:32:05.123Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9542026-05-19T01:32:05.148Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9552026-05-19T01:32:05.148Znote: database schema version matches expected (256.0.0)
9562026-05-19T01:32:05.384Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9572026-05-19T01:32:05.384Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1a3ae73f-c279-4321-b3bb-1e695659a462 0
9582026-05-19T01:32:05.428Znote: database URL not specified. Will search DNS.
9592026-05-19T01:32:05.428Znote: (override with --db-url or OMDB_DB_URL)
9602026-05-19T01:32:05.428Znote: using DNS from system config (typically /etc/resolv.conf)
9612026-05-19T01:32:05.428Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9622026-05-19T01:32:05.468Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9632026-05-19T01:32:05.468Znote: database schema version matches expected (256.0.0)
9642026-05-19T01:32:05.569Zset pool 1a3ae73f-c279-4321-b3bb-1e695659a462 control plane storage buffer bytes to 0
9652026-05-19T01:32:05.569Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9662026-05-19T01:32:05.569Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 26f20753-7bdd-4730-88b0-5e770d3c1957 0
9672026-05-19T01:32:05.569Znote: database URL not specified. Will search DNS.
9682026-05-19T01:32:05.569Znote: (override with --db-url or OMDB_DB_URL)
9692026-05-19T01:32:05.569Znote: using DNS from system config (typically /etc/resolv.conf)
9702026-05-19T01:32:05.569Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9712026-05-19T01:32:05.597Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9722026-05-19T01:32:05.598Znote: database schema version matches expected (256.0.0)
9732026-05-19T01:32:05.663Zset pool 26f20753-7bdd-4730-88b0-5e770d3c1957 control plane storage buffer bytes to 0
9742026-05-19T01:32:05.688Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9752026-05-19T01:32:05.688Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 420c9e07-8e65-4ab1-8719-d3f17f342480 0
9762026-05-19T01:32:05.716Znote: database URL not specified. Will search DNS.
9772026-05-19T01:32:05.716Znote: (override with --db-url or OMDB_DB_URL)
9782026-05-19T01:32:05.716Znote: using DNS from system config (typically /etc/resolv.conf)
9792026-05-19T01:32:05.716Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9802026-05-19T01:32:05.742Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9812026-05-19T01:32:05.742Znote: database schema version matches expected (256.0.0)
9822026-05-19T01:32:05.808Zset pool 420c9e07-8e65-4ab1-8719-d3f17f342480 control plane storage buffer bytes to 0
9832026-05-19T01:32:05.835Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9842026-05-19T01:32:05.835Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 4de1d634-ff22-4b18-9239-3a1d0ea5f0d4 0
9852026-05-19T01:32:05.862Znote: database URL not specified. Will search DNS.
9862026-05-19T01:32:05.862Znote: (override with --db-url or OMDB_DB_URL)
9872026-05-19T01:32:05.863Znote: using DNS from system config (typically /etc/resolv.conf)
9882026-05-19T01:32:05.863Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9892026-05-19T01:32:05.887Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9902026-05-19T01:32:05.888Znote: database schema version matches expected (256.0.0)
9912026-05-19T01:32:05.962Zset pool 4de1d634-ff22-4b18-9239-3a1d0ea5f0d4 control plane storage buffer bytes to 0
9922026-05-19T01:32:05.986Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9932026-05-19T01:32:05.986Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 56915301-3eab-40eb-b440-9c42d9ed593a 0
9942026-05-19T01:32:06.014Znote: database URL not specified. Will search DNS.
9952026-05-19T01:32:06.014Znote: (override with --db-url or OMDB_DB_URL)
9962026-05-19T01:32:06.014Znote: using DNS from system config (typically /etc/resolv.conf)
9972026-05-19T01:32:06.014Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9982026-05-19T01:32:06.040Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
9992026-05-19T01:32:06.080Znote: database schema version matches expected (256.0.0)
10002026-05-19T01:32:06.150Zset pool 56915301-3eab-40eb-b440-9c42d9ed593a control plane storage buffer bytes to 0
10012026-05-19T01:32:06.174Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10022026-05-19T01:32:06.174Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 7cbffdbd-553f-44a2-b578-32c125014d73 0
10032026-05-19T01:32:06.199Znote: database URL not specified. Will search DNS.
10042026-05-19T01:32:06.199Znote: (override with --db-url or OMDB_DB_URL)
10052026-05-19T01:32:06.199Znote: using DNS from system config (typically /etc/resolv.conf)
10062026-05-19T01:32:06.199Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10072026-05-19T01:32:06.225Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
10082026-05-19T01:32:06.225Znote: database schema version matches expected (256.0.0)
10092026-05-19T01:32:06.286Zset pool 7cbffdbd-553f-44a2-b578-32c125014d73 control plane storage buffer bytes to 0
10102026-05-19T01:32:06.311Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10112026-05-19T01:32:06.311Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 995e6158-ade9-4c8e-a2dd-12bce6e3f7cd 0
10122026-05-19T01:32:06.336Znote: database URL not specified. Will search DNS.
10132026-05-19T01:32:06.336Znote: (override with --db-url or OMDB_DB_URL)
10142026-05-19T01:32:06.336Znote: using DNS from system config (typically /etc/resolv.conf)
10152026-05-19T01:32:06.336Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10162026-05-19T01:32:06.361Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
10172026-05-19T01:32:06.361Znote: database schema version matches expected (256.0.0)
10182026-05-19T01:32:06.431Zset pool 995e6158-ade9-4c8e-a2dd-12bce6e3f7cd control plane storage buffer bytes to 0
10192026-05-19T01:32:06.455Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10202026-05-19T01:32:06.455Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer afaa2c43-d2b8-412f-9611-4d504de51d49 0
10212026-05-19T01:32:06.482Znote: database URL not specified. Will search DNS.
10222026-05-19T01:32:06.482Znote: (override with --db-url or OMDB_DB_URL)
10232026-05-19T01:32:06.482Znote: using DNS from system config (typically /etc/resolv.conf)
10242026-05-19T01:32:06.482Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10252026-05-19T01:32:06.506Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
10262026-05-19T01:32:06.506Znote: database schema version matches expected (256.0.0)
10272026-05-19T01:32:06.626Zset pool afaa2c43-d2b8-412f-9611-4d504de51d49 control plane storage buffer bytes to 0
10282026-05-19T01:32:06.651Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10292026-05-19T01:32:06.651Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer f2e3688a-1453-4040-80b6-aa07d346a1a2 0
10302026-05-19T01:32:06.651Znote: database URL not specified. Will search DNS.
10312026-05-19T01:32:06.651Znote: (override with --db-url or OMDB_DB_URL)
10322026-05-19T01:32:06.651Znote: using DNS from system config (typically /etc/resolv.conf)
10332026-05-19T01:32:06.651Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10342026-05-19T01:32:06.651Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
10352026-05-19T01:32:06.652Znote: database schema version matches expected (256.0.0)
10362026-05-19T01:32:06.721Zset pool f2e3688a-1453-4040-80b6-aa07d346a1a2 control plane storage buffer bytes to 0
10372026-05-19T01:32:06.745Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
10382026-05-19T01:32:06.771Znote: database URL not specified. Will search DNS.
10392026-05-19T01:32:06.771Znote: (override with --db-url or OMDB_DB_URL)
10402026-05-19T01:32:06.771Znote: using DNS from system config (typically /etc/resolv.conf)
10412026-05-19T01:32:06.771Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10422026-05-19T01:32:06.798Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
10432026-05-19T01:32:06.798Znote: database schema version matches expected (256.0.0)
10442026-05-19T01:32:07.060ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
10452026-05-19T01:32:07.060Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
10462026-05-19T01:32:07.060Z1a3ae73f-c279-4321-b3bb-1e695659a462 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |3a8d9680-7255-4fe5-b56f-9748ae083ef5 |20937965568 |0
10472026-05-19T01:32:07.060Z26f20753-7bdd-4730-88b0-5e770d3c1957 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |d7479d36-6bee-469e-a34a-89ad08bd0f0a |20937965568 |0
10482026-05-19T01:32:07.060Z420c9e07-8e65-4ab1-8719-d3f17f342480 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |d0033472-82fd-4906-ad7b-d6c0b62e91ad |20937965568 |0
10492026-05-19T01:32:07.060Z4de1d634-ff22-4b18-9239-3a1d0ea5f0d4 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |1664f463-1687-4cee-9a41-25bc23376beb |20937965568 |0
10502026-05-19T01:32:07.060Z56915301-3eab-40eb-b440-9c42d9ed593a | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |42426488-77cf-490a-a0a0-c835b12eead2 |20937965568 |0
10512026-05-19T01:32:07.060Z7cbffdbd-553f-44a2-b578-32c125014d73 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |f3a3a947-470c-4e8f-9953-afa6be42841a |20937965568 |0
10522026-05-19T01:32:07.060Z995e6158-ade9-4c8e-a2dd-12bce6e3f7cd | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |54544eb4-959f-4e6d-a88b-0565931a107b |20937965568 |0
10532026-05-19T01:32:07.060Zafaa2c43-d2b8-412f-9611-4d504de51d49 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |7bdce9b0-ad47-43b4-8ba3-f1d3df707b98 |20937965568 |0
10542026-05-19T01:32:07.060Zf2e3688a-1453-4040-80b6-aa07d346a1a2 | |e0246bad-6b2f-4cdc-8eb6-bfc266098683 |3d4ab3b2-2954-4c5f-9923-3110dc3a18d0 |20937965568 |0
10552026-05-19T01:32:07.086Z+ export RUST_BACKTRACE=1
10562026-05-19T01:32:07.086Z+ RUST_BACKTRACE=1
10572026-05-19T01:32:07.086Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
10582026-05-19T01:32:07.086Z++ ./target/debug/bootstrap
10592026-05-19T01:32:07.347ZUsing external DNS server at 10.151.2.164:53
10602026-05-19T01:32:07.372Z2026-05-19 01:32:07.344327576 UTC: attempting to log into API
10612026-05-19T01:32:08.905Z2026-05-19 01:32:08.893760410 UTC: login succeeded
10622026-05-19T01:32:08.932Zwaiting for nexus to come up...
10632026-05-19T01:32:09.091Zcreating IPv4 IP pool... 10.151.2.175 - 10.151.2.227
10642026-05-19T01:32:10.062Zcreating IPv6 IP pool... fd00::aa - fd00::bb
10652026-05-19T01:32:10.790Zsetting up quotas...
10662026-05-19T01:32:10.943Zensuring datasets are ready...
10672026-05-19T01:32:14.815Zlet's roll.
10682026-05-19T01:32:14.842Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
10692026-05-19T01:32:14.842ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
10702026-05-19T01:32:14.842ZOXIDE_TOKEN=oxide-token-1ff07847808df6b64215bdd46b56e1884f9fe96a'
10712026-05-19T01:32:14.843Z++ OXIDE_HOST=https://recovery.sys.oxide.test
10722026-05-19T01:32:14.843Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
10732026-05-19T01:32:14.843Z++ OXIDE_TOKEN=oxide-token-1ff07847808df6b64215bdd46b56e1884f9fe96a
10742026-05-19T01:32:14.843Z+ export OXIDE_HOST OXIDE_TOKEN
10752026-05-19T01:32:14.843Z+ retry=0
10762026-05-19T01:32:14.843Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10772026-05-19T01:32:14.906Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
10782026-05-19T01:32:15.756Z{"status":"ok"}{
10792026-05-19T01:32:15.756Z "description": "some images",
10802026-05-19T01:32:15.756Z "id": "ab0af253-2641-44a8-bbe6-132f43663fa3",
10812026-05-19T01:32:15.756Z "name": "images",
10822026-05-19T01:32:15.756Z "time_created": "2026-05-19T01:32:15.066753Z",
10832026-05-19T01:32:15.756Z "time_modified": "2026-05-19T01:32:15.066753Z"
10842026-05-19T01:32:15.756Z}
10852026-05-19T01:32:15.782Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
10862026-05-19T01:43:15.791ZDone!
10872026-05-19T01:43:15.816Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
10882026-05-19T01:43:16.003Z{
10892026-05-19T01:43:16.003Z "block_size": 512,
10902026-05-19T01:43:16.003Z "description": "debian 11 original base image",
10912026-05-19T01:43:16.003Z "id": "06f327f3-6e87-402f-a107-12388419f53c",
10922026-05-19T01:43:16.004Z "name": "debian11",
10932026-05-19T01:43:16.004Z "os": "debian",
10942026-05-19T01:43:16.004Z "size": 2147483648,
10952026-05-19T01:43:16.004Z "time_created": "2026-05-19T01:43:15.668562Z",
10962026-05-19T01:43:16.004Z "time_modified": "2026-05-19T01:43:15.931158Z",
10972026-05-19T01:43:16.004Z "version": "11"
10982026-05-19T01:43:16.004Z}
10992026-05-19T01:43:16.028Z+ for test_bin in tests/*
11002026-05-19T01:43:16.028Z+ ./tests/bootstrap-a30bd6ce46b8f667
11012026-05-19T01:43:16.053Z
11022026-05-19T01:43:16.053Zrunning 0 tests
11032026-05-19T01:43:16.053Z
11042026-05-19T01:43:16.053Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11052026-05-19T01:43:16.053Z
11062026-05-19T01:43:16.053Z+ for test_bin in tests/*
11072026-05-19T01:43:16.053Z+ ./tests/commtest-6ff027522a55cd83
11082026-05-19T01:43:16.081Z
11092026-05-19T01:43:16.081Zrunning 0 tests
11102026-05-19T01:43:16.081Z
11112026-05-19T01:43:16.106Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11122026-05-19T01:43:16.106Z
11132026-05-19T01:43:16.106Z+ for test_bin in tests/*
11142026-05-19T01:43:16.106Z+ ./tests/dhcp_server-470a60e3d0e6ef24
11152026-05-19T01:43:16.131Z
11162026-05-19T01:43:16.131Zrunning 0 tests
11172026-05-19T01:43:16.131Z
11182026-05-19T01:43:16.131Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11192026-05-19T01:43:16.131Z
11202026-05-19T01:43:16.131Z+ for test_bin in tests/*
11212026-05-19T01:43:16.131Z+ ./tests/end_to_end_tests-06879957ae11aa92
11222026-05-19T01:43:16.376Z
11232026-05-19T01:43:16.376Zrunning 3 tests
11242026-05-19T01:43:16.401Znote: configured to log to "/tmp/end_to_end_tests-06879957ae11aa92-new_blueprint_noop.1231.0.log"
11252026-05-19T01:43:16.539Ztest no_spoof::no_spoof_here ... ok
11262026-05-19T01:43:17.011Ztest noop_blueprint::new_blueprint_noop ... ok
11272026-05-19T01:43:43.770Ztest instance_launch::instance_launch ... ok
11282026-05-19T01:43:43.770Z
11292026-05-19T01:43:43.770Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.39s
11302026-05-19T01:43:43.770Z
11312026-05-19T01:43:43.796Z+ _exit_trap
11322026-05-19T01:43:43.796Z+ local status=0
11332026-05-19T01:43:43.796Z+ set +o errexit
11342026-05-19T01:43:43.796Z+ [[ x != \x ]]
11352026-05-19T01:43:43.796Z+ pfexec svcadm -Z disable -s cron
11362026-05-19T01:43:45.637Z+ [[ 0 -eq 0 ]]
11372026-05-19T01:43:45.637Z+ exit 0
11382026-05-19T01:43:45.666Zprocess exited: duration 865706 ms, exit code 0
 
11392026-05-19T01:43:45.840Zfound 110 output files
11402026-05-19T01:43:46.009Zuploading: /var/svc/log/oxide-mg-ddm:default.log (305165 bytes)
11412026-05-19T01:43:46.098Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 305165 -> 305562
11422026-05-19T01:43:47.193Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
11432026-05-19T01:43:47.193Zuploading: /var/svc/log/oxide-sled-agent:default.log (2599029 bytes)
11442026-05-19T01:43:48.605Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11452026-05-19T01:43:48.605Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (13714206 bytes)
11462026-05-19T01:43:51.526Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 13714206 -> 13815293
11472026-05-19T01:43:52.601Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11482026-05-19T01:43:52.625Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (41222 bytes)
11492026-05-19T01:43:53.763Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11502026-05-19T01:43:53.787Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (310279 bytes)
11512026-05-19T01:43:54.057Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 310279 -> 313447
11522026-05-19T01:43:55.128Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11532026-05-19T01:43:55.128Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (540309 bytes)
11542026-05-19T01:43:55.574Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 540309 -> 544269
11552026-05-19T01:43:56.645Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11562026-05-19T01:43:56.645Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (4455435 bytes)
11572026-05-19T01:43:58.572Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 4455435 -> 4581060
11582026-05-19T01:43:59.644Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11592026-05-19T01:43:59.644Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6675217 bytes)
11602026-05-19T01:44:01.990Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6675217 -> 6840974
11612026-05-19T01:44:03.063Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11622026-05-19T01:44:03.063Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3335 bytes)
11632026-05-19T01:44:04.159Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11642026-05-19T01:44:04.159Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (495077 bytes)
11652026-05-19T01:44:04.607Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 495077 -> 506154
11662026-05-19T01:44:05.681Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11672026-05-19T01:44:05.681Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (14290 bytes)
11682026-05-19T01:44:05.750Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 14290 -> 14875
11692026-05-19T01:44:06.822Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11702026-05-19T01:44:06.822Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3500 bytes)
11712026-05-19T01:44:07.917Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11722026-05-19T01:44:07.917Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1657 bytes)
11732026-05-19T01:44:09.014Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11742026-05-19T01:44:09.014Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-cockroach-admin:default.log (64582 bytes)
11752026-05-19T01:44:09.150Zupload warning: file "/pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64582 -> 69005
11762026-05-19T01:44:10.221Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-cockroach-admin:default.log
11772026-05-19T01:44:10.245Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
11782026-05-19T01:44:11.317Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-cockroachdb:default.log
11792026-05-19T01:44:11.317Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
11802026-05-19T01:44:12.412Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_cockroachdb_224c1368-379d-4ce4-836f-ba484b0abf6f/root/var/svc/log/oxide-zone-network-setup:default.log
11812026-05-19T01:44:12.413Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
11822026-05-19T01:44:13.510Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-crucible-agent:default.log
11832026-05-19T01:44:13.534Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11842026-05-19T01:44:14.604Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-crucible-downstairs:default.log
11852026-05-19T01:44:14.628Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
11862026-05-19T01:44:15.706Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_09f4f0eb-7e5f-4a3e-b8d7-bd91ecb8d733/root/var/svc/log/oxide-zone-network-setup:default.log
11872026-05-19T01:44:15.706Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_pantry_32d3efb9-18ef-402a-8281-b8b21a65f1d2/root/var/svc/log/oxide-crucible-pantry:default.log (918892 bytes)
11882026-05-19T01:44:16.335Zupload warning: file "/pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_pantry_32d3efb9-18ef-402a-8281-b8b21a65f1d2/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 918892 -> 925569
11892026-05-19T01:44:17.407Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_pantry_32d3efb9-18ef-402a-8281-b8b21a65f1d2/root/var/svc/log/oxide-crucible-pantry:default.log
11902026-05-19T01:44:17.407Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_pantry_32d3efb9-18ef-402a-8281-b8b21a65f1d2/root/var/svc/log/oxide-zone-network-setup:default.log (2134 bytes)
11912026-05-19T01:44:18.502Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_crucible_pantry_32d3efb9-18ef-402a-8281-b8b21a65f1d2/root/var/svc/log/oxide-zone-network-setup:default.log
11922026-05-19T01:44:18.527Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-external_dns:default.log (45791 bytes)
11932026-05-19T01:44:18.617Zupload warning: file "/pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45791 -> 49563
11942026-05-19T01:44:19.689Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-external_dns:default.log
11952026-05-19T01:44:19.689Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11962026-05-19T01:44:20.786Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-opte-interface-setup:default.log
11972026-05-19T01:44:20.811Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-zone-network-setup:default.log (2108 bytes)
11982026-05-19T01:44:21.882Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_external_dns_88de611e-155e-4ad8-93d3-05cb359c1cc0/root/var/svc/log/oxide-zone-network-setup:default.log
11992026-05-19T01:44:21.882Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_internal_dns_07520036-b877-4d03-8c2c-dc489774a9e6/root/var/svc/log/oxide-internal_dns:default.log (450588 bytes)
12002026-05-19T01:44:22.289Zupload warning: file "/pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_internal_dns_07520036-b877-4d03-8c2c-dc489774a9e6/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 450588 -> 476769
12012026-05-19T01:44:23.358Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_internal_dns_07520036-b877-4d03-8c2c-dc489774a9e6/root/var/svc/log/oxide-internal_dns:default.log
12022026-05-19T01:44:23.358Zuploading: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_internal_dns_07520036-b877-4d03-8c2c-dc489774a9e6/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
12032026-05-19T01:44:24.454Zuploaded: /pool/ext/1a3ae73f-c279-4321-b3bb-1e695659a462/crypt/zone/oxz_internal_dns_07520036-b877-4d03-8c2c-dc489774a9e6/root/var/svc/log/oxide-zone-network-setup:default.log
12042026-05-19T01:44:24.454Zuploading: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-agent:default.log (8907 bytes)
12052026-05-19T01:44:25.572Zuploaded: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-agent:default.log
12062026-05-19T01:44:25.572Zuploading: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12072026-05-19T01:44:26.671Zuploaded: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-downstairs:default.log
12082026-05-19T01:44:26.695Zuploading: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-downstairs:downstairs-480f6bd7-afa0-4604-8fbb-700d7d6b081a.log (3006 bytes)
12092026-05-19T01:44:27.766Zuploaded: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-crucible-downstairs:downstairs-480f6bd7-afa0-4604-8fbb-700d7d6b081a.log
12102026-05-19T01:44:27.766Zuploading: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12112026-05-19T01:44:28.862Zuploaded: /pool/ext/26f20753-7bdd-4730-88b0-5e770d3c1957/crypt/zone/oxz_crucible_0cd8c4ba-a62b-4db6-9724-7c1077e14316/root/var/svc/log/oxide-zone-network-setup:default.log
12122026-05-19T01:44:28.886Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-agent:default.log (30049 bytes)
12132026-05-19T01:44:30.025Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-agent:default.log
12142026-05-19T01:44:30.050Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12152026-05-19T01:44:31.120Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:default.log
12162026-05-19T01:44:31.120Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c3fb67a-7a96-4001-83f4-09a52f43f41b.log (5998 bytes)
12172026-05-19T01:44:32.215Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c3fb67a-7a96-4001-83f4-09a52f43f41b.log
12182026-05-19T01:44:32.215Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-83706b0f-0aa8-4c9b-9922-9fa19a720731.log (3007 bytes)
12192026-05-19T01:44:33.311Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-83706b0f-0aa8-4c9b-9922-9fa19a720731.log
12202026-05-19T01:44:33.336Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0a67173-2c78-49e3-8abc-30523b3e0ce6.log (3127 bytes)
12212026-05-19T01:44:34.407Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0a67173-2c78-49e3-8abc-30523b3e0ce6.log
12222026-05-19T01:44:34.407Zuploading: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12232026-05-19T01:44:35.503Zuploaded: /pool/ext/420c9e07-8e65-4ab1-8719-d3f17f342480/crypt/zone/oxz_crucible_e5335a50-0aec-420e-b2ce-1a6a48b84bb0/root/var/svc/log/oxide-zone-network-setup:default.log
12242026-05-19T01:44:35.503Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse-admin-single:default.log (45714 bytes)
12252026-05-19T01:44:35.617Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 45714 -> 49490
12262026-05-19T01:44:36.688Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse-admin-single:default.log
12272026-05-19T01:44:36.727Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse:default.log (4205924 bytes)
12282026-05-19T01:44:38.567Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 4205924 -> 4537081
12292026-05-19T01:44:39.638Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-clickhouse:default.log
12302026-05-19T01:44:39.638Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
12312026-05-19T01:44:40.734Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_clickhouse_ba15fe23-c88a-48d0-8812-7ff503f0c585/root/var/svc/log/oxide-zone-network-setup:default.log
12322026-05-19T01:44:40.734Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-cockroach-admin:default.log (64578 bytes)
12332026-05-19T01:44:40.869Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64578 -> 69001
12342026-05-19T01:44:41.940Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-cockroach-admin:default.log
12352026-05-19T01:44:41.940Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
12362026-05-19T01:44:43.037Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-cockroachdb:default.log
12372026-05-19T01:44:43.062Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
12382026-05-19T01:44:44.133Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_cockroachdb_d6eb42b2-3346-481a-9242-dfc371a826e3/root/var/svc/log/oxide-zone-network-setup:default.log
12392026-05-19T01:44:44.158Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
12402026-05-19T01:44:45.229Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-crucible-agent:default.log
12412026-05-19T01:44:45.229Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12422026-05-19T01:44:46.325Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-crucible-downstairs:default.log
12432026-05-19T01:44:46.325Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12442026-05-19T01:44:47.420Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_crucible_8b2964ff-10f9-46f4-8ae0-2849c14cc022/root/var/svc/log/oxide-zone-network-setup:default.log
12452026-05-19T01:44:47.445Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-external_dns:default.log (45790 bytes)
12462026-05-19T01:44:47.534Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45790 -> 49559
12472026-05-19T01:44:48.606Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-external_dns:default.log
12482026-05-19T01:44:48.606Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12492026-05-19T01:44:49.701Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-opte-interface-setup:default.log
12502026-05-19T01:44:49.701Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
12512026-05-19T01:44:50.797Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_external_dns_b91adca8-448d-49b3-a17b-2b2640f23cc7/root/var/svc/log/oxide-zone-network-setup:default.log
12522026-05-19T01:44:50.824Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_internal_dns_77ab2c2d-007c-42a0-9a7c-aefeb5b99b41/root/var/svc/log/oxide-internal_dns:default.log (450572 bytes)
12532026-05-19T01:44:51.204Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_internal_dns_77ab2c2d-007c-42a0-9a7c-aefeb5b99b41/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 450572 -> 490668
12542026-05-19T01:44:52.280Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_internal_dns_77ab2c2d-007c-42a0-9a7c-aefeb5b99b41/root/var/svc/log/oxide-internal_dns:default.log
12552026-05-19T01:44:52.305Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_internal_dns_77ab2c2d-007c-42a0-9a7c-aefeb5b99b41/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
12562026-05-19T01:44:53.375Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_internal_dns_77ab2c2d-007c-42a0-9a7c-aefeb5b99b41/root/var/svc/log/oxide-zone-network-setup:default.log
12572026-05-19T01:44:53.375Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-nexus:default.log (12909897 bytes)
12582026-05-19T01:44:57.085Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12909897 -> 13927912
12592026-05-19T01:44:58.156Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-nexus:default.log
12602026-05-19T01:44:58.156Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
12612026-05-19T01:44:59.252Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-opte-interface-setup:default.log
12622026-05-19T01:44:59.252Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
12632026-05-19T01:45:00.347Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_nexus_8a0f7e20-d734-4fc0-a4a4-cd720435fb91/root/var/svc/log/oxide-zone-network-setup:default.log
12642026-05-19T01:45:00.347Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-chrony-setup:default.log (15278 bytes)
12652026-05-19T01:45:01.465Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-chrony-setup:default.log
12662026-05-19T01:45:01.466Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp-admin:default.log (78214 bytes)
12672026-05-19T01:45:01.623Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 78214 -> 87560
12682026-05-19T01:45:02.694Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp-admin:default.log
12692026-05-19T01:45:02.694Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp:default.log (3065 bytes)
12702026-05-19T01:45:02.741Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 3065 -> 3151
12712026-05-19T01:45:03.813Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-ntp:default.log
12722026-05-19T01:45:03.813Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
12732026-05-19T01:45:04.909Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-opte-interface-setup:default.log
12742026-05-19T01:45:04.934Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-zone-network-setup:default.log (2028 bytes)
12752026-05-19T01:45:06.004Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/svc/log/oxide-zone-network-setup:default.log
12762026-05-19T01:45:06.004Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-cockroach-admin:default.log (64714 bytes)
12772026-05-19T01:45:06.170Zupload warning: file "/pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64714 -> 73576
12782026-05-19T01:45:07.241Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-cockroach-admin:default.log
12792026-05-19T01:45:07.241Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-cockroachdb:default.log (4376 bytes)
12802026-05-19T01:45:08.337Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-cockroachdb:default.log
12812026-05-19T01:45:08.361Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
12822026-05-19T01:45:09.433Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_cockroachdb_2fea2565-67cb-418b-bdaa-0338acf9db8e/root/var/svc/log/oxide-zone-network-setup:default.log
12832026-05-19T01:45:09.458Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-crucible-agent:default.log (1984 bytes)
12842026-05-19T01:45:10.533Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-crucible-agent:default.log
12852026-05-19T01:45:10.533Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12862026-05-19T01:45:11.627Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-crucible-downstairs:default.log
12872026-05-19T01:45:11.651Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12882026-05-19T01:45:12.726Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_crucible_cd7e9d29-8dea-43fa-b649-8a8a08106824/root/var/svc/log/oxide-zone-network-setup:default.log
12892026-05-19T01:45:12.726Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-nexus:default.log (70725359 bytes)
12902026-05-19T01:45:22.301Zupload warning: file "/pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 70725359 -> 72584223
12912026-05-19T01:45:23.377Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-nexus:default.log
12922026-05-19T01:45:23.377Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12932026-05-19T01:45:24.571Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-opte-interface-setup:default.log
12942026-05-19T01:45:24.571Zuploading: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
12952026-05-19T01:45:25.684Zuploaded: /pool/ext/56915301-3eab-40eb-b440-9c42d9ed593a/crypt/zone/oxz_nexus_5a04cd50-40e6-4ba5-8ef8-1d25a609ba3d/root/var/svc/log/oxide-zone-network-setup:default.log
12962026-05-19T01:45:25.684Zuploading: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-agent:default.log (23426 bytes)
12972026-05-19T01:45:26.825Zuploaded: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-agent:default.log
12982026-05-19T01:45:26.826Zuploading: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12992026-05-19T01:45:27.923Zuploaded: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:default.log
13002026-05-19T01:45:27.923Zuploading: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:downstairs-6bbbd7e8-6fb4-470b-bc5e-cf0d0a54cc17.log (6000 bytes)
13012026-05-19T01:45:29.018Zuploaded: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:downstairs-6bbbd7e8-6fb4-470b-bc5e-cf0d0a54cc17.log
13022026-05-19T01:45:29.018Zuploading: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:downstairs-7d0ed039-ed47-4271-97fa-798956d6b2f1.log (3127 bytes)
13032026-05-19T01:45:30.112Zuploaded: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-crucible-downstairs:downstairs-7d0ed039-ed47-4271-97fa-798956d6b2f1.log
13042026-05-19T01:45:30.112Zuploading: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13052026-05-19T01:45:31.207Zuploaded: /pool/ext/7cbffdbd-553f-44a2-b578-32c125014d73/crypt/zone/oxz_crucible_d0d4e47f-709f-43cd-b4b6-adbbc507f258/root/var/svc/log/oxide-zone-network-setup:default.log
13062026-05-19T01:45:31.207Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-cockroach-admin:default.log (64586 bytes)
13072026-05-19T01:45:31.343Zupload warning: file "/pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64586 -> 73429
13082026-05-19T01:45:32.414Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-cockroach-admin:default.log
13092026-05-19T01:45:32.414Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
13102026-05-19T01:45:33.509Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-cockroachdb:default.log
13112026-05-19T01:45:33.509Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-zone-network-setup:default.log (2088 bytes)
13122026-05-19T01:45:34.605Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_cockroachdb_86d89635-b478-4773-b021-55b949e491b9/root/var/svc/log/oxide-zone-network-setup:default.log
13132026-05-19T01:45:34.605Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-agent:default.log (24614 bytes)
13142026-05-19T01:45:35.745Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-agent:default.log
13152026-05-19T01:45:35.745Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13162026-05-19T01:45:36.840Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:default.log
13172026-05-19T01:45:36.840Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f2f7f97-d605-4fbf-9de8-da1456cff13c.log (3007 bytes)
13182026-05-19T01:45:37.935Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f2f7f97-d605-4fbf-9de8-da1456cff13c.log
13192026-05-19T01:45:37.935Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8847fe6-d30d-445a-bc45-79351bf2faeb.log (6104 bytes)
13202026-05-19T01:45:39.030Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8847fe6-d30d-445a-bc45-79351bf2faeb.log
13212026-05-19T01:45:39.031Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:snapshot-f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf.log (5681 bytes)
13222026-05-19T01:45:40.127Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-crucible-downstairs:snapshot-f8847fe6-d30d-445a-bc45-79351bf2faeb-6393c52e-101f-4d57-81eb-0d61723a63bf.log
13232026-05-19T01:45:40.127Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13242026-05-19T01:45:41.222Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_4f67966b-dfe9-4fc8-9221-53389dd53398/root/var/svc/log/oxide-zone-network-setup:default.log
13252026-05-19T01:45:41.222Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_pantry_b1460515-8a20-4a84-966f-a992bdf6c93f/root/var/svc/log/oxide-crucible-pantry:default.log (161757 bytes)
13262026-05-19T01:45:41.448Zupload warning: file "/pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_pantry_b1460515-8a20-4a84-966f-a992bdf6c93f/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161757 -> 188462
13272026-05-19T01:45:42.519Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_pantry_b1460515-8a20-4a84-966f-a992bdf6c93f/root/var/svc/log/oxide-crucible-pantry:default.log
13282026-05-19T01:45:42.519Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_pantry_b1460515-8a20-4a84-966f-a992bdf6c93f/root/var/svc/log/oxide-zone-network-setup:default.log (2132 bytes)
13292026-05-19T01:45:43.617Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_crucible_pantry_b1460515-8a20-4a84-966f-a992bdf6c93f/root/var/svc/log/oxide-zone-network-setup:default.log
13302026-05-19T01:45:43.617Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-nexus:default.log (12358687 bytes)
13312026-05-19T01:45:47.331Zupload warning: file "/pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12358687 -> 14201047
13322026-05-19T01:45:48.402Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-nexus:default.log
13332026-05-19T01:45:48.402Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13342026-05-19T01:45:49.500Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-opte-interface-setup:default.log
13352026-05-19T01:45:49.500Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
13362026-05-19T01:45:50.596Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_nexus_d54153e3-7cd0-407a-8071-7bec0ee128ec/root/var/svc/log/oxide-zone-network-setup:default.log
13372026-05-19T01:45:50.636Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_oximeter_340aefb2-dced-4b81-8df2-04ace3ec441a/root/var/svc/log/oxide-oximeter:default.log (4392685 bytes)
13382026-05-19T01:45:50.984Zupload warning: file "/pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_oximeter_340aefb2-dced-4b81-8df2-04ace3ec441a/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4392685 -> 5166290
13392026-05-19T01:45:52.055Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_oximeter_340aefb2-dced-4b81-8df2-04ace3ec441a/root/var/svc/log/oxide-oximeter:default.log
13402026-05-19T01:45:52.055Zuploading: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_oximeter_340aefb2-dced-4b81-8df2-04ace3ec441a/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13412026-05-19T01:45:53.151Zuploaded: /pool/ext/995e6158-ade9-4c8e-a2dd-12bce6e3f7cd/crypt/zone/oxz_oximeter_340aefb2-dced-4b81-8df2-04ace3ec441a/root/var/svc/log/oxide-zone-network-setup:default.log
13422026-05-19T01:45:53.151Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-agent:default.log (28623 bytes)
13432026-05-19T01:45:54.291Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-agent:default.log
13442026-05-19T01:45:54.316Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13452026-05-19T01:45:55.387Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:default.log
13462026-05-19T01:45:55.387Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-05533ca5-8534-4588-bc8b-db5932883d92.log (6107 bytes)
13472026-05-19T01:45:56.482Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-05533ca5-8534-4588-bc8b-db5932883d92.log
13482026-05-19T01:45:56.506Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54.log (3127 bytes)
13492026-05-19T01:45:57.577Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-3b6cc6e8-4746-41ae-8b25-0dcb75b53a54.log
13502026-05-19T01:45:57.601Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:snapshot-05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf.log (5681 bytes)
13512026-05-19T01:45:58.673Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-crucible-downstairs:snapshot-05533ca5-8534-4588-bc8b-db5932883d92-6393c52e-101f-4d57-81eb-0d61723a63bf.log
13522026-05-19T01:45:58.673Zuploading: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
13532026-05-19T01:45:59.769Zuploaded: /pool/ext/afaa2c43-d2b8-412f-9611-4d504de51d49/crypt/zone/oxz_crucible_c38cd43e-6b64-4dca-bbed-994f2d5a2cc4/root/var/svc/log/oxide-zone-network-setup:default.log
13542026-05-19T01:45:59.769Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-cockroach-admin:default.log (66523 bytes)
13552026-05-19T01:45:59.906Zupload warning: file "/pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66523 -> 79817
13562026-05-19T01:46:00.977Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-cockroach-admin:default.log
13572026-05-19T01:46:01.002Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-cockroachdb:default.log (4351 bytes)
13582026-05-19T01:46:02.076Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-cockroachdb:default.log
13592026-05-19T01:46:02.101Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
13602026-05-19T01:46:03.172Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_cockroachdb_036d98bc-9d42-4b6c-9f90-c8018572427a/root/var/svc/log/oxide-zone-network-setup:default.log
13612026-05-19T01:46:03.172Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-agent:default.log (28629 bytes)
13622026-05-19T01:46:04.319Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-agent:default.log
13632026-05-19T01:46:04.320Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13642026-05-19T01:46:05.490Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:default.log
13652026-05-19T01:46:05.490Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:downstairs-65c54241-e9b2-4834-8578-eb117e2179f9.log (6001 bytes)
13662026-05-19T01:46:06.613Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:downstairs-65c54241-e9b2-4834-8578-eb117e2179f9.log
13672026-05-19T01:46:06.613Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:downstairs-bd283b50-f97a-4a3b-8088-d08b33a665a2.log (6107 bytes)
13682026-05-19T01:46:07.723Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:downstairs-bd283b50-f97a-4a3b-8088-d08b33a665a2.log
13692026-05-19T01:46:07.723Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:snapshot-bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf.log (5680 bytes)
13702026-05-19T01:46:08.848Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-crucible-downstairs:snapshot-bd283b50-f97a-4a3b-8088-d08b33a665a2-6393c52e-101f-4d57-81eb-0d61723a63bf.log
13712026-05-19T01:46:08.848Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13722026-05-19T01:46:09.956Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_d34d555b-3fb1-46db-ab3b-201a6eae39bd/root/var/svc/log/oxide-zone-network-setup:default.log
13732026-05-19T01:46:10.008Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_pantry_de0ecd85-a81d-4fd9-baeb-70ee6b724abb/root/var/svc/log/oxide-crucible-pantry:default.log (161021 bytes)
13742026-05-19T01:46:10.143Zupload warning: file "/pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_pantry_de0ecd85-a81d-4fd9-baeb-70ee6b724abb/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161021 -> 194302
13752026-05-19T01:46:11.221Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_pantry_de0ecd85-a81d-4fd9-baeb-70ee6b724abb/root/var/svc/log/oxide-crucible-pantry:default.log
13762026-05-19T01:46:11.221Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_pantry_de0ecd85-a81d-4fd9-baeb-70ee6b724abb/root/var/svc/log/oxide-zone-network-setup:default.log (2133 bytes)
13772026-05-19T01:46:12.323Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_crucible_pantry_de0ecd85-a81d-4fd9-baeb-70ee6b724abb/root/var/svc/log/oxide-zone-network-setup:default.log
13782026-05-19T01:46:12.323Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_internal_dns_189b46e0-14b1-4eb1-ad5a-c8aa6ab47f1d/root/var/svc/log/oxide-internal_dns:default.log (450564 bytes)
13792026-05-19T01:46:12.578Zupload warning: file "/pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_internal_dns_189b46e0-14b1-4eb1-ad5a-c8aa6ab47f1d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 450564 -> 543019
13802026-05-19T01:46:13.650Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_internal_dns_189b46e0-14b1-4eb1-ad5a-c8aa6ab47f1d/root/var/svc/log/oxide-internal_dns:default.log
13812026-05-19T01:46:13.650Zuploading: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_internal_dns_189b46e0-14b1-4eb1-ad5a-c8aa6ab47f1d/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
13822026-05-19T01:46:14.747Zuploaded: /pool/ext/f2e3688a-1453-4040-80b6-aa07d346a1a2/crypt/zone/oxz_internal_dns_189b46e0-14b1-4eb1-ad5a-c8aa6ab47f1d/root/var/svc/log/oxide-zone-network-setup:default.log
13832026-05-19T01:46:14.774Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/measurements.log (646738 bytes)
13842026-05-19T01:46:15.051Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/measurements.log" changed size mid upload: 646738 -> 774018
13852026-05-19T01:46:16.130Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/measurements.log
13862026-05-19T01:46:16.130Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/statistics.log (478296 bytes)
13872026-05-19T01:46:16.407Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/statistics.log" changed size mid upload: 478296 -> 579969
13882026-05-19T01:46:17.495Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/statistics.log
13892026-05-19T01:46:17.495Zuploading: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/tracking.log (75918 bytes)
13902026-05-19T01:46:17.649Zupload warning: file "/pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/tracking.log" changed size mid upload: 75918 -> 90834
13912026-05-19T01:46:18.726Zuploaded: /pool/ext/4de1d634-ff22-4b18-9239-3a1d0ea5f0d4/crypt/zone/oxz_ntp_15103f39-2847-4632-927c-281e38a41ae1/root/var/log/chrony/tracking.log