01M0VX1GRRQ1DE34DWRDNYR1V9: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.41",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M0VX3Y8KRET6YFQPB4W3JAY7

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-08-25T07:52:28.425Zjob dependencies complete; ready to run (waiting for 24 m 5 s)
22026-08-25T08:21:01.219Zjob assigned to worker 01M0W02P40WDHPJEHK85DZH8RS [factory lab, sock/18032] (queued for 28 m 32 s)
32026-08-25T08:21:01.254Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-08-25T08:21:01.299Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52026-08-25T08:21:01.332Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62026-08-25T08:21:01.366Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72026-08-25T08:21:01.400Zhttp://172.20.0.5:9969/postboot/sock... ok
82026-08-25T08:21:01.433ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-08-25T08:21:01.489ZOxide Helios Version helios-3.0.24018 64-bit
102026-08-25T08:21:01.523ZConfiguring devices.
112026-08-25T08:21:01.557Z##################################################
122026-08-25T08:21:01.590Z#### ############# ##
132026-08-25T08:21:01.623Z### ### ############ ##
142026-08-25T08:21:01.657Z## ### # ## ### ## Oxide Computer Company ##
152026-08-25T08:21:01.691Z## ## ## ### # ### ##
162026-08-25T08:21:01.724Z## # ### #### #### This Station Under ##
172026-08-25T08:21:01.757Z### ### #### # ### Computer Control ##
182026-08-25T08:21:01.791Z#### #### ### ## ##
192026-08-25T08:21:01.824Z##################################################
202026-08-25T08:21:01.858ZHostname: sock
212026-08-25T08:21:01.891ZLoading smf(7) service descriptions:
222026-08-25T08:21:02.061Zdownloading input: /input/package/work/package.tar.gz
232026-08-25T08:28:56.372Zdownloaded input: /input/package/work/package.tar.gz
 
242026-08-25T08:28:56.396Zstarting task 0: "setup"
252026-08-25T08:28:56.396Z++ uname -s
262026-08-25T08:28:56.396Z+ kern=SunOS
272026-08-25T08:28:56.396Z+ build_user=build
282026-08-25T08:28:56.396Z+ build_uid=12345
292026-08-25T08:28:56.396Z+ work_dir=/work
302026-08-25T08:28:56.396Z+ input_dir=/input
312026-08-25T08:28:56.396Z+ [[ 0 == 12345 ]]
322026-08-25T08:28:56.397Z+ case "$kern" in
332026-08-25T08:28:56.397Z+ groupadd -g 12345 build
342026-08-25T08:28:56.397Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-08-25T08:28:58.391Z+ zfs create -o mountpoint=/work rpool/work
362026-08-25T08:28:58.416Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-08-25T08:28:58.441Z+ home_fs=zfs
382026-08-25T08:28:58.441Z+ [[ zfs == autofs ]]
392026-08-25T08:28:58.441Z+ mkdir -p /home/build
402026-08-25T08:28:58.441Z+ chown build:build /home/build /work
412026-08-25T08:29:00.425Z+ chmod 0700 /home/build /work
422026-08-25T08:29:00.449Zprocess exited: duration 4056 ms, exit code 0
 
432026-08-25T08:29:00.497Zstarting task 1: "authentication"
442026-08-25T08:29:00.546Zprocess exited: duration 48 ms, exit code 0
 
452026-08-25T08:29:00.594Zstarting task 2: "build"
462026-08-25T08:29:00.618Z+ trap _exit_trap EXIT
472026-08-25T08:29:00.618Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-08-25T08:29:00.712Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-08-25T08:29:00.712Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-08-25T08:29:00.737Z+ [[ -d /opt/oxide ]]
602026-08-25T08:29:00.737Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-08-25T08:29:00.737Z+ pfexec mkdir /opt/oxide
622026-08-25T08:29:00.737Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-08-25T08:29:00.737Z+ [[ -d /opt/oxide-underneath ]]
642026-08-25T08:29:00.737Z+ cd /opt/oxide-underneath
652026-08-25T08:29:00.737Z+ pfexec tar ceEp@/f - .
662026-08-25T08:29:00.737Z+ cd /opt/oxide
672026-08-25T08:29:00.737Z+ pfexec tar xveEp@/f -
682026-08-25T08:29:00.787Zx ., 0 bytes, 0 tape blocks
692026-08-25T08:29:00.787Zx ./opte, 0 bytes, 0 tape blocks
702026-08-25T08:29:00.787Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-08-25T08:29:00.787Zx ./opte/bin/opteadm, 24740168 bytes, 48321 tape blocks
722026-08-25T08:29:00.811Z+ pfexec rm -rf /opt/oxide-underneath
732026-08-25T08:29:00.811Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-08-25T08:29:00.835Z+ pfexec mkdir /opt/oxide/work
752026-08-25T08:29:00.835Z+ pfexec chown build:build /opt/oxide/work
762026-08-25T08:29:00.835Z+ cd /opt/oxide/work
772026-08-25T08:29:00.835Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-08-25T08:29:17.332ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-08-25T08:29:17.332Zx .github/buildomat/ci-env.sh, 785 bytes, 2 tape blocks
802026-08-25T08:29:17.332Zx out/target/test, 107 bytes, 1 tape blocks
812026-08-25T08:29:17.332Zx out/npuzone/npuzone, 31847584 bytes, 62203 tape blocks
822026-08-25T08:29:17.333Zx package-manifest.toml, 35397 bytes, 70 tape blocks
832026-08-25T08:29:17.333Zx smf/sled-agent/non-gimlet/config.toml, 5423 bytes, 11 tape blocks
842026-08-25T08:29:17.333Zx target/release/omicron-package, 50638064 bytes, 98903 tape blocks
852026-08-25T08:29:17.333Zx target/release/xtask, 12012608 bytes, 23463 tape blocks
862026-08-25T08:29:17.333Zx target/debug/bootstrap, 451252688 bytes, 881353 tape blocks
872026-08-25T08:29:17.333Zx tests/bootstrap-52985dba06057c89, 35255904 bytes, 68860 tape blocks
882026-08-25T08:29:17.333Zx tests/commtest-33efa6528eeaa9ef, 35256672 bytes, 68861 tape blocks
892026-08-25T08:29:17.333Zx tests/dhcp_server-9c4ac4535e73927a, 35255960 bytes, 68860 tape blocks
902026-08-25T08:29:17.333Zx tests/end_to_end_tests-afe64764df7810c0, 516239240 bytes, 1008280 tape blocks
912026-08-25T08:29:17.333Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-08-25T08:29:17.333Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-08-25T08:29:17.333Zx out/clickhouse.tar.gz, 333821692 bytes, 651996 tape blocks
942026-08-25T08:29:17.333Zx out/clickhouse_keeper.tar.gz, 317417800 bytes, 619957 tape blocks
952026-08-25T08:29:17.333Zx out/clickhouse_server.tar.gz, 333818549 bytes, 651990 tape blocks
962026-08-25T08:29:17.333Zx out/cockroachdb.tar.gz, 170886171 bytes, 333763 tape blocks
972026-08-25T08:29:17.333Zx out/crucible-pantry-zone.tar.gz, 40951027 bytes, 79983 tape blocks
982026-08-25T08:29:17.333Zx out/crucible-utils.tar, 19353600 bytes, 37800 tape blocks
992026-08-25T08:29:17.333Zx out/crucible-zone.tar.gz, 56118694 bytes, 109607 tape blocks
1002026-08-25T08:29:17.333Zx out/external-dns.tar.gz, 45490257 bytes, 88849 tape blocks
1012026-08-25T08:29:17.333Zx out/internal-dns.tar.gz, 45489851 bytes, 88848 tape blocks
1022026-08-25T08:29:17.333Zx out/mg-ddm-gz.tar, 117527552 bytes, 229546 tape blocks
1032026-08-25T08:29:17.333Zx out/nexus.tar.gz, 364029047 bytes, 710995 tape blocks
1042026-08-25T08:29:17.333Zx out/ntp.tar.gz, 32345552 bytes, 63175 tape blocks
1052026-08-25T08:29:17.333Zx out/omicron-gateway-softnpu.tar.gz, 29716442 bytes, 58040 tape blocks
1062026-08-25T08:29:17.333Zx out/omicron-sled-agent.tar, 246539776 bytes, 481523 tape blocks
1072026-08-25T08:29:17.333Zx out/overlay.tar.gz, 3266 bytes, 7 tape blocks
1082026-08-25T08:29:17.335Zx out/oximeter.tar.gz, 70072326 bytes, 136861 tape blocks
1092026-08-25T08:29:17.335Zx out/oxlog.tar, 4186624 bytes, 8177 tape blocks
1102026-08-25T08:29:17.335Zx out/probe.tar.gz, 1429415 bytes, 2792 tape blocks
1112026-08-25T08:29:17.335Zx out/propolis-server.tar.gz, 38850544 bytes, 75880 tape blocks
1122026-08-25T08:29:17.335Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-08-25T08:29:17.335Zx out/switch-softnpu.tar.gz, 532785653 bytes, 1040597 tape blocks
1142026-08-25T08:29:17.360Z
1152026-08-25T08:29:17.360Zreal 16.508351490
1162026-08-25T08:29:17.360Zuser 13.746236087
1172026-08-25T08:29:17.360Zsys 4.853673535
1182026-08-25T08:29:17.360Ztrap 0.000784261
1192026-08-25T08:29:17.360Ztflt 0.000000000
1202026-08-25T08:29:17.360Zdflt 0.000000000
1212026-08-25T08:29:17.360Zkflt 0.000000000
1222026-08-25T08:29:17.360Zlock 0.000000000
1232026-08-25T08:29:17.360Zslp 13.724223209
1242026-08-25T08:29:17.360Zlat 0.689594012
1252026-08-25T08:29:17.360Zstop 0.000127871
1262026-08-25T08:29:17.360Z+ source .github/buildomat/ci-env.sh
1272026-08-25T08:29:17.360Z++ export CARGO_TERM_COLOR=always
1282026-08-25T08:29:17.360Z++ CARGO_TERM_COLOR=always
1292026-08-25T08:29:17.360Z+++ uname -s
1302026-08-25T08:29:17.360Z++ [[ SunOS == \S\u\n\O\S ]]
1312026-08-25T08:29:17.360Z++ coreadm -p /var/tmp/omicron_tmp/core.%f.%p.core
1322026-08-25T08:29:17.360Z+ source tools/opte_version_override
1332026-08-25T08:29:17.360Z++ OPTE_COMMIT=
1342026-08-25T08:29:17.360Z+ [[ x != \x ]]
1352026-08-25T08:29:17.361Z+ bmat address ls
1362026-08-25T08:29:17.361ZNAME CIDR FIRST LAST COUNT
1372026-08-25T08:29:17.361Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1382026-08-25T08:29:17.361Z++ bmat address ls -f extra -Ho first,last,count
1392026-08-25T08:29:17.385Z+ set -- 10.151.2.164 10.151.2.227 64
1402026-08-25T08:29:17.385Z+ EXTRA_IP_START=10.151.2.164
1412026-08-25T08:29:17.385Z+ EXTRA_IP_END=10.151.2.227
1422026-08-25T08:29:17.385Z+ EXTRA_IP_COUNT=64
1432026-08-25T08:29:17.386Z+ (( EXTRA_IP_COUNT >= 32 ))
1442026-08-25T08:29:17.386Z+ EXTRA_IP_BASE=10.151.2
1452026-08-25T08:29:17.386Z+ EXTRA_IP_FOCTET=164
1462026-08-25T08:29:17.386Z+ EXTRA_IP_LOCTET=227
1472026-08-25T08:29:17.386Z+ SERVICE_IP_POOL_START=10.151.2.164
1482026-08-25T08:29:17.386Z+ SERVICE_IP_POOL_END=10.151.2.173
1492026-08-25T08:29:17.386Z+ DNS_IP1=10.151.2.164
1502026-08-25T08:29:17.386Z+ DNS_IP2=10.151.2.165
1512026-08-25T08:29:17.386Z+ UPLINK_IP=10.151.2.174
1522026-08-25T08:29:17.386Z+ IPPOOL_START=10.151.2.175
1532026-08-25T08:29:17.386Z+ IPPOOL_END=10.151.2.227
1542026-08-25T08:29:17.386Z++ ipadm show-addr -po type,addr
1552026-08-25T08:29:17.386Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1562026-08-25T08:29:17.386Z+ GATEWAY_IP=10.151.2.100
1572026-08-25T08:29:17.386Z+ [[ -n 10.151.2.100 ]]
1582026-08-25T08:29:17.386Z+ ping -s 10.151.2.100 56 1
1592026-08-25T08:29:17.386ZPING 10.151.2.100: 56 data bytes
1602026-08-25T08:29:17.386Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1612026-08-25T08:29:17.386Z
1622026-08-25T08:29:17.386Z----10.151.2.100 PING Statistics----
1632026-08-25T08:29:17.386Z1 packets transmitted, 1 packets received, 0% packet loss
1642026-08-25T08:29:17.386Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1652026-08-25T08:29:17.411Z++ arp -an
1662026-08-25T08:29:17.411Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1672026-08-25T08:29:17.411Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1682026-08-25T08:29:17.411Z+ routeadm -e ipv4-forwarding -u
1692026-08-25T08:29:17.498Z+ PXA_START=10.151.2.164
1702026-08-25T08:29:17.498Z+ PXA_END=10.151.2.227
1712026-08-25T08:29:17.498Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1722026-08-25T08:29:17.522Z++ pfexec nvmeadm list -p -o disk
1732026-08-25T08:29:17.522Z+ pfexec zpool create -f scratch c1t0026B728281787A0d0 c2t0026B72828178F30d0
1742026-08-25T08:29:17.700Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1752026-08-25T08:29:17.727ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1762026-08-25T08:29:17.773Zcreating virtual hardware
1772026-08-25T08:29:17.797Zcreating /scratch/m2_0.vdev
1782026-08-25T08:29:17.797Zcreating /scratch/m2_1.vdev
1792026-08-25T08:29:17.797Zcreating /scratch/u2_0.vdev
1802026-08-25T08:29:17.797Zcreating /scratch/u2_1.vdev
1812026-08-25T08:29:17.797Zcreating /scratch/u2_2.vdev
1822026-08-25T08:29:17.797Zcreating /scratch/u2_3.vdev
1832026-08-25T08:29:17.797Zcreating /scratch/u2_4.vdev
1842026-08-25T08:29:17.797Zcreating /scratch/u2_5.vdev
1852026-08-25T08:29:17.797Zcreating /scratch/u2_6.vdev
1862026-08-25T08:29:17.797Zcreating /scratch/u2_7.vdev
1872026-08-25T08:29:17.797Zcreating /scratch/u2_8.vdev
1882026-08-25T08:29:17.821ZSimnet net0/sc0_0 exists
1892026-08-25T08:29:17.845ZSimnet net1/sc1_0 exists
1902026-08-25T08:29:17.845ZVnic sc0_1 exists
1912026-08-25T08:29:30.442ZUsing 10.151.2.100 as gateway ip
1922026-08-25T08:29:30.442Zusing 18:C0:4D:0D:A0:2A as gateway mac
1932026-08-25T08:29:30.442Zconfiguring SoftNPU ARP entry
1942026-08-25T08:29:30.471Zconfiguring SoftNPU proxy ARP
1952026-08-25T08:29:30.522ZSoftNPU state:
1962026-08-25T08:29:30.522Z local v6:
1972026-08-25T08:29:30.522Z local v4:
1982026-08-25T08:29:30.522Z router v6_idx:
1992026-08-25T08:29:30.522Z router v6_routes:
2002026-08-25T08:29:30.522Z router v4_idx:
2012026-08-25T08:29:30.523Z router v4_routes:
2022026-08-25T08:29:30.523Z resolver v4:
2032026-08-25T08:29:30.523Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2042026-08-25T08:29:30.523Z resolver v6:
2052026-08-25T08:29:30.523Z nat v4:
2062026-08-25T08:29:30.523Z nat_v6:
2072026-08-25T08:29:30.523Z attached subnet v4:
2082026-08-25T08:29:30.523Z attached subnet v6:
2092026-08-25T08:29:30.523Z port_mac:
2102026-08-25T08:29:30.523Z proxy arp:
2112026-08-25T08:29:30.523Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2122026-08-25T08:29:30.523Z mcast replication v4:
2132026-08-25T08:29:30.523Z mcast replication v6:
2142026-08-25T08:29:30.523Z mcast source filter v4:
2152026-08-25T08:29:30.523Z mcast source filter v6:
2162026-08-25T08:29:30.523Z nat v4 mcast (tagged):
2172026-08-25T08:29:30.523Z nat v4 mcast (untagged):
2182026-08-25T08:29:30.523Z nat v6 mcast (tagged):
2192026-08-25T08:29:30.523Z nat v6 mcast (untagged):
2202026-08-25T08:29:30.523Z decap ports:
2212026-08-25T08:29:30.523Z mcast src mac:
2222026-08-25T08:29:30.524Zcreated virtual hardware
2232026-08-25T08:29:30.548Z
2242026-08-25T08:29:30.548Zreal 12.820096071
2252026-08-25T08:29:30.548Zuser 0.590795657
2262026-08-25T08:29:30.548Zsys 3.458285323
2272026-08-25T08:29:30.548Ztrap 0.000105196
2282026-08-25T08:29:30.548Ztflt 0.000106394
2292026-08-25T08:29:30.548Zdflt 0.000993418
2302026-08-25T08:29:30.548Zkflt 0.000020000
2312026-08-25T08:29:30.548Zlock 9:58.681226673
2322026-08-25T08:29:30.548Zslp 38.759811994
2332026-08-25T08:29:30.548Zlat 0.186039765
2342026-08-25T08:29:30.548Zstop 0.259449535
2352026-08-25T08:29:30.548Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2362026-08-25T08:29:30.581Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2372026-08-25T08:29:30.605Z+ diff -u pkg/config.toml~ pkg/config.toml
2382026-08-25T08:29:30.605Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2392026-08-25T08:29:30.605Z+++ pkg/config.toml Tue Aug 25 08:29:30 2026
2402026-08-25T08:29:30.605Z@@ -93,18 +93,18 @@
2412026-08-25T08:29:30.605Z [external_disks]
2422026-08-25T08:29:30.605Z kind = "hardcoded"
2432026-08-25T08:29:30.605Z vdevs = [
2442026-08-25T08:29:30.605Z- "m2_0.vdev",
2452026-08-25T08:29:30.605Z- "m2_1.vdev",
2462026-08-25T08:29:30.605Z+ "/scratch/m2_0.vdev",
2472026-08-25T08:29:30.605Z+ "/scratch/m2_1.vdev",
2482026-08-25T08:29:30.606Z
2492026-08-25T08:29:30.606Z- "u2_0.vdev",
2502026-08-25T08:29:30.606Z- "u2_1.vdev",
2512026-08-25T08:29:30.606Z- "u2_2.vdev",
2522026-08-25T08:29:30.606Z- "u2_3.vdev",
2532026-08-25T08:29:30.606Z- "u2_4.vdev",
2542026-08-25T08:29:30.606Z- "u2_5.vdev",
2552026-08-25T08:29:30.606Z- "u2_6.vdev",
2562026-08-25T08:29:30.606Z- "u2_7.vdev",
2572026-08-25T08:29:30.606Z- "u2_8.vdev",
2582026-08-25T08:29:30.606Z+ "/scratch/u2_0.vdev",
2592026-08-25T08:29:30.606Z+ "/scratch/u2_1.vdev",
2602026-08-25T08:29:30.606Z+ "/scratch/u2_2.vdev",
2612026-08-25T08:29:30.606Z+ "/scratch/u2_3.vdev",
2622026-08-25T08:29:30.606Z+ "/scratch/u2_4.vdev",
2632026-08-25T08:29:30.606Z+ "/scratch/u2_5.vdev",
2642026-08-25T08:29:30.606Z+ "/scratch/u2_6.vdev",
2652026-08-25T08:29:30.606Z+ "/scratch/u2_7.vdev",
2662026-08-25T08:29:30.606Z+ "/scratch/u2_8.vdev",
2672026-08-25T08:29:30.606Z ]
2682026-08-25T08:29:30.606Z disks = []
2692026-08-25T08:29:30.606Z
2702026-08-25T08:29:30.606Z+ true
2712026-08-25T08:29:30.606Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2722026-08-25T08:29:30.606Z+ EXPECTED_ZPOOL_COUNT=9
2732026-08-25T08:29:30.606Z+ echo 'expected number of zpools is 9'
2742026-08-25T08:29:30.606Zexpected number of zpools is 9
2752026-08-25T08:29:30.606Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2762026-08-25T08:29:30.606Z+ SILO_NAME=recovery
2772026-08-25T08:29:30.606Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2782026-08-25T08:29:30.606Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2792026-08-25T08:29:30.606Z+ sed -i~ '
2802026-08-25T08:29:30.606Z /^external_dns_ips/c\
2812026-08-25T08:29:30.606Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2822026-08-25T08:29:30.606Z /^\[\[service_ip_pools/,/^$/ {
2832026-08-25T08:29:30.606Z /^ranges =/c\
2842026-08-25T08:29:30.606Zranges = \[ { first = "10.151.2.164", last = "10.151.2.173" } \]
2852026-08-25T08:29:30.606Z }
2862026-08-25T08:29:30.606Z /^infra_ip_first/c\
2872026-08-25T08:29:30.607Zinfra_ip_first = "10.151.2.174"
2882026-08-25T08:29:30.607Z /^infra_ip_last/c\
2892026-08-25T08:29:30.607Zinfra_ip_last = "10.151.2.174"
2902026-08-25T08:29:30.607Z /^\[\[rack_network_config.ports/,/^$/ {
2912026-08-25T08:29:30.607Z /^routes/c\
2922026-08-25T08:29:30.607Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2932026-08-25T08:29:30.607Z /^addresses/c\
2942026-08-25T08:29:30.607Zaddresses = \[{address = {type = "static", ip_net = "10.151.2.174/24"} }\]
2952026-08-25T08:29:30.607Z }
2962026-08-25T08:29:30.607Z' pkg/config-rss.toml
2972026-08-25T08:29:30.607Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2982026-08-25T08:29:30.607Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2992026-08-25T08:29:30.607Z+++ pkg/config-rss.toml Tue Aug 25 08:29:30 2026
3002026-08-25T08:29:30.607Z@@ -33,7 +33,7 @@
3012026-08-25T08:29:30.607Z # the DNS domain delegated to the rack by the customer. Each of these addresses
3022026-08-25T08:29:30.607Z # must be contained in one of the "internal services" IP Pool ranges listed
3032026-08-25T08:29:30.607Z # below.
3042026-08-25T08:29:30.607Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
3052026-08-25T08:29:30.607Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
3062026-08-25T08:29:30.607Z
3072026-08-25T08:29:30.607Z # Initial TLS certificates for the external API
3082026-08-25T08:29:30.607Z #
3092026-08-25T08:29:30.607Z@@ -71,7 +71,7 @@
3102026-08-25T08:29:30.607Z [[service_ip_pools]]
3112026-08-25T08:29:30.607Z name = "oxide-service-pool-v4"
3122026-08-25T08:29:30.607Z description = "IPv4 IP Pool for Oxide Services"
3132026-08-25T08:29:30.607Z-ranges = [ { first = "192.168.1.20", last = "192.168.1.29" } ]
3142026-08-25T08:29:30.607Z+ranges = [ { first = "10.151.2.164", last = "10.151.2.173" } ]
3152026-08-25T08:29:30.607Z
3162026-08-25T08:29:30.607Z # TODO - this configuration is subject to change going forward. Ultimately these
3172026-08-25T08:29:30.607Z # parameters should be provided to the control plane via wicket, but we need to
3182026-08-25T08:29:30.607Z@@ -92,8 +92,8 @@
3192026-08-25T08:29:30.607Z # A range of IP addresses used by Boundary Services on the external network. In
3202026-08-25T08:29:30.607Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3212026-08-25T08:29:30.607Z # With softnpu, only one address is used.
3222026-08-25T08:29:30.607Z-infra_ip_first = "192.168.1.30"
3232026-08-25T08:29:30.607Z-infra_ip_last = "192.168.1.30"
3242026-08-25T08:29:30.607Z+infra_ip_first = "10.151.2.174"
3252026-08-25T08:29:30.608Z+infra_ip_last = "10.151.2.174"
3262026-08-25T08:29:30.608Z
3272026-08-25T08:29:30.608Z # Configurations for BGP routers to run on the scrimlets.
3282026-08-25T08:29:30.608Z bgp = []
3292026-08-25T08:29:30.608Z@@ -101,9 +101,9 @@
3302026-08-25T08:29:30.608Z # You can configure multiple uplinks by repeating the following stanza
3312026-08-25T08:29:30.608Z [[rack_network_config.ports]]
3322026-08-25T08:29:30.608Z # Routes associated with this port.
3332026-08-25T08:29:30.608Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3342026-08-25T08:29:30.608Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3352026-08-25T08:29:30.608Z # Addresses associated with this port.
3362026-08-25T08:29:30.608Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3372026-08-25T08:29:30.632Z+addresses = [{address = {type = "static", ip_net = "10.151.2.174/24"} }]
3382026-08-25T08:29:30.632Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3392026-08-25T08:29:30.632Z port = "qsfp0"
3402026-08-25T08:29:30.632Z # The speed of this port.
3412026-08-25T08:29:30.632Z+ true
3422026-08-25T08:29:30.632Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3432026-08-25T08:29:30.632Za pkg/config-rss.toml 8K
3442026-08-25T08:29:30.632Za pkg/config.toml 6K
3452026-08-25T08:29:30.632Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3462026-08-25T08:29:30.633Z+ TLS_NAME=recovery.sys.oxide.test
3472026-08-25T08:29:30.633Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3482026-08-25T08:29:30.667Z..+...+....+...+...+......+.....+....+...........+.+........+......+++++++++++++++++++++++++++++++++++++++++++++*...+....+......+...+..............+++++++++++++++++++++++++++++++++++++++++++++*.....+.......+.........+.....+...+.............+..+...+....+........+...+...+..........+..+...................+........+..........+..................+..+.+++++
3492026-08-25T08:29:30.978Z.+..+...+...+....+.....+.+.....+.........+.+...+..+....+++++++++++++++++++++++++++++++++++++++++++++*..+.......+...+......+........+.....................+.+...+...+..+......+......+.+...+......+...+.....+......+++++++++++++++++++++++++++++++++++++++++++++*.................+......+.......+.................+....+.....+.+.....+....+............+..+...+...+......+................+..+.......+.............................+.......+..+......+.+.....+.+........+....+...............+...........+....+......+.................+....+...+............+.........+.....+..........+............+..+................+...........+......+.......+..+..........+........+............+...+.......+.........+..+....+...............+.....+......+...+....+..+....+......+........+.............+............+...........+......................+..............+......+...+....+............+..............+.....................+...+.......+.....+...+.+.........+..+...+.....................+....+....................+...+......................+.................+...+.+......+.....+.+..+................+..............+............+...+...+.............+..+....+......+...............+..+.......+...+...+............+..+......+............+.+.........+..+...+......+..........+..+...+.......+..............+...+......+......+...+...+....+......+...............+..+...+....+...........+.............+.....+......+.+...+......+.....+....+.........+..+...+++++
3502026-08-25T08:29:31.002Z-----
3512026-08-25T08:29:31.002Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3522026-08-25T08:29:31.026Za pkg/initial-tls-cert.pem 2K
3532026-08-25T08:29:31.026Za pkg/initial-tls-key.pem 4K
3542026-08-25T08:29:31.026Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3552026-08-25T08:29:31.026Z+ rmdir pkg
3562026-08-25T08:29:31.026Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3572026-08-25T08:29:31.026Z+ pfexec mkdir -p /usr/oxide
3582026-08-25T08:29:31.026Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3592026-08-25T08:29:31.575Z+ pfexec chmod +x /usr/oxide/oxide
3602026-08-25T08:29:31.599Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3612026-08-25T08:29:50.407Z+ OMICRON_NO_UNINSTALL=1
3622026-08-25T08:29:50.407Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3632026-08-25T08:29:50.431ZLogging to: /opt/oxide/work/out/LOG
3642026-08-25T08:29:51.451Z
3652026-08-25T08:29:51.451Zreal 1.038661629
3662026-08-25T08:29:51.451Zuser 0.199708350
3672026-08-25T08:29:51.476Zsys 6.049631877
3682026-08-25T08:29:51.476Ztrap 0.000002570
3692026-08-25T08:29:51.476Ztflt 0.001537621
3702026-08-25T08:29:51.476Zdflt 0.000325487
3712026-08-25T08:29:51.476Zkflt 0.000000000
3722026-08-25T08:29:51.476Zlock 1:34.071649230
3732026-08-25T08:29:51.476Zslp 1.236917647
3742026-08-25T08:29:51.476Zlat 0.051206268
3752026-08-25T08:29:51.476Zstop 0.063188547
3762026-08-25T08:29:51.476Z+ retry=0
3772026-08-25T08:29:51.476Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782026-08-25T08:29:51.476Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3792026-08-25T08:29:51.476Z+ [[ 0 -gt 30 ]]
3802026-08-25T08:29:51.476Z+ sleep 1
3812026-08-25T08:29:52.467Z+ retry=1
3822026-08-25T08:29:52.467Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3832026-08-25T08:29:52.491Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3842026-08-25T08:29:52.491Z+ [[ 1 -gt 30 ]]
3852026-08-25T08:29:52.491Z+ sleep 1
3862026-08-25T08:29:53.483Z+ retry=2
3872026-08-25T08:29:53.483Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3882026-08-25T08:29:53.507Zcurl: (7) Failed to connect to fd00:1122:3344:101::2 port 12224 after 0 ms: Could not connect to server
3892026-08-25T08:29:53.507Z+ [[ 2 -gt 30 ]]
3902026-08-25T08:29:53.507Z+ sleep 1
3912026-08-25T08:29:54.510Z+ retry=3
3922026-08-25T08:29:54.510Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3932026-08-25T08:29:55.527Zcurl: (28) Connection timed out after 1000 milliseconds
3942026-08-25T08:29:55.551Z+ [[ 3 -gt 30 ]]
3952026-08-25T08:29:55.551Z+ sleep 1
3962026-08-25T08:29:56.532Z+ retry=4
3972026-08-25T08:29:56.532Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3982026-08-25T08:29:57.544Zcurl: (28) Connection timed out after 1000 milliseconds
3992026-08-25T08:29:57.568Z+ [[ 4 -gt 30 ]]
4002026-08-25T08:29:57.568Z+ sleep 1
4012026-08-25T08:29:58.551Z+ retry=5
4022026-08-25T08:29:58.551Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4032026-08-25T08:29:59.563Zcurl: (28) Connection timed out after 1000 milliseconds
4042026-08-25T08:29:59.587Z+ [[ 5 -gt 30 ]]
4052026-08-25T08:29:59.587Z+ sleep 1
4062026-08-25T08:30:00.568Z+ retry=6
4072026-08-25T08:30:00.568Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4082026-08-25T08:30:01.586Zcurl: (28) Connection timed out after 1000 milliseconds
4092026-08-25T08:30:01.610Z+ [[ 6 -gt 30 ]]
4102026-08-25T08:30:01.610Z+ sleep 1
4112026-08-25T08:30:02.591Z+ retry=7
4122026-08-25T08:30:02.591Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4132026-08-25T08:30:03.604Zcurl: (28) Connection timed out after 1000 milliseconds
4142026-08-25T08:30:03.628Z+ [[ 7 -gt 30 ]]
4152026-08-25T08:30:03.628Z+ sleep 1
4162026-08-25T08:30:04.611Z+ retry=8
4172026-08-25T08:30:04.611Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4182026-08-25T08:30:05.623Zcurl: (28) Connection timed out after 1000 milliseconds
4192026-08-25T08:30:05.646Z+ [[ 8 -gt 30 ]]
4202026-08-25T08:30:05.647Z+ sleep 1
4212026-08-25T08:30:06.628Z+ retry=9
4222026-08-25T08:30:06.628Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4232026-08-25T08:30:07.641Zcurl: (28) Connection timed out after 1000 milliseconds
4242026-08-25T08:30:07.664Z+ [[ 9 -gt 30 ]]
4252026-08-25T08:30:07.665Z+ sleep 1
4262026-08-25T08:30:08.647Z+ retry=10
4272026-08-25T08:30:08.647Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4282026-08-25T08:30:09.660Zcurl: (28) Connection timed out after 1000 milliseconds
4292026-08-25T08:30:09.684Z+ [[ 10 -gt 30 ]]
4302026-08-25T08:30:09.684Z+ sleep 1
4312026-08-25T08:30:10.670Z+ retry=11
4322026-08-25T08:30:10.670Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4332026-08-25T08:30:11.723Zcurl: (28) Connection timed out after 1000 milliseconds
4342026-08-25T08:30:11.747Z+ [[ 11 -gt 30 ]]
4352026-08-25T08:30:11.747Z+ sleep 1
4362026-08-25T08:30:12.729Z+ retry=12
4372026-08-25T08:30:12.729Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4382026-08-25T08:30:13.740Zcurl: (28) Connection timed out after 1000 milliseconds
4392026-08-25T08:30:13.764Z+ [[ 12 -gt 30 ]]
4402026-08-25T08:30:13.764Z+ sleep 1
4412026-08-25T08:30:14.745Z+ retry=13
4422026-08-25T08:30:14.745Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4432026-08-25T08:30:15.758Zcurl: (28) Connection timed out after 1000 milliseconds
4442026-08-25T08:30:15.782Z+ [[ 13 -gt 30 ]]
4452026-08-25T08:30:15.782Z+ sleep 1
4462026-08-25T08:30:16.763Z+ retry=14
4472026-08-25T08:30:16.763Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4482026-08-25T08:30:16.787Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4492026-08-25T08:30:16.815Zlocal v6:
4502026-08-25T08:30:16.815Zfd03:fbbb:1107:69c8::1
4512026-08-25T08:30:16.816Zfe80::2cf8:66ff:fee4:ab9a
4522026-08-25T08:30:16.816Zlocal v4:
4532026-08-25T08:30:16.816Zrouter v6_idx:
4542026-08-25T08:30:16.816Zrouter v6_routes:
4552026-08-25T08:30:16.816Zrouter v4_idx:
4562026-08-25T08:30:16.816Zrouter v4_routes:
4572026-08-25T08:30:16.816Zresolver v4:
4582026-08-25T08:30:16.816Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
4592026-08-25T08:30:16.816Zresolver v6:
4602026-08-25T08:30:16.816Zfe80::2cf8:66ff:fee4:ab9a -> 2e:f8:66:e4:ab:9a
4612026-08-25T08:30:16.816Zfe80::70e6:ccff:fe01:978 -> 72:e6:cc:01:09:78
4622026-08-25T08:30:16.840Znat v4:
4632026-08-25T08:30:16.840Z10.151.2.169 0/16383 -> fd00:1122:3344:101::1 100/a8:40:25:ff:df:96
4642026-08-25T08:30:16.840Znat_v6:
4652026-08-25T08:30:16.840Zattached subnet v4:
4662026-08-25T08:30:16.840Zattached subnet v6:
4672026-08-25T08:30:16.840Zport_mac:
4682026-08-25T08:30:16.840Z1: a8:40:25:70:08:c2
4692026-08-25T08:30:16.840Zproxy arp:
4702026-08-25T08:30:16.840Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4712026-08-25T08:30:16.840Zmcast replication v4:
4722026-08-25T08:30:16.840Zmcast replication v6:
4732026-08-25T08:30:16.840Zmcast source filter v4:
4742026-08-25T08:30:16.840Zmcast source filter v6:
4752026-08-25T08:30:16.840Znat v4 mcast (tagged):
4762026-08-25T08:30:16.840Znat v4 mcast (untagged):
4772026-08-25T08:30:16.840Znat v6 mcast (tagged):
4782026-08-25T08:30:16.840Znat v6 mcast (untagged):
4792026-08-25T08:30:16.840Zdecap ports:
4802026-08-25T08:30:16.840Zmcast src mac:
4812026-08-25T08:30:16.841Z1: c2:08:70:25:40:a8
4822026-08-25T08:30:16.841Z+ retry=0
4832026-08-25T08:30:16.841Z+++ zoneadm list -n
4842026-08-25T08:30:16.841Z+++ grep oxz_ntp
4852026-08-25T08:30:16.841Z++ pfexec svcs -z -Hostate oxide/ntp
4862026-08-25T08:30:16.841Zsvcs: zone '-Hostate': entity not found
4872026-08-25T08:30:16.841Z++ true
4882026-08-25T08:30:16.841Z+ [[ '' != online ]]
4892026-08-25T08:30:16.841Z+ [[ 0 -gt 60 ]]
4902026-08-25T08:30:16.841Z+ sleep 1
4912026-08-25T08:30:17.842Z+ retry=1
4922026-08-25T08:30:17.866Z+++ zoneadm list -n
4932026-08-25T08:30:17.866Z+++ grep oxz_ntp
4942026-08-25T08:30:17.866Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
4952026-08-25T08:30:17.895Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4962026-08-25T08:30:17.918Z++ true
4972026-08-25T08:30:17.918Z+ [[ '' != online ]]
4982026-08-25T08:30:17.918Z+ [[ 1 -gt 60 ]]
4992026-08-25T08:30:17.918Z+ sleep 1
5002026-08-25T08:30:18.900Z+ retry=2
5012026-08-25T08:30:18.924Z+++ zoneadm list -n
5022026-08-25T08:30:18.924Z+++ grep oxz_ntp
5032026-08-25T08:30:18.925Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5042026-08-25T08:30:18.949Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5052026-08-25T08:30:18.949Z++ true
5062026-08-25T08:30:18.949Z+ [[ '' != online ]]
5072026-08-25T08:30:18.949Z+ [[ 2 -gt 60 ]]
5082026-08-25T08:30:18.949Z+ sleep 1
5092026-08-25T08:30:19.936Z+ retry=3
5102026-08-25T08:30:19.960Z+++ zoneadm list -n
5112026-08-25T08:30:19.960Z+++ grep oxz_ntp
5122026-08-25T08:30:19.960Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5132026-08-25T08:30:19.984Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5142026-08-25T08:30:19.984Z++ true
5152026-08-25T08:30:19.984Z+ [[ '' != online ]]
5162026-08-25T08:30:19.984Z+ [[ 3 -gt 60 ]]
5172026-08-25T08:30:19.984Z+ sleep 1
5182026-08-25T08:30:20.967Z+ retry=4
5192026-08-25T08:30:20.991Z+++ zoneadm list -n
5202026-08-25T08:30:20.991Z+++ grep oxz_ntp
5212026-08-25T08:30:20.991Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5222026-08-25T08:30:21.015Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5232026-08-25T08:30:21.015Z++ true
5242026-08-25T08:30:21.015Z+ [[ '' != online ]]
5252026-08-25T08:30:21.015Z+ [[ 4 -gt 60 ]]
5262026-08-25T08:30:21.015Z+ sleep 1
5272026-08-25T08:30:22.002Z+ retry=5
5282026-08-25T08:30:22.026Z+++ zoneadm list -n
5292026-08-25T08:30:22.026Z+++ grep oxz_ntp
5302026-08-25T08:30:22.026Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5312026-08-25T08:30:22.050Z+ [[ offline != online ]]
5322026-08-25T08:30:22.050Z+ [[ 5 -gt 60 ]]
5332026-08-25T08:30:22.050Z+ sleep 1
5342026-08-25T08:30:23.026Z+ retry=6
5352026-08-25T08:30:23.050Z+++ zoneadm list -n
5362026-08-25T08:30:23.050Z+++ grep oxz_ntp
5372026-08-25T08:30:23.050Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5382026-08-25T08:30:23.050Z+ [[ offline != online ]]
5392026-08-25T08:30:23.050Z+ [[ 6 -gt 60 ]]
5402026-08-25T08:30:23.050Z+ sleep 1
5412026-08-25T08:30:24.053Z+ retry=7
5422026-08-25T08:30:24.077Z+++ zoneadm list -n
5432026-08-25T08:30:24.077Z+++ grep oxz_ntp
5442026-08-25T08:30:24.077Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5452026-08-25T08:30:24.077Z+ [[ offline != online ]]
5462026-08-25T08:30:24.077Z+ [[ 7 -gt 60 ]]
5472026-08-25T08:30:24.077Z+ sleep 1
5482026-08-25T08:30:25.076Z+ retry=8
5492026-08-25T08:30:25.101Z+++ zoneadm list -n
5502026-08-25T08:30:25.101Z+++ grep oxz_ntp
5512026-08-25T08:30:25.101Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5522026-08-25T08:30:25.101Z+ [[ offline != online ]]
5532026-08-25T08:30:25.101Z+ [[ 8 -gt 60 ]]
5542026-08-25T08:30:25.101Z+ sleep 1
5552026-08-25T08:30:26.101Z+ retry=9
5562026-08-25T08:30:26.125Z+++ zoneadm list -n
5572026-08-25T08:30:26.125Z+++ grep oxz_ntp
5582026-08-25T08:30:26.125Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5592026-08-25T08:30:26.125Z+ [[ offline != online ]]
5602026-08-25T08:30:26.125Z+ [[ 9 -gt 60 ]]
5612026-08-25T08:30:26.125Z+ sleep 1
5622026-08-25T08:30:27.124Z+ retry=10
5632026-08-25T08:30:27.148Z+++ zoneadm list -n
5642026-08-25T08:30:27.148Z+++ grep oxz_ntp
5652026-08-25T08:30:27.148Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5662026-08-25T08:30:27.148Z+ [[ offline != online ]]
5672026-08-25T08:30:27.148Z+ [[ 10 -gt 60 ]]
5682026-08-25T08:30:27.148Z+ sleep 1
5692026-08-25T08:30:28.149Z+ retry=11
5702026-08-25T08:30:28.173Z+++ zoneadm list -n
5712026-08-25T08:30:28.173Z+++ grep oxz_ntp
5722026-08-25T08:30:28.173Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5732026-08-25T08:30:28.173Z+ [[ offline != online ]]
5742026-08-25T08:30:28.173Z+ [[ 11 -gt 60 ]]
5752026-08-25T08:30:28.173Z+ sleep 1
5762026-08-25T08:30:29.173Z+ retry=12
5772026-08-25T08:30:29.198Z+++ zoneadm list -n
5782026-08-25T08:30:29.198Z+++ grep oxz_ntp
5792026-08-25T08:30:29.198Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5802026-08-25T08:30:29.198Z+ [[ offline != online ]]
5812026-08-25T08:30:29.198Z+ [[ 12 -gt 60 ]]
5822026-08-25T08:30:29.198Z+ sleep 1
5832026-08-25T08:30:30.197Z+ retry=13
5842026-08-25T08:30:30.221Z+++ zoneadm list -n
5852026-08-25T08:30:30.221Z+++ grep oxz_ntp
5862026-08-25T08:30:30.221Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5872026-08-25T08:30:30.221Z+ [[ offline != online ]]
5882026-08-25T08:30:30.221Z+ [[ 13 -gt 60 ]]
5892026-08-25T08:30:30.221Z+ sleep 1
5902026-08-25T08:30:31.222Z+ retry=14
5912026-08-25T08:30:31.246Z+++ zoneadm list -n
5922026-08-25T08:30:31.246Z+++ grep oxz_ntp
5932026-08-25T08:30:31.246Z++ pfexec svcs -z oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8 -Hostate oxide/ntp
5942026-08-25T08:30:31.246Z+ [[ online != online ]]
5952026-08-25T08:30:31.246Z+ echo 'Waited for chrony: 14s'
5962026-08-25T08:30:31.246ZWaited for chrony: 14s
5972026-08-25T08:30:31.246Z+ retry=0
5982026-08-25T08:30:31.246Z+ zoneadm list
5992026-08-25T08:30:31.270Z+ grep nexus
6002026-08-25T08:30:31.270Z+ [[ 0 -gt 300 ]]
6012026-08-25T08:30:31.270Z+ sleep 1
6022026-08-25T08:30:32.254Z+ retry=1
6032026-08-25T08:30:32.278Z+ zoneadm list
6042026-08-25T08:30:32.278Z+ grep nexus
6052026-08-25T08:30:32.279Z+ [[ 1 -gt 300 ]]
6062026-08-25T08:30:32.279Z+ sleep 1
6072026-08-25T08:30:33.266Z+ retry=2
6082026-08-25T08:30:33.290Z+ zoneadm list
6092026-08-25T08:30:33.290Z+ grep nexus
6102026-08-25T08:30:33.290Z+ [[ 2 -gt 300 ]]
6112026-08-25T08:30:33.290Z+ sleep 1
6122026-08-25T08:30:34.278Z+ retry=3
6132026-08-25T08:30:34.302Z+ zoneadm list
6142026-08-25T08:30:34.302Z+ grep nexus
6152026-08-25T08:30:34.302Z+ [[ 3 -gt 300 ]]
6162026-08-25T08:30:34.302Z+ sleep 1
6172026-08-25T08:30:35.293Z+ retry=4
6182026-08-25T08:30:35.317Z+ zoneadm list
6192026-08-25T08:30:35.317Z+ grep nexus
6202026-08-25T08:30:35.317Z+ [[ 4 -gt 300 ]]
6212026-08-25T08:30:35.317Z+ sleep 1
6222026-08-25T08:30:36.305Z+ retry=5
6232026-08-25T08:30:36.329Z+ zoneadm list
6242026-08-25T08:30:36.329Z+ grep nexus
6252026-08-25T08:30:36.329Z+ [[ 5 -gt 300 ]]
6262026-08-25T08:30:36.329Z+ sleep 1
6272026-08-25T08:30:37.317Z+ retry=6
6282026-08-25T08:30:37.341Z+ zoneadm list
6292026-08-25T08:30:37.341Z+ grep nexus
6302026-08-25T08:30:37.341Z+ [[ 6 -gt 300 ]]
6312026-08-25T08:30:37.341Z+ sleep 1
6322026-08-25T08:30:38.331Z+ retry=7
6332026-08-25T08:30:38.355Z+ zoneadm list
6342026-08-25T08:30:38.355Z+ grep nexus
6352026-08-25T08:30:38.355Z+ [[ 7 -gt 300 ]]
6362026-08-25T08:30:38.355Z+ sleep 1
6372026-08-25T08:30:39.343Z+ retry=8
6382026-08-25T08:30:39.368Z+ zoneadm list
6392026-08-25T08:30:39.368Z+ grep nexus
6402026-08-25T08:30:39.368Z+ [[ 8 -gt 300 ]]
6412026-08-25T08:30:39.368Z+ sleep 1
6422026-08-25T08:30:40.355Z+ retry=9
6432026-08-25T08:30:40.379Z+ zoneadm list
6442026-08-25T08:30:40.379Z+ grep nexus
6452026-08-25T08:30:40.379Z+ [[ 9 -gt 300 ]]
6462026-08-25T08:30:40.379Z+ sleep 1
6472026-08-25T08:30:41.375Z+ retry=10
6482026-08-25T08:30:41.399Z+ zoneadm list
6492026-08-25T08:30:41.399Z+ grep nexus
6502026-08-25T08:30:41.399Z+ [[ 10 -gt 300 ]]
6512026-08-25T08:30:41.399Z+ sleep 1
6522026-08-25T08:30:42.394Z+ retry=11
6532026-08-25T08:30:42.418Z+ zoneadm list
6542026-08-25T08:30:42.418Z+ grep nexus
6552026-08-25T08:30:42.418Z+ [[ 11 -gt 300 ]]
6562026-08-25T08:30:42.418Z+ sleep 1
6572026-08-25T08:30:43.408Z+ retry=12
6582026-08-25T08:30:43.432Z+ zoneadm list
6592026-08-25T08:30:43.432Z+ grep nexus
6602026-08-25T08:30:43.432Z+ [[ 12 -gt 300 ]]
6612026-08-25T08:30:43.432Z+ sleep 1
6622026-08-25T08:30:44.422Z+ retry=13
6632026-08-25T08:30:44.446Z+ zoneadm list
6642026-08-25T08:30:44.446Z+ grep nexus
6652026-08-25T08:30:44.446Z+ [[ 13 -gt 300 ]]
6662026-08-25T08:30:44.446Z+ sleep 1
6672026-08-25T08:30:45.436Z+ retry=14
6682026-08-25T08:30:45.460Z+ zoneadm list
6692026-08-25T08:30:45.460Z+ grep nexus
6702026-08-25T08:30:45.461Z+ [[ 14 -gt 300 ]]
6712026-08-25T08:30:45.461Z+ sleep 1
6722026-08-25T08:30:46.453Z+ retry=15
6732026-08-25T08:30:46.477Z+ zoneadm list
6742026-08-25T08:30:46.478Z+ grep nexus
6752026-08-25T08:30:46.502Z+ [[ 15 -gt 300 ]]
6762026-08-25T08:30:46.502Z+ sleep 1
6772026-08-25T08:30:47.499Z+ retry=16
6782026-08-25T08:30:47.523Z+ zoneadm list
6792026-08-25T08:30:47.523Z+ grep nexus
6802026-08-25T08:30:47.523Z+ [[ 16 -gt 300 ]]
6812026-08-25T08:30:47.524Z+ sleep 1
6822026-08-25T08:30:48.525Z+ retry=17
6832026-08-25T08:30:48.549Z+ zoneadm list
6842026-08-25T08:30:48.549Z+ grep nexus
6852026-08-25T08:30:48.549Z+ [[ 17 -gt 300 ]]
6862026-08-25T08:30:48.549Z+ sleep 1
6872026-08-25T08:30:49.538Z+ retry=18
6882026-08-25T08:30:49.562Z+ zoneadm list
6892026-08-25T08:30:49.562Z+ grep nexus
6902026-08-25T08:30:49.562Z+ [[ 18 -gt 300 ]]
6912026-08-25T08:30:49.562Z+ sleep 1
6922026-08-25T08:30:50.550Z+ retry=19
6932026-08-25T08:30:50.574Z+ zoneadm list
6942026-08-25T08:30:50.574Z+ grep nexus
6952026-08-25T08:30:50.574Z+ [[ 19 -gt 300 ]]
6962026-08-25T08:30:50.574Z+ sleep 1
6972026-08-25T08:30:51.564Z+ retry=20
6982026-08-25T08:30:51.588Z+ zoneadm list
6992026-08-25T08:30:51.588Z+ grep nexus
7002026-08-25T08:30:51.588Z+ [[ 20 -gt 300 ]]
7012026-08-25T08:30:51.588Z+ sleep 1
7022026-08-25T08:30:52.578Z+ retry=21
7032026-08-25T08:30:52.602Z+ zoneadm list
7042026-08-25T08:30:52.602Z+ grep nexus
7052026-08-25T08:30:52.602Z+ [[ 21 -gt 300 ]]
7062026-08-25T08:30:52.602Z+ sleep 1
7072026-08-25T08:30:53.592Z+ retry=22
7082026-08-25T08:30:53.616Z+ zoneadm list
7092026-08-25T08:30:53.616Z+ grep nexus
7102026-08-25T08:30:53.616Z+ [[ 22 -gt 300 ]]
7112026-08-25T08:30:53.616Z+ sleep 1
7122026-08-25T08:30:54.880Z+ retry=23
7132026-08-25T08:30:55.033Z+ zoneadm list
7142026-08-25T08:30:55.095Z+ grep nexus
7152026-08-25T08:30:55.120Z+ [[ 23 -gt 300 ]]
7162026-08-25T08:30:55.120Z+ sleep 1
7172026-08-25T08:30:56.113Z+ retry=24
7182026-08-25T08:30:56.137Z+ zoneadm list
7192026-08-25T08:30:56.137Z+ grep nexus
7202026-08-25T08:30:56.137Z+ [[ 24 -gt 300 ]]
7212026-08-25T08:30:56.137Z+ sleep 1
7222026-08-25T08:30:57.132Z+ retry=25
7232026-08-25T08:30:57.156Z+ zoneadm list
7242026-08-25T08:30:57.156Z+ grep nexus
7252026-08-25T08:30:57.156Z+ [[ 25 -gt 300 ]]
7262026-08-25T08:30:57.156Z+ sleep 1
7272026-08-25T08:30:58.148Z+ retry=26
7282026-08-25T08:30:58.173Z+ zoneadm list
7292026-08-25T08:30:58.173Z+ grep nexus
7302026-08-25T08:30:58.173Z+ [[ 26 -gt 300 ]]
7312026-08-25T08:30:58.173Z+ sleep 1
7322026-08-25T08:30:59.168Z+ retry=27
7332026-08-25T08:30:59.193Z+ zoneadm list
7342026-08-25T08:30:59.193Z+ grep nexus
7352026-08-25T08:30:59.193Z+ [[ 27 -gt 300 ]]
7362026-08-25T08:30:59.193Z+ sleep 1
7372026-08-25T08:31:00.182Z+ retry=28
7382026-08-25T08:31:00.206Z+ zoneadm list
7392026-08-25T08:31:00.206Z+ grep nexus
7402026-08-25T08:31:00.206Z+ [[ 28 -gt 300 ]]
7412026-08-25T08:31:00.206Z+ sleep 1
7422026-08-25T08:31:01.196Z+ retry=29
7432026-08-25T08:31:01.220Z+ zoneadm list
7442026-08-25T08:31:01.220Z+ grep nexus
7452026-08-25T08:31:01.220Z+ [[ 29 -gt 300 ]]
7462026-08-25T08:31:01.220Z+ sleep 1
7472026-08-25T08:31:02.211Z+ retry=30
7482026-08-25T08:31:02.235Z+ zoneadm list
7492026-08-25T08:31:02.235Z+ grep nexus
7502026-08-25T08:31:02.235Z+ [[ 30 -gt 300 ]]
7512026-08-25T08:31:02.235Z+ sleep 1
7522026-08-25T08:31:03.223Z+ retry=31
7532026-08-25T08:31:03.247Z+ zoneadm list
7542026-08-25T08:31:03.248Z+ grep nexus
7552026-08-25T08:31:03.248Z+ [[ 31 -gt 300 ]]
7562026-08-25T08:31:03.248Z+ sleep 1
7572026-08-25T08:31:04.240Z+ retry=32
7582026-08-25T08:31:04.264Z+ zoneadm list
7592026-08-25T08:31:04.264Z+ grep nexus
7602026-08-25T08:31:04.264Z+ [[ 32 -gt 300 ]]
7612026-08-25T08:31:04.264Z+ sleep 1
7622026-08-25T08:31:05.252Z+ retry=33
7632026-08-25T08:31:05.276Z+ zoneadm list
7642026-08-25T08:31:05.276Z+ grep nexus
7652026-08-25T08:31:05.276Z+ [[ 33 -gt 300 ]]
7662026-08-25T08:31:05.277Z+ sleep 1
7672026-08-25T08:31:06.265Z+ retry=34
7682026-08-25T08:31:06.289Z+ zoneadm list
7692026-08-25T08:31:06.289Z+ grep nexus
7702026-08-25T08:31:06.289Z+ [[ 34 -gt 300 ]]
7712026-08-25T08:31:06.289Z+ sleep 1
7722026-08-25T08:31:07.277Z+ retry=35
7732026-08-25T08:31:07.301Z+ zoneadm list
7742026-08-25T08:31:07.301Z+ grep nexus
7752026-08-25T08:31:07.301Z+ [[ 35 -gt 300 ]]
7762026-08-25T08:31:07.301Z+ sleep 1
7772026-08-25T08:31:08.290Z+ retry=36
7782026-08-25T08:31:08.315Z+ zoneadm list
7792026-08-25T08:31:08.316Z+ grep nexus
7802026-08-25T08:31:08.316Z+ [[ 36 -gt 300 ]]
7812026-08-25T08:31:08.316Z+ sleep 1
7822026-08-25T08:31:09.306Z+ retry=37
7832026-08-25T08:31:09.331Z+ zoneadm list
7842026-08-25T08:31:09.331Z+ grep nexus
7852026-08-25T08:31:09.331Z+ [[ 37 -gt 300 ]]
7862026-08-25T08:31:09.331Z+ sleep 1
7872026-08-25T08:31:10.326Z+ retry=38
7882026-08-25T08:31:10.351Z+ zoneadm list
7892026-08-25T08:31:10.351Z+ grep nexus
7902026-08-25T08:31:10.351Z+ [[ 38 -gt 300 ]]
7912026-08-25T08:31:10.351Z+ sleep 1
7922026-08-25T08:31:11.354Z+ retry=39
7932026-08-25T08:31:11.378Z+ zoneadm list
7942026-08-25T08:31:11.378Z+ grep nexus
7952026-08-25T08:31:11.431Z+ [[ 39 -gt 300 ]]
7962026-08-25T08:31:11.431Z+ sleep 1
7972026-08-25T08:31:12.440Z+ retry=40
7982026-08-25T08:31:12.465Z+ zoneadm list
7992026-08-25T08:31:12.465Z+ grep nexus
8002026-08-25T08:31:12.465Z+ [[ 40 -gt 300 ]]
8012026-08-25T08:31:12.465Z+ sleep 1
8022026-08-25T08:31:13.459Z+ retry=41
8032026-08-25T08:31:14.397Z+ zoneadm list
8042026-08-25T08:31:14.521Z+ grep nexus
8052026-08-25T08:31:14.545Z+ [[ 41 -gt 300 ]]
8062026-08-25T08:31:14.545Z+ sleep 1
8072026-08-25T08:31:15.711Z+ retry=42
8082026-08-25T08:31:15.736Z+ zoneadm list
8092026-08-25T08:31:15.736Z+ grep nexus
8102026-08-25T08:31:15.762Z+ [[ 42 -gt 300 ]]
8112026-08-25T08:31:15.762Z+ sleep 1
8122026-08-25T08:31:16.768Z+ retry=43
8132026-08-25T08:31:16.792Z+ zoneadm list
8142026-08-25T08:31:16.792Z+ grep nexus
8152026-08-25T08:31:16.792Z+ [[ 43 -gt 300 ]]
8162026-08-25T08:31:16.792Z+ sleep 1
8172026-08-25T08:31:17.792Z+ retry=44
8182026-08-25T08:31:17.816Z+ zoneadm list
8192026-08-25T08:31:17.816Z+ grep nexus
8202026-08-25T08:31:17.816Z+ [[ 44 -gt 300 ]]
8212026-08-25T08:31:17.816Z+ sleep 1
8222026-08-25T08:31:18.815Z+ retry=45
8232026-08-25T08:31:18.839Z+ zoneadm list
8242026-08-25T08:31:18.839Z+ grep nexus
8252026-08-25T08:31:18.863Z+ [[ 45 -gt 300 ]]
8262026-08-25T08:31:18.863Z+ sleep 1
8272026-08-25T08:31:19.848Z+ retry=46
8282026-08-25T08:31:19.872Z+ zoneadm list
8292026-08-25T08:31:19.872Z+ grep nexus
8302026-08-25T08:31:19.872Z+ [[ 46 -gt 300 ]]
8312026-08-25T08:31:19.872Z+ sleep 1
8322026-08-25T08:31:20.878Z+ retry=47
8332026-08-25T08:31:20.903Z+ zoneadm list
8342026-08-25T08:31:20.903Z+ grep nexus
8352026-08-25T08:31:20.903Z+ [[ 47 -gt 300 ]]
8362026-08-25T08:31:20.903Z+ sleep 1
8372026-08-25T08:31:21.909Z+ retry=48
8382026-08-25T08:31:21.933Z+ zoneadm list
8392026-08-25T08:31:21.933Z+ grep nexus
8402026-08-25T08:31:21.957Z+ [[ 48 -gt 300 ]]
8412026-08-25T08:31:21.957Z+ sleep 1
8422026-08-25T08:31:22.942Z+ retry=49
8432026-08-25T08:31:22.968Z+ zoneadm list
8442026-08-25T08:31:22.968Z+ grep nexus
8452026-08-25T08:31:22.968Z+ [[ 49 -gt 300 ]]
8462026-08-25T08:31:22.968Z+ sleep 1
8472026-08-25T08:31:23.970Z+ retry=50
8482026-08-25T08:31:23.994Z+ zoneadm list
8492026-08-25T08:31:23.994Z+ grep nexus
8502026-08-25T08:31:23.994Z+ [[ 50 -gt 300 ]]
8512026-08-25T08:31:23.994Z+ sleep 1
8522026-08-25T08:31:24.997Z+ retry=51
8532026-08-25T08:31:25.049Z+ zoneadm list
8542026-08-25T08:31:25.049Z+ grep nexus
8552026-08-25T08:31:25.074Zoxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f
8562026-08-25T08:31:25.074Zoxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f
8572026-08-25T08:31:25.074Zoxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36
8582026-08-25T08:31:25.074Z+ echo 'Waited for nexus: 51s'
8592026-08-25T08:31:25.074ZWaited for nexus: 51s
8602026-08-25T08:31:25.074Z+ retry=0
8612026-08-25T08:31:25.074Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8622026-08-25T08:31:25.098Z+ [[ 0 -gt 300 ]]
8632026-08-25T08:31:25.098Z+ sleep 1
8642026-08-25T08:31:26.090Z+ retry=1
8652026-08-25T08:31:26.090Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8662026-08-25T08:31:26.114Z+ [[ 1 -gt 300 ]]
8672026-08-25T08:31:26.114Z+ sleep 1
8682026-08-25T08:31:27.102Z+ retry=2
8692026-08-25T08:31:27.102Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8702026-08-25T08:31:27.126Z+ [[ 2 -gt 300 ]]
8712026-08-25T08:31:27.126Z+ sleep 1
8722026-08-25T08:31:28.115Z+ retry=3
8732026-08-25T08:31:28.115Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8742026-08-25T08:31:28.139Z+ [[ 3 -gt 300 ]]
8752026-08-25T08:31:28.139Z+ sleep 1
8762026-08-25T08:31:29.128Z+ retry=4
8772026-08-25T08:31:29.128Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8782026-08-25T08:31:29.152Z+ [[ 4 -gt 300 ]]
8792026-08-25T08:31:29.152Z+ sleep 1
8802026-08-25T08:31:30.146Z+ retry=5
8812026-08-25T08:31:30.146Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8822026-08-25T08:31:30.170Z+ [[ 5 -gt 300 ]]
8832026-08-25T08:31:30.170Z+ sleep 1
8842026-08-25T08:31:31.158Z+ retry=6
8852026-08-25T08:31:31.158Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8862026-08-25T08:31:31.183Z+ [[ 6 -gt 300 ]]
8872026-08-25T08:31:31.183Z+ sleep 1
8882026-08-25T08:31:32.171Z+ retry=7
8892026-08-25T08:31:32.171Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8902026-08-25T08:31:32.195Z+ [[ 7 -gt 300 ]]
8912026-08-25T08:31:32.196Z+ sleep 1
8922026-08-25T08:31:33.181Z+ retry=8
8932026-08-25T08:31:33.181Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8942026-08-25T08:31:33.205Z+ [[ 8 -gt 300 ]]
8952026-08-25T08:31:33.206Z+ sleep 1
8962026-08-25T08:31:34.193Z+ retry=9
8972026-08-25T08:31:34.193Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8982026-08-25T08:31:34.218Z+ [[ 9 -gt 300 ]]
8992026-08-25T08:31:34.218Z+ sleep 1
9002026-08-25T08:31:35.205Z+ retry=10
9012026-08-25T08:31:35.205Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9022026-08-25T08:31:35.229Z+ [[ 10 -gt 300 ]]
9032026-08-25T08:31:35.229Z+ sleep 1
9042026-08-25T08:31:36.216Z+ retry=11
9052026-08-25T08:31:36.216Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9062026-08-25T08:31:36.240Z+ [[ 11 -gt 300 ]]
9072026-08-25T08:31:36.240Z+ sleep 1
9082026-08-25T08:31:37.225Z+ retry=12
9092026-08-25T08:31:37.226Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9102026-08-25T08:31:37.249Z+ [[ 12 -gt 300 ]]
9112026-08-25T08:31:37.249Z+ sleep 1
9122026-08-25T08:31:38.235Z+ retry=13
9132026-08-25T08:31:38.235Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9142026-08-25T08:31:38.259Z+ [[ 13 -gt 300 ]]
9152026-08-25T08:31:38.259Z+ sleep 1
9162026-08-25T08:31:39.245Z+ retry=14
9172026-08-25T08:31:39.245Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9182026-08-25T08:31:39.269Z+ [[ 14 -gt 300 ]]
9192026-08-25T08:31:39.269Z+ sleep 1
9202026-08-25T08:31:40.256Z+ retry=15
9212026-08-25T08:31:40.256Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9222026-08-25T08:31:40.280Z+ [[ 15 -gt 300 ]]
9232026-08-25T08:31:40.280Z+ sleep 1
9242026-08-25T08:31:41.267Z+ retry=16
9252026-08-25T08:31:41.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9262026-08-25T08:31:41.291Z+ [[ 16 -gt 300 ]]
9272026-08-25T08:31:41.291Z+ sleep 1
9282026-08-25T08:31:42.277Z+ retry=17
9292026-08-25T08:31:42.277Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9302026-08-25T08:31:42.301Z+ [[ 17 -gt 300 ]]
9312026-08-25T08:31:42.301Z+ sleep 1
9322026-08-25T08:31:43.286Z+ retry=18
9332026-08-25T08:31:43.287Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9342026-08-25T08:31:43.312Z+ [[ 18 -gt 300 ]]
9352026-08-25T08:31:43.313Z+ sleep 1
9362026-08-25T08:31:44.296Z+ retry=19
9372026-08-25T08:31:44.296Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9382026-08-25T08:31:44.320Z+ [[ 19 -gt 300 ]]
9392026-08-25T08:31:44.320Z+ sleep 1
9402026-08-25T08:31:45.307Z+ retry=20
9412026-08-25T08:31:45.307Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9422026-08-25T08:31:45.331Z+ [[ 20 -gt 300 ]]
9432026-08-25T08:31:45.331Z+ sleep 1
9442026-08-25T08:31:46.317Z+ retry=21
9452026-08-25T08:31:46.317Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9462026-08-25T08:31:46.341Z+ [[ 21 -gt 300 ]]
9472026-08-25T08:31:46.342Z+ sleep 1
9482026-08-25T08:31:47.332Z+ retry=22
9492026-08-25T08:31:47.332Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9502026-08-25T08:31:47.356Z+ [[ 22 -gt 300 ]]
9512026-08-25T08:31:47.357Z+ sleep 1
9522026-08-25T08:31:48.344Z+ retry=23
9532026-08-25T08:31:48.344Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9542026-08-25T08:31:48.368Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-08-25T08:31:48.210450538Z","hostname":"sock","pid":1561,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:927"}
9552026-08-25T08:31:48.368Z+ echo 'Waited for handoff: 23s'
9562026-08-25T08:31:48.368ZWaited for handoff: 23s
9572026-08-25T08:31:48.368Z+ retry=0
9582026-08-25T08:31:48.368Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
9592026-08-25T08:31:48.368Z++ wc -l
9602026-08-25T08:31:48.848Znote: database URL not specified. Will search DNS.
9612026-08-25T08:31:48.848Znote: (override with --db-url or OMDB_DB_URL)
9622026-08-25T08:31:48.872Znote: using DNS from system config (typically /etc/resolv.conf)
9632026-08-25T08:31:48.872Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9642026-08-25T08:31:48.872Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
9652026-08-25T08:31:48.987Znote: database schema version matches expected (297.0.0)
9662026-08-25T08:31:49.082Z+ INVENTORY_COLLECTION_COUNT=' 4'
9672026-08-25T08:31:49.106Z+ [[ 4 -gt 1 ]]
9682026-08-25T08:31:49.107Z+ echo 'Waited for inventory collection: 0s'
9692026-08-25T08:31:49.107Z+ retry=0
9702026-08-25T08:31:49.107ZWaited for inventory collection: 0s
9712026-08-25T08:31:49.107Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
9722026-08-25T08:31:49.107Z++ wc -l
9732026-08-25T08:31:49.166Znote: database URL not specified. Will search DNS.
9742026-08-25T08:31:49.166Znote: (override with --db-url or OMDB_DB_URL)
9752026-08-25T08:31:49.166Znote: using DNS from system config (typically /etc/resolv.conf)
9762026-08-25T08:31:49.166Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9772026-08-25T08:31:49.190Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
9782026-08-25T08:31:49.214Znote: database schema version matches expected (297.0.0)
9792026-08-25T08:31:50.155Z+ ACTUAL_ZPOOL_COUNT=' 9'
9802026-08-25T08:31:50.179Z+ [[ 9 -eq 9 ]]
9812026-08-25T08:31:50.179Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
9822026-08-25T08:31:50.217Znote: Nexus URL not specified. Will pick one from DNS.
9832026-08-25T08:31:50.217Znote: using DNS from system config (typically /etc/resolv.conf)
9842026-08-25T08:31:50.217Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9852026-08-25T08:31:50.241Znote: using Nexus URL http://[fd00:1122:3344:101::a]:12232
9862026-08-25T08:31:57.074Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
9872026-08-25T08:31:57.145Znote: database URL not specified. Will search DNS.
9882026-08-25T08:31:57.146Znote: (override with --db-url or OMDB_DB_URL)
9892026-08-25T08:31:57.146Znote: using DNS from system config (typically /etc/resolv.conf)
9902026-08-25T08:31:57.146Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9912026-08-25T08:31:57.170Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
9922026-08-25T08:31:57.195Znote: database schema version matches expected (297.0.0)
9932026-08-25T08:31:57.219ZID STARTED TOOK NSPS NERRORS
9942026-08-25T08:31:57.219Z35c178e2-2f78-4f20-8b79-60e4be4173e4 2026-08-25T08:31:48Z 325 ms 2 0
9952026-08-25T08:31:57.219Zc893ea75-a50a-4199-880e-fde874f0e678 2026-08-25T08:31:48Z 404 ms 2 0
9962026-08-25T08:31:57.219Z81102002-697f-4957-b23b-a9039125d416 2026-08-25T08:31:50Z 240 ms 2 0
9972026-08-25T08:31:57.243Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
9982026-08-25T08:31:57.243ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
9992026-08-25T08:31:57.243Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
10002026-08-25T08:31:57.292Znote: database URL not specified. Will search DNS.
10012026-08-25T08:31:57.292Znote: (override with --db-url or OMDB_DB_URL)
10022026-08-25T08:31:57.292Znote: using DNS from system config (typically /etc/resolv.conf)
10032026-08-25T08:31:57.292Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10042026-08-25T08:31:57.316Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10052026-08-25T08:31:57.340Znote: database schema version matches expected (297.0.0)
10062026-08-25T08:31:57.746ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
10072026-08-25T08:31:57.746Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
10082026-08-25T08:31:57.746Z3c3d05c6-8a93-4a31-85cf-c452415bdcde | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |22591bda-be3e-46b0-8e5e-b9f28e0760ca |20937965568 |268435456000
10092026-08-25T08:31:57.746Z5ed26d53-9b55-44d1-bc48-fe7b53c82d9e | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2a4ce57c-2a28-44db-bbcb-9d348b2d8d9d |20937965568 |268435456000
10102026-08-25T08:31:57.746Z81682a4d-9497-4e54-aab0-3ae44c0ec768 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |81981c9d-8fc8-41ec-8c3c-aed57292a5bb |20937965568 |268435456000
10112026-08-25T08:31:57.746Z8a67f777-afcf-48d8-a007-dea8b6868976 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |bea22fe9-56ec-403a-a592-11708d7989ab |20937965568 |268435456000
10122026-08-25T08:31:57.746Za12d23e4-21be-45b8-8496-a3d51f7ed762 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2812b1d1-592e-4d5b-9f08-dace79249ca2 |20937965568 |268435456000
10132026-08-25T08:31:57.746Zad1f4367-ffe4-46e8-97f8-1b92fec62659 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2b2ed8d0-1c10-446e-bc8d-deb51b86ec5e |20937965568 |268435456000
10142026-08-25T08:31:57.746Zb6d94d04-a4a4-43fb-8af8-f3793c25fdf1 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |9576d8dc-36cb-4773-81dc-f1165fd4c7b3 |20937965568 |268435456000
10152026-08-25T08:31:57.746Zbe01cd42-2bf0-451e-9652-7b6e22619725 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |22637932-96dc-4b3b-96c8-e42cf1662de7 |20937965568 |268435456000
10162026-08-25T08:31:57.746Zd7cf0f6a-1492-4d08-b511-7e67d6219785 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |bd960567-f4ad-473a-aa31-8ed67ca8600a |20937965568 |268435456000
10172026-08-25T08:31:57.770Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
10182026-08-25T08:31:57.816Znote: database URL not specified. Will search DNS.
10192026-08-25T08:31:57.816Znote: (override with --db-url or OMDB_DB_URL)
10202026-08-25T08:31:57.816Znote: using DNS from system config (typically /etc/resolv.conf)
10212026-08-25T08:31:57.816Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10222026-08-25T08:31:57.840Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10232026-08-25T08:31:57.865Znote: database schema version matches expected (297.0.0)
10242026-08-25T08:31:58.124Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10252026-08-25T08:31:58.124Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 3c3d05c6-8a93-4a31-85cf-c452415bdcde 0
10262026-08-25T08:31:58.181Znote: database URL not specified. Will search DNS.
10272026-08-25T08:31:58.182Znote: (override with --db-url or OMDB_DB_URL)
10282026-08-25T08:31:58.182Znote: using DNS from system config (typically /etc/resolv.conf)
10292026-08-25T08:31:58.182Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10302026-08-25T08:31:58.206Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10312026-08-25T08:31:58.239Znote: database schema version matches expected (297.0.0)
10322026-08-25T08:31:58.328Zset pool 3c3d05c6-8a93-4a31-85cf-c452415bdcde control plane storage buffer bytes to 0
10332026-08-25T08:31:58.351Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10342026-08-25T08:31:58.351Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 5ed26d53-9b55-44d1-bc48-fe7b53c82d9e 0
10352026-08-25T08:31:58.405Znote: database URL not specified. Will search DNS.
10362026-08-25T08:31:58.405Znote: (override with --db-url or OMDB_DB_URL)
10372026-08-25T08:31:58.405Znote: using DNS from system config (typically /etc/resolv.conf)
10382026-08-25T08:31:58.405Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10392026-08-25T08:31:58.429Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10402026-08-25T08:31:58.453Znote: database schema version matches expected (297.0.0)
10412026-08-25T08:31:58.524Zset pool 5ed26d53-9b55-44d1-bc48-fe7b53c82d9e control plane storage buffer bytes to 0
10422026-08-25T08:31:58.548Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10432026-08-25T08:31:58.548Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 81682a4d-9497-4e54-aab0-3ae44c0ec768 0
10442026-08-25T08:31:58.594Znote: database URL not specified. Will search DNS.
10452026-08-25T08:31:58.594Znote: (override with --db-url or OMDB_DB_URL)
10462026-08-25T08:31:58.594Znote: using DNS from system config (typically /etc/resolv.conf)
10472026-08-25T08:31:58.594Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10482026-08-25T08:31:58.618Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10492026-08-25T08:31:58.642Znote: database schema version matches expected (297.0.0)
10502026-08-25T08:31:58.704Zset pool 81682a4d-9497-4e54-aab0-3ae44c0ec768 control plane storage buffer bytes to 0
10512026-08-25T08:31:58.728Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10522026-08-25T08:31:58.728Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 8a67f777-afcf-48d8-a007-dea8b6868976 0
10532026-08-25T08:31:58.774Znote: database URL not specified. Will search DNS.
10542026-08-25T08:31:58.774Znote: (override with --db-url or OMDB_DB_URL)
10552026-08-25T08:31:58.774Znote: using DNS from system config (typically /etc/resolv.conf)
10562026-08-25T08:31:58.774Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10572026-08-25T08:31:58.799Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10582026-08-25T08:31:58.824Znote: database schema version matches expected (297.0.0)
10592026-08-25T08:31:58.895Zset pool 8a67f777-afcf-48d8-a007-dea8b6868976 control plane storage buffer bytes to 0
10602026-08-25T08:31:58.919Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10612026-08-25T08:31:58.919Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a12d23e4-21be-45b8-8496-a3d51f7ed762 0
10622026-08-25T08:31:58.966Znote: database URL not specified. Will search DNS.
10632026-08-25T08:31:58.967Znote: (override with --db-url or OMDB_DB_URL)
10642026-08-25T08:31:58.967Znote: using DNS from system config (typically /etc/resolv.conf)
10652026-08-25T08:31:58.967Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10662026-08-25T08:31:58.991Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10672026-08-25T08:31:59.015Znote: database schema version matches expected (297.0.0)
10682026-08-25T08:31:59.080Zset pool a12d23e4-21be-45b8-8496-a3d51f7ed762 control plane storage buffer bytes to 0
10692026-08-25T08:31:59.104Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10702026-08-25T08:31:59.104Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ad1f4367-ffe4-46e8-97f8-1b92fec62659 0
10712026-08-25T08:31:59.153Znote: database URL not specified. Will search DNS.
10722026-08-25T08:31:59.154Znote: (override with --db-url or OMDB_DB_URL)
10732026-08-25T08:31:59.154Znote: using DNS from system config (typically /etc/resolv.conf)
10742026-08-25T08:31:59.154Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10752026-08-25T08:31:59.178Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10762026-08-25T08:31:59.202Znote: database schema version matches expected (297.0.0)
10772026-08-25T08:31:59.269Zset pool ad1f4367-ffe4-46e8-97f8-1b92fec62659 control plane storage buffer bytes to 0
10782026-08-25T08:31:59.293Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10792026-08-25T08:31:59.293Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer b6d94d04-a4a4-43fb-8af8-f3793c25fdf1 0
10802026-08-25T08:31:59.336Znote: database URL not specified. Will search DNS.
10812026-08-25T08:31:59.336Znote: (override with --db-url or OMDB_DB_URL)
10822026-08-25T08:31:59.336Znote: using DNS from system config (typically /etc/resolv.conf)
10832026-08-25T08:31:59.336Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10842026-08-25T08:31:59.361Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10852026-08-25T08:31:59.384Znote: database schema version matches expected (297.0.0)
10862026-08-25T08:31:59.448Zset pool b6d94d04-a4a4-43fb-8af8-f3793c25fdf1 control plane storage buffer bytes to 0
10872026-08-25T08:31:59.471Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10882026-08-25T08:31:59.471Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer be01cd42-2bf0-451e-9652-7b6e22619725 0
10892026-08-25T08:31:59.515Znote: database URL not specified. Will search DNS.
10902026-08-25T08:31:59.515Znote: (override with --db-url or OMDB_DB_URL)
10912026-08-25T08:31:59.515Znote: using DNS from system config (typically /etc/resolv.conf)
10922026-08-25T08:31:59.515Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10932026-08-25T08:31:59.539Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10942026-08-25T08:31:59.563Znote: database schema version matches expected (297.0.0)
10952026-08-25T08:31:59.628Zset pool be01cd42-2bf0-451e-9652-7b6e22619725 control plane storage buffer bytes to 0
10962026-08-25T08:31:59.652Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10972026-08-25T08:31:59.652Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer d7cf0f6a-1492-4d08-b511-7e67d6219785 0
10982026-08-25T08:31:59.694Znote: database URL not specified. Will search DNS.
10992026-08-25T08:31:59.694Znote: (override with --db-url or OMDB_DB_URL)
11002026-08-25T08:31:59.694Znote: using DNS from system config (typically /etc/resolv.conf)
11012026-08-25T08:31:59.694Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11022026-08-25T08:31:59.718Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11032026-08-25T08:31:59.742Znote: database schema version matches expected (297.0.0)
11042026-08-25T08:31:59.803Zset pool d7cf0f6a-1492-4d08-b511-7e67d6219785 control plane storage buffer bytes to 0
11052026-08-25T08:31:59.827Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11062026-08-25T08:31:59.875Znote: database URL not specified. Will search DNS.
11072026-08-25T08:31:59.875Znote: (override with --db-url or OMDB_DB_URL)
11082026-08-25T08:31:59.876Znote: using DNS from system config (typically /etc/resolv.conf)
11092026-08-25T08:31:59.876Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11102026-08-25T08:31:59.899Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11112026-08-25T08:31:59.923Znote: database schema version matches expected (297.0.0)
11122026-08-25T08:32:00.191ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11132026-08-25T08:32:00.191Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11142026-08-25T08:32:00.191Z3c3d05c6-8a93-4a31-85cf-c452415bdcde | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |22591bda-be3e-46b0-8e5e-b9f28e0760ca |20937965568 |0
11152026-08-25T08:32:00.191Z5ed26d53-9b55-44d1-bc48-fe7b53c82d9e | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2a4ce57c-2a28-44db-bbcb-9d348b2d8d9d |20937965568 |0
11162026-08-25T08:32:00.191Z81682a4d-9497-4e54-aab0-3ae44c0ec768 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |81981c9d-8fc8-41ec-8c3c-aed57292a5bb |20937965568 |0
11172026-08-25T08:32:00.191Z8a67f777-afcf-48d8-a007-dea8b6868976 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |bea22fe9-56ec-403a-a592-11708d7989ab |20937965568 |0
11182026-08-25T08:32:00.191Za12d23e4-21be-45b8-8496-a3d51f7ed762 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2812b1d1-592e-4d5b-9f08-dace79249ca2 |20937965568 |0
11192026-08-25T08:32:00.191Zad1f4367-ffe4-46e8-97f8-1b92fec62659 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |2b2ed8d0-1c10-446e-bc8d-deb51b86ec5e |20937965568 |0
11202026-08-25T08:32:00.191Zb6d94d04-a4a4-43fb-8af8-f3793c25fdf1 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |9576d8dc-36cb-4773-81dc-f1165fd4c7b3 |20937965568 |0
11212026-08-25T08:32:00.191Zbe01cd42-2bf0-451e-9652-7b6e22619725 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |22637932-96dc-4b3b-96c8-e42cf1662de7 |20937965568 |0
11222026-08-25T08:32:00.191Zd7cf0f6a-1492-4d08-b511-7e67d6219785 | |a0fe6098-e31a-4b8e-8118-2a896a8739cb |bd960567-f4ad-473a-aa31-8ed67ca8600a |20937965568 |0
11232026-08-25T08:32:00.215Z+ export RUST_BACKTRACE=1
11242026-08-25T08:32:00.215Z+ RUST_BACKTRACE=1
11252026-08-25T08:32:00.215Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
11262026-08-25T08:32:00.215Z++ ./target/debug/bootstrap
11272026-08-25T08:32:00.321ZUsing external DNS server at 10.151.2.164:53
11282026-08-25T08:32:00.345Z2026-08-25 08:32:00.314248375 UTC: attempting to log into API
11292026-08-25T08:32:01.853Z2026-08-25 08:32:01.842709323 UTC: login succeeded
11302026-08-25T08:32:01.877Zwaiting for nexus to come up...
11312026-08-25T08:32:01.979Zcreating IPv4 IP pool... 10.151.2.175 - 10.151.2.227
11322026-08-25T08:32:02.878Zcreating IPv6 IP pool... fd00::aa - fd00::bb
11332026-08-25T08:32:03.514Zsetting up quotas...
11342026-08-25T08:32:03.648Zensuring datasets are ready...
11352026-08-25T08:32:08.004Zlet's roll.
11362026-08-25T08:32:08.028Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
11372026-08-25T08:32:08.028ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
11382026-08-25T08:32:08.028ZOXIDE_TOKEN=oxide-token-5765842d9fee6b7544ae6e51920463acc04e944f'
11392026-08-25T08:32:08.028Z++ OXIDE_HOST=https://recovery.sys.oxide.test
11402026-08-25T08:32:08.028Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
11412026-08-25T08:32:08.028Z++ OXIDE_TOKEN=oxide-token-5765842d9fee6b7544ae6e51920463acc04e944f
11422026-08-25T08:32:08.028Z+ export OXIDE_HOST OXIDE_TOKEN
11432026-08-25T08:32:08.028Z+ retry=0
11442026-08-25T08:32:08.028Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11452026-08-25T08:32:08.094Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
11462026-08-25T08:32:08.997Z{"status":"ok"}{
11472026-08-25T08:32:08.997Z "description": "some images",
11482026-08-25T08:32:08.997Z "id": "c3db468e-3eb9-4d07-b7ee-111d41d5fedb",
11492026-08-25T08:32:08.997Z "name": "images",
11502026-08-25T08:32:08.997Z "time_created": "2026-08-25T08:32:08.176498Z",
11512026-08-25T08:32:08.997Z "time_modified": "2026-08-25T08:32:08.176498Z"
11522026-08-25T08:32:08.997Z}
11532026-08-25T08:32:09.021Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
11542026-08-25T08:43:11.258ZDone!
11552026-08-25T08:43:11.282Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
11562026-08-25T08:43:11.418Z{
11572026-08-25T08:43:11.418Z "block_size": 512,
11582026-08-25T08:43:11.418Z "description": "debian 11 original base image",
11592026-08-25T08:43:11.418Z "id": "59e05d5f-84f5-4926-aeed-159cd48a50e4",
11602026-08-25T08:43:11.418Z "name": "debian11",
11612026-08-25T08:43:11.418Z "os": "debian",
11622026-08-25T08:43:11.418Z "size": 2147483648,
11632026-08-25T08:43:11.418Z "time_created": "2026-08-25T08:43:11.151946Z",
11642026-08-25T08:43:11.418Z "time_modified": "2026-08-25T08:43:11.387699Z",
11652026-08-25T08:43:11.418Z "version": "11"
11662026-08-25T08:43:11.418Z}
11672026-08-25T08:43:11.442Z+ for test_bin in tests/*
11682026-08-25T08:43:11.442Z+ ./tests/bootstrap-52985dba06057c89
11692026-08-25T08:43:11.442Z
11702026-08-25T08:43:11.442Zrunning 0 tests
11712026-08-25T08:43:11.442Z
11722026-08-25T08:43:11.443Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11732026-08-25T08:43:11.443Z
11742026-08-25T08:43:11.443Z+ for test_bin in tests/*
11752026-08-25T08:43:11.443Z+ ./tests/commtest-33efa6528eeaa9ef
11762026-08-25T08:43:11.467Z
11772026-08-25T08:43:11.467Zrunning 0 tests
11782026-08-25T08:43:11.467Z
11792026-08-25T08:43:11.467Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11802026-08-25T08:43:11.467Z
11812026-08-25T08:43:11.467Z+ for test_bin in tests/*
11822026-08-25T08:43:11.467Z+ ./tests/dhcp_server-9c4ac4535e73927a
11832026-08-25T08:43:11.491Z
11842026-08-25T08:43:11.491Zrunning 0 tests
11852026-08-25T08:43:11.491Z
11862026-08-25T08:43:11.491Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11872026-08-25T08:43:11.491Z
11882026-08-25T08:43:11.491Z+ for test_bin in tests/*
11892026-08-25T08:43:11.491Z+ ./tests/end_to_end_tests-afe64764df7810c0
11902026-08-25T08:43:11.661Z
11912026-08-25T08:43:11.661Zrunning 3 tests
11922026-08-25T08:43:11.685Znote: configured to log to "/tmp/end_to_end_tests-afe64764df7810c0-new_blueprint_noop.941.0.log"
11932026-08-25T08:43:11.756Ztest no_spoof::no_spoof_here ... ok
11942026-08-25T08:43:12.217Ztest noop_blueprint::new_blueprint_noop ... ok
11952026-08-25T08:43:41.842Ztest instance_launch::instance_launch ... ok
11962026-08-25T08:43:41.842Z
11972026-08-25T08:43:41.842Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.18s
11982026-08-25T08:43:41.842Z
11992026-08-25T08:43:41.866Z+ _exit_trap
12002026-08-25T08:43:41.866Z+ local status=0
12012026-08-25T08:43:41.866Z+ set +o errexit
12022026-08-25T08:43:41.866Z+ [[ x != \x ]]
12032026-08-25T08:43:41.866Z+ pfexec svcadm -Z disable -s cron
12042026-08-25T08:43:43.377Z+ [[ 0 -eq 0 ]]
12052026-08-25T08:43:43.377Z+ exit 0
12062026-08-25T08:43:43.401Zprocess exited: duration 882774 ms, exit code 0
 
12072026-08-25T08:43:43.528Zfound 110 output files
12082026-08-25T08:43:43.528Zuploading: /var/svc/log/oxide-mg-ddm:default.log (346896 bytes)
12092026-08-25T08:43:43.729Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 346896 -> 347293
12102026-08-25T08:43:44.799Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
12112026-08-25T08:43:44.799Zuploading: /var/svc/log/oxide-sled-agent:default.log (2985805 bytes)
12122026-08-25T08:43:45.204Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 2985805 -> 3000429
12132026-08-25T08:43:46.274Zuploaded: /var/svc/log/oxide-sled-agent:default.log
12142026-08-25T08:43:46.274Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (13543341 bytes)
12152026-08-25T08:43:47.007Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 13543341 -> 13632334
12162026-08-25T08:43:48.077Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
12172026-08-25T08:43:48.077Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (25925 bytes)
12182026-08-25T08:43:49.212Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
12192026-08-25T08:43:49.212Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (441385 bytes)
12202026-08-25T08:43:49.367Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 441385 -> 445409
12212026-08-25T08:43:50.436Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
12222026-08-25T08:43:50.436Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (443498 bytes)
12232026-08-25T08:43:50.656Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 443498 -> 449601
12242026-08-25T08:43:51.728Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
12252026-08-25T08:43:51.728Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (4422807 bytes)
12262026-08-25T08:43:52.096Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 4422807 -> 4570663
12272026-08-25T08:43:53.166Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
12282026-08-25T08:43:53.166Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6807596 bytes)
12292026-08-25T08:43:53.632Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6807596 -> 6933552
12302026-08-25T08:43:54.702Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
12312026-08-25T08:43:54.702Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (2952 bytes)
12322026-08-25T08:43:55.796Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
12332026-08-25T08:43:55.796Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (505976 bytes)
12342026-08-25T08:43:56.059Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 505976 -> 514252
12352026-08-25T08:43:57.129Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
12362026-08-25T08:43:57.129Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (835 bytes)
12372026-08-25T08:43:58.221Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
12382026-08-25T08:43:58.222Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (117152 bytes)
12392026-08-25T08:43:58.375Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log" changed size mid upload: 117152 -> 119244
12402026-08-25T08:43:59.444Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
12412026-08-25T08:43:59.445Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (2387 bytes)
12422026-08-25T08:44:00.538Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
12432026-08-25T08:44:00.538Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-clickhouse-admin-single:default.log (46254 bytes)
12442026-08-25T08:44:00.648Zupload warning: file "/pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 46254 -> 50030
12452026-08-25T08:44:01.719Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-clickhouse-admin-single:default.log
12462026-08-25T08:44:01.719Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-clickhouse:default.log (25263 bytes)
12472026-08-25T08:44:02.858Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-clickhouse:default.log
12482026-08-25T08:44:02.858Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
12492026-08-25T08:44:03.951Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_clickhouse_a4316506-a8bb-4a20-a84e-a7b2ab99c450/root/var/svc/log/oxide-zone-network-setup:default.log
12502026-08-25T08:44:03.951Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-cockroach-admin:default.log (64718 bytes)
12512026-08-25T08:44:04.083Zupload warning: file "/pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64718 -> 69149
12522026-08-25T08:44:05.152Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-cockroach-admin:default.log
12532026-08-25T08:44:05.176Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
12542026-08-25T08:44:06.246Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-cockroachdb:default.log
12552026-08-25T08:44:06.270Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
12562026-08-25T08:44:07.346Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_cockroachdb_4de3c8e1-6108-4c7d-a614-8b9aa961312a/root/var/svc/log/oxide-zone-network-setup:default.log
12572026-08-25T08:44:07.346Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-agent:default.log (29079 bytes)
12582026-08-25T08:44:08.481Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-agent:default.log
12592026-08-25T08:44:08.482Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12602026-08-25T08:44:09.576Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:default.log
12612026-08-25T08:44:09.577Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:downstairs-1163d73d-3941-429b-b302-3156079df796.log (3126 bytes)
12622026-08-25T08:44:10.669Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:downstairs-1163d73d-3941-429b-b302-3156079df796.log
12632026-08-25T08:44:10.670Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:downstairs-b5755569-a07a-4839-9ce0-c917befeb556.log (6102 bytes)
12642026-08-25T08:44:11.764Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:downstairs-b5755569-a07a-4839-9ce0-c917befeb556.log
12652026-08-25T08:44:11.764Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:snapshot-b5755569-a07a-4839-9ce0-c917befeb556-1417abdf-a940-4cec-a7f6-31b524b354de.log (5654 bytes)
12662026-08-25T08:44:12.855Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-crucible-downstairs:snapshot-b5755569-a07a-4839-9ce0-c917befeb556-1417abdf-a940-4cec-a7f6-31b524b354de.log
12672026-08-25T08:44:12.879Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12682026-08-25T08:44:13.950Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_944268d8-8c89-4ec1-9985-33f5dfc03854/root/var/svc/log/oxide-zone-network-setup:default.log
12692026-08-25T08:44:13.950Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_pantry_6a8d9c2a-f973-4361-86ce-c02a2d1d762e/root/var/svc/log/oxide-crucible-pantry:default.log (168855 bytes)
12702026-08-25T08:44:14.127Zupload warning: file "/pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_pantry_6a8d9c2a-f973-4361-86ce-c02a2d1d762e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 168855 -> 175532
12712026-08-25T08:44:15.197Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_pantry_6a8d9c2a-f973-4361-86ce-c02a2d1d762e/root/var/svc/log/oxide-crucible-pantry:default.log
12722026-08-25T08:44:15.197Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_pantry_6a8d9c2a-f973-4361-86ce-c02a2d1d762e/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
12732026-08-25T08:44:16.290Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_crucible_pantry_6a8d9c2a-f973-4361-86ce-c02a2d1d762e/root/var/svc/log/oxide-zone-network-setup:default.log
12742026-08-25T08:44:16.290Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-external_dns:default.log (45791 bytes)
12752026-08-25T08:44:16.402Zupload warning: file "/pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45791 -> 49564
12762026-08-25T08:44:17.472Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-external_dns:default.log
12772026-08-25T08:44:17.472Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
12782026-08-25T08:44:18.565Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-opte-interface-setup:default.log
12792026-08-25T08:44:18.566Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-zone-network-setup:default.log (2107 bytes)
12802026-08-25T08:44:19.660Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_external_dns_472d6469-7291-4d6d-a80f-1088cf4df2f7/root/var/svc/log/oxide-zone-network-setup:default.log
12812026-08-25T08:44:19.685Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_internal_dns_34305b67-6d08-4014-9953-ca792d48cb27/root/var/svc/log/oxide-internal_dns:default.log (453834 bytes)
12822026-08-25T08:44:19.902Zupload warning: file "/pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_internal_dns_34305b67-6d08-4014-9953-ca792d48cb27/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 453834 -> 477097
12832026-08-25T08:44:20.971Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_internal_dns_34305b67-6d08-4014-9953-ca792d48cb27/root/var/svc/log/oxide-internal_dns:default.log
12842026-08-25T08:44:20.995Zuploading: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_internal_dns_34305b67-6d08-4014-9953-ca792d48cb27/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
12852026-08-25T08:44:22.064Zuploaded: /pool/ext/3c3d05c6-8a93-4a31-85cf-c452415bdcde/crypt/zone/oxz_internal_dns_34305b67-6d08-4014-9953-ca792d48cb27/root/var/svc/log/oxide-zone-network-setup:default.log
12862026-08-25T08:44:22.064Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-cockroach-admin:default.log (64711 bytes)
12872026-08-25T08:44:22.195Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64711 -> 69142
12882026-08-25T08:44:23.264Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-cockroach-admin:default.log
12892026-08-25T08:44:23.288Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
12902026-08-25T08:44:24.358Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-cockroachdb:default.log
12912026-08-25T08:44:24.359Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
12922026-08-25T08:44:25.452Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_cockroachdb_111809c9-eaf1-4eb9-b9dd-0aadd4072ad6/root/var/svc/log/oxide-zone-network-setup:default.log
12932026-08-25T08:44:25.452Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-agent:default.log (19409 bytes)
12942026-08-25T08:44:26.587Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-agent:default.log
12952026-08-25T08:44:26.588Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12962026-08-25T08:44:27.681Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:default.log
12972026-08-25T08:44:27.681Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:downstairs-91e7290e-6c92-4e44-b9bf-897037012431.log (2996 bytes)
12982026-08-25T08:44:28.773Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:downstairs-91e7290e-6c92-4e44-b9bf-897037012431.log
12992026-08-25T08:44:28.773Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:downstairs-cb329629-0b1c-4fe7-91df-8dc900593661.log (3126 bytes)
13002026-08-25T08:44:29.865Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-crucible-downstairs:downstairs-cb329629-0b1c-4fe7-91df-8dc900593661.log
13012026-08-25T08:44:29.865Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
13022026-08-25T08:44:31.982Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_crucible_c9f1ea61-0191-4e00-89fb-91c3df2f1709/root/var/svc/log/oxide-zone-network-setup:default.log
13032026-08-25T08:44:32.006Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-chrony-setup:default.log (15298 bytes)
13042026-08-25T08:44:33.107Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-chrony-setup:default.log
13052026-08-25T08:44:33.107Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp-admin:default.log (89028 bytes)
13062026-08-25T08:44:33.260Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 89028 -> 94092
13072026-08-25T08:44:34.329Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp-admin:default.log
13082026-08-25T08:44:34.329Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp:default.log (1891 bytes)
13092026-08-25T08:44:34.375Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1891 -> 2094
13102026-08-25T08:44:35.444Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-ntp:default.log
13112026-08-25T08:44:35.445Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
13122026-08-25T08:44:36.537Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-opte-interface-setup:default.log
13132026-08-25T08:44:36.537Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-zone-network-setup:default.log (2026 bytes)
13142026-08-25T08:44:37.631Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/svc/log/oxide-zone-network-setup:default.log
13152026-08-25T08:44:37.631Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-agent:default.log (34819 bytes)
13162026-08-25T08:44:38.788Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-agent:default.log
13172026-08-25T08:44:38.788Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13182026-08-25T08:44:39.881Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:default.log
13192026-08-25T08:44:39.881Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-3d9a06e9-6e42-4f09-bd8f-40a819ae2be4.log (5977 bytes)
13202026-08-25T08:44:40.975Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-3d9a06e9-6e42-4f09-bd8f-40a819ae2be4.log
13212026-08-25T08:44:41.000Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-4bff63c0-d7fc-42ef-a324-22a08155a3dd.log (6105 bytes)
13222026-08-25T08:44:42.070Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-4bff63c0-d7fc-42ef-a324-22a08155a3dd.log
13232026-08-25T08:44:42.070Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-e4a681a2-74c9-424a-8bbc-1c7c57509b2d.log (2997 bytes)
13242026-08-25T08:44:43.167Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:downstairs-e4a681a2-74c9-424a-8bbc-1c7c57509b2d.log
13252026-08-25T08:44:43.191Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:snapshot-4bff63c0-d7fc-42ef-a324-22a08155a3dd-1417abdf-a940-4cec-a7f6-31b524b354de.log (5655 bytes)
13262026-08-25T08:44:44.260Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-crucible-downstairs:snapshot-4bff63c0-d7fc-42ef-a324-22a08155a3dd-1417abdf-a940-4cec-a7f6-31b524b354de.log
13272026-08-25T08:44:44.260Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13282026-08-25T08:44:45.354Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_a5c3a7b5-dc67-4e23-853c-1b561397b96f/root/var/svc/log/oxide-zone-network-setup:default.log
13292026-08-25T08:44:45.354Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_pantry_7f2fcf08-3c3b-40b1-97e1-4b8cd60693ff/root/var/svc/log/oxide-crucible-pantry:default.log (923919 bytes)
13302026-08-25T08:44:45.621Zupload warning: file "/pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_pantry_7f2fcf08-3c3b-40b1-97e1-4b8cd60693ff/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 923919 -> 937232
13312026-08-25T08:44:46.690Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_pantry_7f2fcf08-3c3b-40b1-97e1-4b8cd60693ff/root/var/svc/log/oxide-crucible-pantry:default.log
13322026-08-25T08:44:46.690Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_pantry_7f2fcf08-3c3b-40b1-97e1-4b8cd60693ff/root/var/svc/log/oxide-zone-network-setup:default.log (2132 bytes)
13332026-08-25T08:44:47.783Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_crucible_pantry_7f2fcf08-3c3b-40b1-97e1-4b8cd60693ff/root/var/svc/log/oxide-zone-network-setup:default.log
13342026-08-25T08:44:47.783Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-nexus:default.log (13304973 bytes)
13352026-08-25T08:44:53.009Zupload warning: file "/pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13304973 -> 15239977
13362026-08-25T08:44:54.078Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-nexus:default.log
13372026-08-25T08:44:54.102Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13382026-08-25T08:44:55.171Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-opte-interface-setup:default.log
13392026-08-25T08:44:55.171Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
13402026-08-25T08:44:56.264Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_nexus_6293baa8-e8f4-495b-bcbf-8de505edc37f/root/var/svc/log/oxide-zone-network-setup:default.log
13412026-08-25T08:44:56.264Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_oximeter_5de65872-2258-4850-9d82-40f920c29352/root/var/svc/log/oxide-oximeter:default.log (4552883 bytes)
13422026-08-25T08:44:58.140Zupload warning: file "/pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_oximeter_5de65872-2258-4850-9d82-40f920c29352/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4552883 -> 5027734
13432026-08-25T08:44:59.210Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_oximeter_5de65872-2258-4850-9d82-40f920c29352/root/var/svc/log/oxide-oximeter:default.log
13442026-08-25T08:44:59.210Zuploading: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_oximeter_5de65872-2258-4850-9d82-40f920c29352/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13452026-08-25T08:45:00.303Zuploaded: /pool/ext/81682a4d-9497-4e54-aab0-3ae44c0ec768/crypt/zone/oxz_oximeter_5de65872-2258-4850-9d82-40f920c29352/root/var/svc/log/oxide-zone-network-setup:default.log
13462026-08-25T08:45:00.303Zuploading: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-agent:default.log (18420 bytes)
13472026-08-25T08:45:01.440Zuploaded: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-agent:default.log
13482026-08-25T08:45:01.440Zuploading: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13492026-08-25T08:45:02.533Zuploaded: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:default.log
13502026-08-25T08:45:02.533Zuploading: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:downstairs-2feecf06-3c1a-43cd-a8f2-27b085a9f503.log (6105 bytes)
13512026-08-25T08:45:03.628Zuploaded: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:downstairs-2feecf06-3c1a-43cd-a8f2-27b085a9f503.log
13522026-08-25T08:45:03.628Zuploading: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:snapshot-2feecf06-3c1a-43cd-a8f2-27b085a9f503-1417abdf-a940-4cec-a7f6-31b524b354de.log (5657 bytes)
13532026-08-25T08:45:04.721Zuploaded: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-crucible-downstairs:snapshot-2feecf06-3c1a-43cd-a8f2-27b085a9f503-1417abdf-a940-4cec-a7f6-31b524b354de.log
13542026-08-25T08:45:04.745Zuploading: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13552026-08-25T08:45:05.815Zuploaded: /pool/ext/8a67f777-afcf-48d8-a007-dea8b6868976/crypt/zone/oxz_crucible_1c78ec05-c075-4d61-a297-e79f900af542/root/var/svc/log/oxide-zone-network-setup:default.log
13562026-08-25T08:45:05.815Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-cockroach-admin:default.log (64716 bytes)
13572026-08-25T08:45:05.947Zupload warning: file "/pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64716 -> 73579
13582026-08-25T08:45:07.017Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-cockroach-admin:default.log
13592026-08-25T08:45:07.017Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-cockroachdb:default.log (4377 bytes)
13602026-08-25T08:45:08.111Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-cockroachdb:default.log
13612026-08-25T08:45:08.111Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
13622026-08-25T08:45:09.204Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_cockroachdb_c3e27014-797b-4df6-88ea-11a3e26d20cf/root/var/svc/log/oxide-zone-network-setup:default.log
13632026-08-25T08:45:09.204Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-agent:default.log (12916 bytes)
13642026-08-25T08:45:10.321Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-agent:default.log
13652026-08-25T08:45:10.321Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13662026-08-25T08:45:11.413Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-downstairs:default.log
13672026-08-25T08:45:11.414Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac7064c9-6c48-4adc-8ebd-dd554ecede58.log (5999 bytes)
13682026-08-25T08:45:12.506Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac7064c9-6c48-4adc-8ebd-dd554ecede58.log
13692026-08-25T08:45:12.506Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13702026-08-25T08:45:13.600Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_crucible_db2aa10f-9f27-4b6d-aa3c-9220772b1946/root/var/svc/log/oxide-zone-network-setup:default.log
13712026-08-25T08:45:13.600Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_internal_dns_f135f2bb-8bbd-49d0-8aec-c8dfca874eff/root/var/svc/log/oxide-internal_dns:default.log (465861 bytes)
13722026-08-25T08:45:13.996Zupload warning: file "/pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_internal_dns_f135f2bb-8bbd-49d0-8aec-c8dfca874eff/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 465861 -> 526296
13732026-08-25T08:45:15.065Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_internal_dns_f135f2bb-8bbd-49d0-8aec-c8dfca874eff/root/var/svc/log/oxide-internal_dns:default.log
13742026-08-25T08:45:15.090Zuploading: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_internal_dns_f135f2bb-8bbd-49d0-8aec-c8dfca874eff/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
13752026-08-25T08:45:16.160Zuploaded: /pool/ext/a12d23e4-21be-45b8-8496-a3d51f7ed762/crypt/zone/oxz_internal_dns_f135f2bb-8bbd-49d0-8aec-c8dfca874eff/root/var/svc/log/oxide-zone-network-setup:default.log
13762026-08-25T08:45:16.160Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-cockroach-admin:default.log (64710 bytes)
13772026-08-25T08:45:16.291Zupload warning: file "/pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64710 -> 73574
13782026-08-25T08:45:17.361Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-cockroach-admin:default.log
13792026-08-25T08:45:17.361Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-cockroachdb:default.log (4378 bytes)
13802026-08-25T08:45:18.454Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-cockroachdb:default.log
13812026-08-25T08:45:18.477Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
13822026-08-25T08:45:19.547Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_cockroachdb_2dfd1100-10a3-4e60-9505-e5bb61562615/root/var/svc/log/oxide-zone-network-setup:default.log
13832026-08-25T08:45:19.547Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
13842026-08-25T08:45:20.640Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-crucible-agent:default.log
13852026-08-25T08:45:20.640Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13862026-08-25T08:45:21.734Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-crucible-downstairs:default.log
13872026-08-25T08:45:21.734Zuploading: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13882026-08-25T08:45:22.829Zuploaded: /pool/ext/ad1f4367-ffe4-46e8-97f8-1b92fec62659/crypt/zone/oxz_crucible_c1e1f18c-b551-474a-9e03-b484cd2c1287/root/var/svc/log/oxide-zone-network-setup:default.log
13892026-08-25T08:45:22.829Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-agent:default.log (12914 bytes)
13902026-08-25T08:45:23.944Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-agent:default.log
13912026-08-25T08:45:23.944Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13922026-08-25T08:45:25.039Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-downstairs:default.log
13932026-08-25T08:45:25.039Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-downstairs:downstairs-c72b0718-137f-45d2-8770-d7b44fcb5f78.log (3126 bytes)
13942026-08-25T08:45:26.134Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-crucible-downstairs:downstairs-c72b0718-137f-45d2-8770-d7b44fcb5f78.log
13952026-08-25T08:45:26.134Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
13962026-08-25T08:45:27.227Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_158c449d-f0d0-464c-8fc5-73e4400131ff/root/var/svc/log/oxide-zone-network-setup:default.log
13972026-08-25T08:45:27.227Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_pantry_cfc521a1-03a5-4d29-8e7b-fa2056f86c6e/root/var/svc/log/oxide-crucible-pantry:default.log (168865 bytes)
13982026-08-25T08:45:27.425Zupload warning: file "/pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_pantry_cfc521a1-03a5-4d29-8e7b-fa2056f86c6e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 168865 -> 188893
13992026-08-25T08:45:28.494Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_pantry_cfc521a1-03a5-4d29-8e7b-fa2056f86c6e/root/var/svc/log/oxide-crucible-pantry:default.log
14002026-08-25T08:45:28.494Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_pantry_cfc521a1-03a5-4d29-8e7b-fa2056f86c6e/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
14012026-08-25T08:45:29.587Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_crucible_pantry_cfc521a1-03a5-4d29-8e7b-fa2056f86c6e/root/var/svc/log/oxide-zone-network-setup:default.log
14022026-08-25T08:45:29.587Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-nexus:default.log (13289639 bytes)
14032026-08-25T08:45:33.338Zupload warning: file "/pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13289639 -> 15440221
14042026-08-25T08:45:34.407Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-nexus:default.log
14052026-08-25T08:45:34.408Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14062026-08-25T08:45:35.502Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-opte-interface-setup:default.log
14072026-08-25T08:45:35.525Zuploading: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
14082026-08-25T08:45:36.595Zuploaded: /pool/ext/b6d94d04-a4a4-43fb-8af8-f3793c25fdf1/crypt/zone/oxz_nexus_6155eb08-f286-4741-98ab-bfe736a35a1f/root/var/svc/log/oxide-zone-network-setup:default.log
14092026-08-25T08:45:36.619Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-cockroach-admin:default.log (66526 bytes)
14102026-08-25T08:45:36.727Zupload warning: file "/pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66526 -> 75391
14112026-08-25T08:45:37.797Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-cockroach-admin:default.log
14122026-08-25T08:45:37.797Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-cockroachdb:default.log (4352 bytes)
14132026-08-25T08:45:38.890Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-cockroachdb:default.log
14142026-08-25T08:45:38.890Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14152026-08-25T08:45:39.985Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_cockroachdb_1096da17-6ee2-45de-9291-20e7f9a695d8/root/var/svc/log/oxide-zone-network-setup:default.log
14162026-08-25T08:45:39.985Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-agent:default.log (12921 bytes)
14172026-08-25T08:45:41.099Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-agent:default.log
14182026-08-25T08:45:41.100Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14192026-08-25T08:45:42.192Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-downstairs:default.log
14202026-08-25T08:45:42.192Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac596019-72ae-4e3c-b5d6-ad2cbcd150f5.log (6000 bytes)
14212026-08-25T08:45:43.286Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac596019-72ae-4e3c-b5d6-ad2cbcd150f5.log
14222026-08-25T08:45:43.286Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
14232026-08-25T08:45:44.381Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_crucible_68123842-a88a-47df-9d4b-7dfc741c36c0/root/var/svc/log/oxide-zone-network-setup:default.log
14242026-08-25T08:45:44.405Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-external_dns:default.log (45782 bytes)
14252026-08-25T08:45:44.513Zupload warning: file "/pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45782 -> 53329
14262026-08-25T08:45:45.583Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-external_dns:default.log
14272026-08-25T08:45:45.583Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
14282026-08-25T08:45:46.676Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-opte-interface-setup:default.log
14292026-08-25T08:45:46.677Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-zone-network-setup:default.log (2105 bytes)
14302026-08-25T08:45:47.771Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_external_dns_48936d9c-a730-4247-ad25-cfb108247a56/root/var/svc/log/oxide-zone-network-setup:default.log
14312026-08-25T08:45:47.771Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_internal_dns_7b5c79ce-9220-4485-890c-ecd6cf329dde/root/var/svc/log/oxide-internal_dns:default.log (465838 bytes)
14322026-08-25T08:45:48.185Zupload warning: file "/pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_internal_dns_7b5c79ce-9220-4485-890c-ecd6cf329dde/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 465838 -> 549534
14332026-08-25T08:45:49.255Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_internal_dns_7b5c79ce-9220-4485-890c-ecd6cf329dde/root/var/svc/log/oxide-internal_dns:default.log
14342026-08-25T08:45:49.255Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_internal_dns_7b5c79ce-9220-4485-890c-ecd6cf329dde/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
14352026-08-25T08:45:50.348Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_internal_dns_7b5c79ce-9220-4485-890c-ecd6cf329dde/root/var/svc/log/oxide-zone-network-setup:default.log
14362026-08-25T08:45:50.401Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-nexus:default.log (71626533 bytes)
14372026-08-25T08:46:07.837Zupload warning: file "/pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 71626533 -> 74595641
14382026-08-25T08:46:08.907Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-nexus:default.log
14392026-08-25T08:46:08.907Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14402026-08-25T08:46:10.000Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-opte-interface-setup:default.log
14412026-08-25T08:46:10.000Zuploading: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
14422026-08-25T08:46:11.095Zuploaded: /pool/ext/be01cd42-2bf0-451e-9652-7b6e22619725/crypt/zone/oxz_nexus_2afabe91-c207-4b4e-af84-4c69f025bf36/root/var/svc/log/oxide-zone-network-setup:default.log
14432026-08-25T08:46:11.119Zuploading: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-agent:default.log (8909 bytes)
14442026-08-25T08:46:12.212Zuploaded: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-agent:default.log
14452026-08-25T08:46:12.212Zuploading: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14462026-08-25T08:46:13.307Zuploaded: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-downstairs:default.log
14472026-08-25T08:46:13.331Zuploading: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-downstairs:downstairs-06a2e8b4-3e44-487a-8d1b-d3376513f585.log (2995 bytes)
14482026-08-25T08:46:14.400Zuploaded: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-crucible-downstairs:downstairs-06a2e8b4-3e44-487a-8d1b-d3376513f585.log
14492026-08-25T08:46:14.401Zuploading: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14502026-08-25T08:46:15.494Zuploaded: /pool/ext/d7cf0f6a-1492-4d08-b511-7e67d6219785/crypt/zone/oxz_crucible_903e9c7f-32b2-439d-8bbf-b4c09d296fd0/root/var/svc/log/oxide-zone-network-setup:default.log
14512026-08-25T08:46:15.494Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/measurements.log (597069 bytes)
14522026-08-25T08:46:16.082Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/measurements.log" changed size mid upload: 597069 -> 717938
14532026-08-25T08:46:17.150Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/measurements.log
14542026-08-25T08:46:17.150Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/statistics.log (442845 bytes)
14552026-08-25T08:46:17.651Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/statistics.log" changed size mid upload: 442845 -> 539019
14562026-08-25T08:46:18.720Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/statistics.log
14572026-08-25T08:46:18.720Zuploading: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/tracking.log (79482 bytes)
14582026-08-25T08:46:18.874Zupload warning: file "/pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/tracking.log" changed size mid upload: 79482 -> 95454
14592026-08-25T08:46:19.944Zuploaded: /pool/ext/5ed26d53-9b55-44d1-bc48-fe7b53c82d9e/crypt/zone/oxz_ntp_03c4a9dc-a839-47fd-94a7-f8f9e778e2f8/root/var/log/chrony/tracking.log