01M2W7JCPS6RXFE48A15AB4Q3M: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.41",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M2W7K47675WH0FMZ0HM1AXSY

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12026-09-19T07:22:42.573Zjob dependencies complete; ready to run (waiting for 19 m 52 s)
22026-09-19T07:23:36.761Zjob assigned to worker 01M2W8QQ2S1KC42MQZHFCSK8M7 [factory lab, sock/18321] (queued for 54 s)
32026-09-19T07:23:36.810Zhttp://172.20.0.5:9969/ipxe/sock... ok
42026-09-19T07:23:36.858Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52026-09-19T07:23:36.893Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62026-09-19T07:23:36.927Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72026-09-19T07:23:36.960Zhttp://172.20.0.5:9969/postboot/sock... ok
82026-09-19T07:23:36.994ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-09-19T07:23:37.061ZOxide Helios Version helios-3.0.24263 64-bit
102026-09-19T07:23:37.094ZConfiguring devices.
112026-09-19T07:23:37.128Z##################################################
122026-09-19T07:23:37.161Z#### ############# ##
132026-09-19T07:23:37.195Z### ### ############ ##
142026-09-19T07:23:37.228Z## ### # ## ### ## Oxide Computer Company ##
152026-09-19T07:23:37.262Z## ## ## ### # ### ##
162026-09-19T07:23:37.295Z## # ### #### #### This Station Under ##
172026-09-19T07:23:37.328Z### ### #### # ### Computer Control ##
182026-09-19T07:23:37.362Z#### #### ### ## ##
192026-09-19T07:23:37.395Z##################################################
202026-09-19T07:23:37.429ZHostname: sock
212026-09-19T07:23:37.462ZLoading smf(7) service descriptions:
222026-09-19T07:23:37.709Zdownloading input: /input/package/work/package.tar.gz
232026-09-19T07:29:02.457Zdownloaded input: /input/package/work/package.tar.gz
 
242026-09-19T07:29:02.487Zstarting task 0: "setup"
252026-09-19T07:29:02.487Z++ uname -s
262026-09-19T07:29:02.488Z+ kern=SunOS
272026-09-19T07:29:02.488Z+ build_user=build
282026-09-19T07:29:02.488Z+ build_uid=12345
292026-09-19T07:29:02.488Z+ work_dir=/work
302026-09-19T07:29:02.488Z+ input_dir=/input
312026-09-19T07:29:02.488Z+ [[ 0 == 12345 ]]
322026-09-19T07:29:02.488Z+ case "$kern" in
332026-09-19T07:29:02.488Z+ groupadd -g 12345 build
342026-09-19T07:29:02.488Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-09-19T07:29:07.571Z+ zfs create -o mountpoint=/work rpool/work
362026-09-19T07:29:07.611Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-09-19T07:29:07.611Z+ home_fs=zfs
382026-09-19T07:29:07.611Z+ [[ zfs == autofs ]]
392026-09-19T07:29:07.611Z+ mkdir -p /home/build
402026-09-19T07:29:07.612Z+ chown build:build /home/build /work
412026-09-19T07:29:07.612Z+ chmod 0700 /home/build /work
422026-09-19T07:29:07.612Zprocess exited: duration 4059 ms, exit code 0
 
432026-09-19T07:29:07.662Zstarting task 1: "authentication"
442026-09-19T07:29:07.727Zprocess exited: duration 64 ms, exit code 0
 
452026-09-19T07:29:07.776Zstarting task 2: "build"
462026-09-19T07:29:07.800Z+ trap _exit_trap EXIT
472026-09-19T07:29:07.801Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-09-19T07:29:07.893Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-09-19T07:29:07.893Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-09-19T07:29:07.918Z+ [[ -d /opt/oxide ]]
602026-09-19T07:29:07.918Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-09-19T07:29:07.920Z+ pfexec mkdir /opt/oxide
622026-09-19T07:29:07.920Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-09-19T07:29:07.920Z+ [[ -d /opt/oxide-underneath ]]
642026-09-19T07:29:07.920Z+ cd /opt/oxide-underneath
652026-09-19T07:29:07.920Z+ pfexec tar ceEp@/f - .
662026-09-19T07:29:07.920Z+ cd /opt/oxide
672026-09-19T07:29:07.920Z+ pfexec tar xveEp@/f -
682026-09-19T07:29:07.966Zx ., 0 bytes, 0 tape blocks
692026-09-19T07:29:07.967Zx ./opte, 0 bytes, 0 tape blocks
702026-09-19T07:29:07.967Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-09-19T07:29:07.967Zx ./opte/bin/opteadm, 25874952 bytes, 50538 tape blocks
722026-09-19T07:29:07.991Z+ pfexec rm -rf /opt/oxide-underneath
732026-09-19T07:29:07.991Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-09-19T07:29:08.015Z+ pfexec mkdir /opt/oxide/work
752026-09-19T07:29:08.015Z+ pfexec chown build:build /opt/oxide/work
762026-09-19T07:29:08.015Z+ cd /opt/oxide/work
772026-09-19T07:29:08.015Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-09-19T07:29:08.015Ztar: blocksize = 10
792026-09-19T07:29:20.152ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
802026-09-19T07:29:20.152Zx .github/buildomat/ci-env.sh, 785 bytes, 2 tape blocks
812026-09-19T07:29:20.152Zx out/target/test, 107 bytes, 1 tape blocks
822026-09-19T07:29:20.152Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
832026-09-19T07:29:20.152Zx package-manifest.toml, 35397 bytes, 70 tape blocks
842026-09-19T07:29:20.152Zx smf/sled-agent/non-gimlet/config.toml, 5423 bytes, 11 tape blocks
852026-09-19T07:29:20.152Zx target/release/omicron-package, 17396360 bytes, 33978 tape blocks
862026-09-19T07:29:20.152Zx target/release/xtask, 6560968 bytes, 12815 tape blocks
872026-09-19T07:29:20.152Zx target/debug/bootstrap, 454403592 bytes, 887508 tape blocks
882026-09-19T07:29:20.152Zx tests/bootstrap-c50a869039e4804f, 35362832 bytes, 69069 tape blocks
892026-09-19T07:29:20.152Zx tests/commtest-e6fcb95e5d4e2330, 35363552 bytes, 69070 tape blocks
902026-09-19T07:29:20.152Zx tests/dhcp_server-4deeb2edf2a68b60, 35362888 bytes, 69069 tape blocks
912026-09-19T07:29:20.152Zx tests/end_to_end_tests-3b7c6972a25c91c5, 519283520 bytes, 1014226 tape blocks
922026-09-19T07:29:20.152Zx tools/opte_version, 9 bytes, 1 tape blocks
932026-09-19T07:29:20.155Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
942026-09-19T07:29:20.155Zx out/clickhouse.tar.gz, 238897049 bytes, 466596 tape blocks
952026-09-19T07:29:20.155Zx out/clickhouse_keeper.tar.gz, 233279854 bytes, 455625 tape blocks
962026-09-19T07:29:20.155Zx out/clickhouse_server.tar.gz, 238894067 bytes, 466590 tape blocks
972026-09-19T07:29:20.155Zx out/cockroachdb.tar.gz, 128093471 bytes, 250183 tape blocks
982026-09-19T07:29:20.155Zx out/crucible-pantry-zone.tar.gz, 25378510 bytes, 49568 tape blocks
992026-09-19T07:29:20.155Zx out/crucible-utils.tar, 19353600 bytes, 37800 tape blocks
1002026-09-19T07:29:20.155Zx out/crucible-zone.tar.gz, 40546252 bytes, 79192 tape blocks
1012026-09-19T07:29:20.155Zx out/external-dns.tar.gz, 15567693 bytes, 30406 tape blocks
1022026-09-19T07:29:20.155Zx out/internal-dns.tar.gz, 15567238 bytes, 30405 tape blocks
1032026-09-19T07:29:20.155Zx out/mg-ddm-gz.tar, 108899328 bytes, 212694 tape blocks
1042026-09-19T07:29:20.155Zx out/nexus.tar.gz, 203613308 bytes, 397683 tape blocks
1052026-09-19T07:29:20.155Zx out/ntp.tar.gz, 7347526 bytes, 14351 tape blocks
1062026-09-19T07:29:20.155Zx out/omicron-gateway-softnpu.tar.gz, 14530935 bytes, 28381 tape blocks
1072026-09-19T07:29:20.155Zx out/omicron-sled-agent.tar, 119750656 bytes, 233888 tape blocks
1082026-09-19T07:29:20.155Zx out/overlay.tar.gz, 3266 bytes, 7 tape blocks
1092026-09-19T07:29:20.155Zx out/oximeter.tar.gz, 18164150 bytes, 35477 tape blocks
1102026-09-19T07:29:20.155Zx out/oxlog.tar, 2467328 bytes, 4819 tape blocks
1112026-09-19T07:29:20.155Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122026-09-19T07:29:20.156Zx out/propolis-server.tar.gz, 35472478 bytes, 69283 tape blocks
1132026-09-19T07:29:20.156Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142026-09-19T07:29:20.156Zx out/switch-softnpu.tar.gz, 335900764 bytes, 656057 tape blocks
1152026-09-19T07:29:20.180Z
1162026-09-19T07:29:20.180Zreal 12.124648725
1172026-09-19T07:29:20.180Zuser 9.951237683
1182026-09-19T07:29:20.180Zsys 4.024450591
1192026-09-19T07:29:20.180Ztrap 0.000572701
1202026-09-19T07:29:20.180Ztflt 0.000000000
1212026-09-19T07:29:20.180Zdflt 0.000000000
1222026-09-19T07:29:20.181Zkflt 0.000000000
1232026-09-19T07:29:20.181Zlock 0.000000000
1242026-09-19T07:29:20.181Zslp 9.628485147
1252026-09-19T07:29:20.181Zlat 0.642222292
1262026-09-19T07:29:20.181Zstop 0.000134242
1272026-09-19T07:29:20.181Z+ source .github/buildomat/ci-env.sh
1282026-09-19T07:29:20.181Z++ export CARGO_TERM_COLOR=always
1292026-09-19T07:29:20.181Z++ CARGO_TERM_COLOR=always
1302026-09-19T07:29:20.181Z+++ uname -s
1312026-09-19T07:29:20.181Z++ [[ SunOS == \S\u\n\O\S ]]
1322026-09-19T07:29:20.181Z++ coreadm -p /var/tmp/omicron_tmp/core.%f.%p.core
1332026-09-19T07:29:20.181Z+ source tools/opte_version_override
1342026-09-19T07:29:20.181Z++ OPTE_COMMIT=
1352026-09-19T07:29:20.181Z+ [[ x != \x ]]
1362026-09-19T07:29:20.181Z+ bmat address ls
1372026-09-19T07:29:20.181ZNAME CIDR FIRST LAST COUNT
1382026-09-19T07:29:20.181Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1392026-09-19T07:29:20.181Z++ bmat address ls -f extra -Ho first,last,count
1402026-09-19T07:29:20.181Z+ set -- 10.151.2.164 10.151.2.227 64
1412026-09-19T07:29:20.181Z+ EXTRA_IP_START=10.151.2.164
1422026-09-19T07:29:20.181Z+ EXTRA_IP_END=10.151.2.227
1432026-09-19T07:29:20.181Z+ EXTRA_IP_COUNT=64
1442026-09-19T07:29:20.181Z+ (( EXTRA_IP_COUNT >= 32 ))
1452026-09-19T07:29:20.181Z+ EXTRA_IP_BASE=10.151.2
1462026-09-19T07:29:20.181Z+ EXTRA_IP_FOCTET=164
1472026-09-19T07:29:20.181Z+ EXTRA_IP_LOCTET=227
1482026-09-19T07:29:20.181Z+ SERVICE_IP_POOL_START=10.151.2.164
1492026-09-19T07:29:20.181Z+ SERVICE_IP_POOL_END=10.151.2.173
1502026-09-19T07:29:20.181Z+ DNS_IP1=10.151.2.164
1512026-09-19T07:29:20.181Z+ DNS_IP2=10.151.2.165
1522026-09-19T07:29:20.181Z+ UPLINK_IP=10.151.2.174
1532026-09-19T07:29:20.181Z+ IPPOOL_START=10.151.2.175
1542026-09-19T07:29:20.181Z+ IPPOOL_END=10.151.2.227
1552026-09-19T07:29:20.184Z++ ipadm show-addr -po type,addr
1562026-09-19T07:29:20.184Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1572026-09-19T07:29:20.184Z+ GATEWAY_IP=10.151.2.100
1582026-09-19T07:29:20.184Z+ [[ -n 10.151.2.100 ]]
1592026-09-19T07:29:20.184Z+ ping -s 10.151.2.100 56 1
1602026-09-19T07:29:20.184ZPING 10.151.2.100: 56 data bytes
1612026-09-19T07:29:20.209Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.013 ms
1622026-09-19T07:29:20.209Z
1632026-09-19T07:29:20.209Z----10.151.2.100 PING Statistics----
1642026-09-19T07:29:20.209Z1 packets transmitted, 1 packets received, 0% packet loss
1652026-09-19T07:29:20.209Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1662026-09-19T07:29:20.209Z++ arp -an
1672026-09-19T07:29:20.209Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1682026-09-19T07:29:20.209Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1692026-09-19T07:29:20.209Z+ routeadm -e ipv4-forwarding -u
1702026-09-19T07:29:20.297Z+ PXA_START=10.151.2.164
1712026-09-19T07:29:20.297Z+ PXA_END=10.151.2.227
1722026-09-19T07:29:20.297Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1732026-09-19T07:29:20.321Z++ pfexec nvmeadm list -p -o disk
1742026-09-19T07:29:20.322Z+ pfexec zpool create -f scratch c1t0026B728281787A0d0 c2t0026B72828178F30d0
1752026-09-19T07:29:20.512Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1762026-09-19T07:29:20.539ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1772026-09-19T07:29:20.623Zcreating virtual hardware
1782026-09-19T07:29:20.701Zcreating /scratch/m2_0.vdev
1792026-09-19T07:29:20.701Zcreating /scratch/m2_1.vdev
1802026-09-19T07:29:20.701Zcreating /scratch/u2_0.vdev
1812026-09-19T07:29:20.701Zcreating /scratch/u2_1.vdev
1822026-09-19T07:29:20.701Zcreating /scratch/u2_2.vdev
1832026-09-19T07:29:20.701Zcreating /scratch/u2_3.vdev
1842026-09-19T07:29:20.701Zcreating /scratch/u2_4.vdev
1852026-09-19T07:29:20.701Zcreating /scratch/u2_5.vdev
1862026-09-19T07:29:20.701Zcreating /scratch/u2_6.vdev
1872026-09-19T07:29:20.702Zcreating /scratch/u2_7.vdev
1882026-09-19T07:29:20.702Zcreating /scratch/u2_8.vdev
1892026-09-19T07:29:20.702ZSimnet net0/sc0_0 exists
1902026-09-19T07:29:20.702ZSimnet net1/sc1_0 exists
1912026-09-19T07:29:20.726ZVnic sc0_1 exists
1922026-09-19T07:29:52.429ZUsing 10.151.2.100 as gateway ip
1932026-09-19T07:29:52.429Zusing 18:C0:4D:0D:A0:2A as gateway mac
1942026-09-19T07:29:52.429Zconfiguring SoftNPU ARP entry
1952026-09-19T07:29:52.456Zconfiguring SoftNPU proxy ARP
1962026-09-19T07:29:52.509ZSoftNPU state:
1972026-09-19T07:29:52.509Z local v6:
1982026-09-19T07:29:52.509Z local v4:
1992026-09-19T07:29:52.509Z router v6_idx:
2002026-09-19T07:29:52.509Z router v6_routes:
2012026-09-19T07:29:52.509Z router v4_idx:
2022026-09-19T07:29:52.509Z router v4_routes:
2032026-09-19T07:29:52.509Z resolver v4:
2042026-09-19T07:29:52.509Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2052026-09-19T07:29:52.509Z resolver v6:
2062026-09-19T07:29:52.509Z nat v4:
2072026-09-19T07:29:52.509Z nat_v6:
2082026-09-19T07:29:52.509Z attached subnet v4:
2092026-09-19T07:29:52.509Z attached subnet v6:
2102026-09-19T07:29:52.509Z port_mac:
2112026-09-19T07:29:52.510Z proxy arp:
2122026-09-19T07:29:52.510Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2132026-09-19T07:29:52.510Zcreated virtual hardware
2142026-09-19T07:29:52.534Z
2152026-09-19T07:29:52.535Zreal 31.993704655
2162026-09-19T07:29:52.535Zuser 0.596057860
2172026-09-19T07:29:52.535Zsys 3.187189225
2182026-09-19T07:29:52.535Ztrap 0.000094015
2192026-09-19T07:29:52.535Ztflt 0.000266498
2202026-09-19T07:29:52.535Zdflt 0.000567915
2212026-09-19T07:29:52.535Zkflt 0.000004469
2222026-09-19T07:29:52.535Zlock 25:02.295003501
2232026-09-19T07:29:52.535Zslp 1:36.400402459
2242026-09-19T07:29:52.535Zlat 0.132632631
2252026-09-19T07:29:52.535Zstop 0.000695272
2262026-09-19T07:29:52.535Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2272026-09-19T07:29:52.581Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2282026-09-19T07:29:52.581Z+ diff -u pkg/config.toml~ pkg/config.toml
2292026-09-19T07:29:52.581Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2302026-09-19T07:29:52.581Z+++ pkg/config.toml Sat Sep 19 07:29:52 2026
2312026-09-19T07:29:52.581Z@@ -93,18 +93,18 @@
2322026-09-19T07:29:52.581Z [external_disks]
2332026-09-19T07:29:52.581Z kind = "hardcoded"
2342026-09-19T07:29:52.581Z vdevs = [
2352026-09-19T07:29:52.581Z- "m2_0.vdev",
2362026-09-19T07:29:52.581Z- "m2_1.vdev",
2372026-09-19T07:29:52.581Z+ "/scratch/m2_0.vdev",
2382026-09-19T07:29:52.581Z+ "/scratch/m2_1.vdev",
2392026-09-19T07:29:52.581Z
2402026-09-19T07:29:52.582Z- "u2_0.vdev",
2412026-09-19T07:29:52.582Z- "u2_1.vdev",
2422026-09-19T07:29:52.582Z- "u2_2.vdev",
2432026-09-19T07:29:52.582Z- "u2_3.vdev",
2442026-09-19T07:29:52.582Z- "u2_4.vdev",
2452026-09-19T07:29:52.582Z- "u2_5.vdev",
2462026-09-19T07:29:52.582Z- "u2_6.vdev",
2472026-09-19T07:29:52.582Z- "u2_7.vdev",
2482026-09-19T07:29:52.582Z- "u2_8.vdev",
2492026-09-19T07:29:52.583Z+ "/scratch/u2_0.vdev",
2502026-09-19T07:29:52.583Z+ "/scratch/u2_1.vdev",
2512026-09-19T07:29:52.583Z+ "/scratch/u2_2.vdev",
2522026-09-19T07:29:52.583Z+ "/scratch/u2_3.vdev",
2532026-09-19T07:29:52.583Z+ "/scratch/u2_4.vdev",
2542026-09-19T07:29:52.583Z+ "/scratch/u2_5.vdev",
2552026-09-19T07:29:52.583Z+ "/scratch/u2_6.vdev",
2562026-09-19T07:29:52.583Z+ "/scratch/u2_7.vdev",
2572026-09-19T07:29:52.583Z+ "/scratch/u2_8.vdev",
2582026-09-19T07:29:52.583Z ]
2592026-09-19T07:29:52.583Z disks = []
2602026-09-19T07:29:52.583Z
2612026-09-19T07:29:52.583Z+ true
2622026-09-19T07:29:52.583Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2632026-09-19T07:29:52.583Z+ EXPECTED_ZPOOL_COUNT=9
2642026-09-19T07:29:52.583Z+ echo 'expected number of zpools is 9'
2652026-09-19T07:29:52.583Zexpected number of zpools is 9
2662026-09-19T07:29:52.583Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2672026-09-19T07:29:52.583Z+ SILO_NAME=recovery
2682026-09-19T07:29:52.583Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2692026-09-19T07:29:52.583Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2702026-09-19T07:29:52.583Z+ sed -i~ '
2712026-09-19T07:29:52.583Z /^external_dns_ips/c\
2722026-09-19T07:29:52.583Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2732026-09-19T07:29:52.583Z /^\[\[service_ip_pools/,/^$/ {
2742026-09-19T07:29:52.583Z /^ranges =/c\
2752026-09-19T07:29:52.583Zranges = \[ { first = "10.151.2.164", last = "10.151.2.173" } \]
2762026-09-19T07:29:52.583Z }
2772026-09-19T07:29:52.583Z /^infra_ip_first/c\
2782026-09-19T07:29:52.583Zinfra_ip_first = "10.151.2.174"
2792026-09-19T07:29:52.583Z /^infra_ip_last/c\
2802026-09-19T07:29:52.583Zinfra_ip_last = "10.151.2.174"
2812026-09-19T07:29:52.583Z /^\[\[rack_network_config.ports/,/^$/ {
2822026-09-19T07:29:52.583Z /^routes/c\
2832026-09-19T07:29:52.583Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2842026-09-19T07:29:52.583Z /^addresses/c\
2852026-09-19T07:29:52.583Zaddresses = \[{address = {type = "static", ip_net = "10.151.2.174/24"} }\]
2862026-09-19T07:29:52.583Z }
2872026-09-19T07:29:52.583Z' pkg/config-rss.toml
2882026-09-19T07:29:52.584Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2892026-09-19T07:29:52.584Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2902026-09-19T07:29:52.584Z+++ pkg/config-rss.toml Sat Sep 19 07:29:52 2026
2912026-09-19T07:29:52.584Z@@ -33,7 +33,7 @@
2922026-09-19T07:29:52.584Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2932026-09-19T07:29:52.584Z # must be contained in one of the "internal services" IP Pool ranges listed
2942026-09-19T07:29:52.584Z # below.
2952026-09-19T07:29:52.584Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2962026-09-19T07:29:52.584Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2972026-09-19T07:29:52.584Z
2982026-09-19T07:29:52.584Z # Initial TLS certificates for the external API
2992026-09-19T07:29:52.584Z #
3002026-09-19T07:29:52.584Z@@ -71,7 +71,7 @@
3012026-09-19T07:29:52.584Z [[service_ip_pools]]
3022026-09-19T07:29:52.584Z name = "oxide-service-pool-v4"
3032026-09-19T07:29:52.584Z description = "IPv4 IP Pool for Oxide Services"
3042026-09-19T07:29:52.584Z-ranges = [ { first = "192.168.1.20", last = "192.168.1.29" } ]
3052026-09-19T07:29:52.584Z+ranges = [ { first = "10.151.2.164", last = "10.151.2.173" } ]
3062026-09-19T07:29:52.584Z
3072026-09-19T07:29:52.584Z # TODO - this configuration is subject to change going forward. Ultimately these
3082026-09-19T07:29:52.584Z # parameters should be provided to the control plane via wicket, but we need to
3092026-09-19T07:29:52.584Z@@ -92,8 +92,8 @@
3102026-09-19T07:29:52.584Z # A range of IP addresses used by Boundary Services on the external network. In
3112026-09-19T07:29:52.584Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3122026-09-19T07:29:52.585Z # With softnpu, only one address is used.
3132026-09-19T07:29:52.585Z-infra_ip_first = "192.168.1.30"
3142026-09-19T07:29:52.585Z-infra_ip_last = "192.168.1.30"
3152026-09-19T07:29:52.585Z+infra_ip_first = "10.151.2.174"
3162026-09-19T07:29:52.585Z+infra_ip_last = "10.151.2.174"
3172026-09-19T07:29:52.585Z
3182026-09-19T07:29:52.585Z # Configurations for BGP routers to run on the scrimlets.
3192026-09-19T07:29:52.585Z bgp = []
3202026-09-19T07:29:52.585Z@@ -101,9 +101,9 @@
3212026-09-19T07:29:52.585Z # You can configure multiple uplinks by repeating the following stanza
3222026-09-19T07:29:52.585Z [[rack_network_config.ports]]
3232026-09-19T07:29:52.585Z # Routes associated with this port.
3242026-09-19T07:29:52.586Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3252026-09-19T07:29:52.586Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3262026-09-19T07:29:52.586Z # Addresses associated with this port.
3272026-09-19T07:29:52.613Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3282026-09-19T07:29:52.613Z+addresses = [{address = {type = "static", ip_net = "10.151.2.174/24"} }]
3292026-09-19T07:29:52.613Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3302026-09-19T07:29:52.613Z port = "qsfp0"
3312026-09-19T07:29:52.613Z # The speed of this port.
3322026-09-19T07:29:52.613Z+ true
3332026-09-19T07:29:52.613Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3342026-09-19T07:29:52.613Za pkg/config-rss.toml 8K
3352026-09-19T07:29:52.613Za pkg/config.toml 6K
3362026-09-19T07:29:52.613Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3372026-09-19T07:29:52.613Z+ TLS_NAME=recovery.sys.oxide.test
3382026-09-19T07:29:52.613Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3392026-09-19T07:29:52.836Z.+.+.....+..........+.....+.......+...+.....+.......+..+...+.......+..+++++++++++++++++++++++++++++++++++++++++++++*...+....+.....+....+++++++++++++++++++++++++++++++++++++++++++++*...+...............+..............+......+...+...+....+........+...+...+............+...+..........+......+..............+.+.........+...........+.........+...................+..+..........+.......................+...+....+...+.....+.+..+..........+..+.+.....+....+............+........+.+...........................+.....+...+....+......+..............+......+..........+...............+............+..............+...+.......+..............+....+...+.....+...............+...+....+...+........................+......+...+..+.......+.......................+...+.......+..+............+...+...+...+............+...+.........+.+......+.....+.+..+......+.+...+........+...+.+....................+.+.....+.......+..+................+..+......+....+..+.+...+...............+......+...........+...+..........+..+.......+...............+...........+....+...............+..+................+...+.....+.+..............+...............+....+..+.+..+................+++++
3402026-09-19T07:29:53.221Z...+++++++++++++++++++++++++++++++++++++++++++++*.........+......+++++++++++++++++++++++++++++++++++++++++++++*.+...+..+...+.........+................+...+..+....+...+..+.........+......+.........+......+....+...........+.........+..........+..+...+.+.......................+...+....+........+...+..........+...+..+...+.........+.......+...+............+...+...+..+.......+....................+....+..+........................+....+..+..........+..+.+..+............+...+....+...+......+.........+...+..............+...+...+...+....+.................+.+...+.........+......+.........+..+...+...+..........+............+...+....................+.......+...+.....+.............+.........+........+.........+...+......+....+.....+......+.+...+......+.....................+........+...+.............+...............+..+....+..................+...+............+..+...+......+......+...+.............+...............+.....+...+......+.+........................+.............................+.......+..+...+...+......+.+..+...+..........+........+................+...+..+....+..+...................+......+..............+.+..+.+.....+....+........+.........+.........+...........................+.............+......+.....+....+.....+.+...............+...+..+...+..........+........+.......+......+..+.........+......+....+...+...........+....+..+...+.+...............+.........................................+.+.........+...+............+........+...+...+.+...+..+.+..+.......+++++
3412026-09-19T07:29:53.247Z-----
3422026-09-19T07:29:53.247Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3432026-09-19T07:29:53.271Za pkg/initial-tls-cert.pem 2K
3442026-09-19T07:29:53.271Za pkg/initial-tls-key.pem 4K
3452026-09-19T07:29:53.271Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3462026-09-19T07:29:53.271Z+ rmdir pkg
3472026-09-19T07:29:53.272Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3482026-09-19T07:29:53.274Z+ pfexec mkdir -p /usr/oxide
3492026-09-19T07:29:53.274Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3502026-09-19T07:29:53.853Z+ pfexec chmod +x /usr/oxide/oxide
3512026-09-19T07:29:53.877Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3522026-09-19T07:30:12.418Z+ OMICRON_NO_UNINSTALL=1
3532026-09-19T07:30:12.418Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3542026-09-19T07:30:12.442ZLogging to: /opt/oxide/work/out/LOG
3552026-09-19T07:30:13.133Z
3562026-09-19T07:30:13.157Zreal 0.709831609
3572026-09-19T07:30:13.158Zuser 0.138504166
3582026-09-19T07:30:13.158Zsys 3.437109206
3592026-09-19T07:30:13.158Ztrap 0.000002670
3602026-09-19T07:30:13.158Ztflt 0.000023820
3612026-09-19T07:30:13.158Zdflt 0.000263499
3622026-09-19T07:30:13.158Zkflt 0.000002169
3632026-09-19T07:30:13.158Zlock 1:04.830684112
3642026-09-19T07:30:13.158Zslp 0.962238030
3652026-09-19T07:30:13.158Zlat 0.019503634
3662026-09-19T07:30:13.158Zstop 0.000352240
3672026-09-19T07:30:13.158Z+ retry=0
3682026-09-19T07:30:13.158Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692026-09-19T07:30:13.158Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3702026-09-19T07:30:13.158Z+ [[ 0 -gt 30 ]]
3712026-09-19T07:30:13.158Z+ sleep 1
3722026-09-19T07:30:14.150Z+ retry=1
3732026-09-19T07:30:14.150Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742026-09-19T07:30:14.222Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3752026-09-19T07:30:14.222Z+ [[ 1 -gt 30 ]]
3762026-09-19T07:30:14.222Z+ sleep 1
3772026-09-19T07:30:15.164Z+ retry=2
3782026-09-19T07:30:15.166Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792026-09-19T07:30:15.191Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3802026-09-19T07:30:15.191Z+ [[ 2 -gt 30 ]]
3812026-09-19T07:30:15.191Z+ sleep 1
3822026-09-19T07:30:16.177Z+ retry=3
3832026-09-19T07:30:16.179Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3842026-09-19T07:30:16.204Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3852026-09-19T07:30:16.204Z+ [[ 3 -gt 30 ]]
3862026-09-19T07:30:16.204Z+ sleep 1
3872026-09-19T07:30:17.196Z+ retry=4
3882026-09-19T07:30:17.196Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3892026-09-19T07:30:17.235Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3902026-09-19T07:30:17.235Z+ [[ 4 -gt 30 ]]
3912026-09-19T07:30:17.235Z+ sleep 1
3922026-09-19T07:30:18.209Z+ retry=5
3932026-09-19T07:30:18.209Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3942026-09-19T07:30:18.234Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3952026-09-19T07:30:18.234Z+ [[ 5 -gt 30 ]]
3962026-09-19T07:30:18.234Z+ sleep 1
3972026-09-19T07:30:19.224Z+ retry=6
3982026-09-19T07:30:19.224Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3992026-09-19T07:30:20.237Zcurl: (28) Connection timed out after 1000 milliseconds
4002026-09-19T07:30:20.262Z+ [[ 6 -gt 30 ]]
4012026-09-19T07:30:20.262Z+ sleep 1
4022026-09-19T07:30:21.242Z+ retry=7
4032026-09-19T07:30:21.242Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4042026-09-19T07:30:22.254Zcurl: (28) Connection timed out after 1000 milliseconds
4052026-09-19T07:30:22.279Z+ [[ 7 -gt 30 ]]
4062026-09-19T07:30:22.279Z+ sleep 1
4072026-09-19T07:30:23.260Z+ retry=8
4082026-09-19T07:30:23.260Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4092026-09-19T07:30:24.278Zcurl: (28) Connection timed out after 1000 milliseconds
4102026-09-19T07:30:24.302Z+ [[ 8 -gt 30 ]]
4112026-09-19T07:30:24.303Z+ sleep 1
4122026-09-19T07:30:25.283Z+ retry=9
4132026-09-19T07:30:25.283Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4142026-09-19T07:30:26.295Zcurl: (28) Connection timed out after 1000 milliseconds
4152026-09-19T07:30:26.320Z+ [[ 9 -gt 30 ]]
4162026-09-19T07:30:26.320Z+ sleep 1
4172026-09-19T07:30:27.301Z+ retry=10
4182026-09-19T07:30:27.301Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4192026-09-19T07:30:28.315Zcurl: (28) Connection timed out after 1000 milliseconds
4202026-09-19T07:30:28.339Z+ [[ 10 -gt 30 ]]
4212026-09-19T07:30:28.339Z+ sleep 1
4222026-09-19T07:30:29.332Z+ retry=11
4232026-09-19T07:30:29.333Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4242026-09-19T07:30:30.379Zcurl: (28) Connection timed out after 1000 milliseconds
4252026-09-19T07:30:30.403Z+ [[ 11 -gt 30 ]]
4262026-09-19T07:30:30.403Z+ sleep 1
4272026-09-19T07:30:31.393Z+ retry=12
4282026-09-19T07:30:31.443Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4292026-09-19T07:30:32.485Zcurl: (28) Connection timed out after 1000 milliseconds
4302026-09-19T07:30:32.510Z+ [[ 12 -gt 30 ]]
4312026-09-19T07:30:32.510Z+ sleep 1
4322026-09-19T07:30:33.497Z+ retry=13
4332026-09-19T07:30:33.497Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4342026-09-19T07:30:34.510Zcurl: (28) Connection timed out after 1000 milliseconds
4352026-09-19T07:30:34.534Z+ [[ 13 -gt 30 ]]
4362026-09-19T07:30:34.534Z+ sleep 1
4372026-09-19T07:30:35.516Z+ retry=14
4382026-09-19T07:30:35.516Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4392026-09-19T07:30:36.527Zcurl: (28) Connection timed out after 1000 milliseconds
4402026-09-19T07:30:36.552Z+ [[ 14 -gt 30 ]]
4412026-09-19T07:30:36.552Z+ sleep 1
4422026-09-19T07:30:37.533Z+ retry=15
4432026-09-19T07:30:37.533Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4442026-09-19T07:30:37.557Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4452026-09-19T07:30:37.581Zlocal v6:
4462026-09-19T07:30:37.581Zfe80::1c4b:e5ff:feec:b6b5
4472026-09-19T07:30:37.581Zfdec:2fbb:5b0a:ce71::1
4482026-09-19T07:30:37.581Zlocal v4:
4492026-09-19T07:30:37.581Zrouter v6_idx:
4502026-09-19T07:30:37.581Zrouter v6_routes:
4512026-09-19T07:30:37.581Zrouter v4_idx:
4522026-09-19T07:30:37.581Zrouter v4_routes:
4532026-09-19T07:30:37.581Zresolver v4:
4542026-09-19T07:30:37.581Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
4552026-09-19T07:30:37.581Zresolver v6:
4562026-09-19T07:30:37.581Zfe80::1c4b:e5ff:feec:b6b5 -> 1e:4b:e5:ec:b6:b5
4572026-09-19T07:30:37.581Znat v4:
4582026-09-19T07:30:37.581Znat_v6:
4592026-09-19T07:30:37.582Zattached subnet v4:
4602026-09-19T07:30:37.582Zattached subnet v6:
4612026-09-19T07:30:37.582Zport_mac:
4622026-09-19T07:30:37.582Z1: a8:40:25:64:7a:95
4632026-09-19T07:30:37.585Zproxy arp:
4642026-09-19T07:30:37.585Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4652026-09-19T07:30:37.609Z+ retry=0
4662026-09-19T07:30:37.609Z+++ zoneadm list -n
4672026-09-19T07:30:37.609Z+++ grep oxz_ntp
4682026-09-19T07:30:37.609Z++ pfexec svcs -z -Hostate oxide/ntp
4692026-09-19T07:30:37.610Zsvcs: zone '-Hostate': entity not found
4702026-09-19T07:30:37.610Z++ true
4712026-09-19T07:30:37.610Z+ [[ '' != online ]]
4722026-09-19T07:30:37.610Z+ [[ 0 -gt 60 ]]
4732026-09-19T07:30:37.610Z+ sleep 1
4742026-09-19T07:30:38.607Z+ retry=1
4752026-09-19T07:30:38.631Z+++ zoneadm list -n
4762026-09-19T07:30:38.631Z+++ grep oxz_ntp
4772026-09-19T07:30:38.631Z++ pfexec svcs -z -Hostate oxide/ntp
4782026-09-19T07:30:38.631Zsvcs: zone '-Hostate': entity not found
4792026-09-19T07:30:38.631Z++ true
4802026-09-19T07:30:38.631Z+ [[ '' != online ]]
4812026-09-19T07:30:38.631Z+ [[ 1 -gt 60 ]]
4822026-09-19T07:30:38.631Z+ sleep 1
4832026-09-19T07:30:39.631Z+ retry=2
4842026-09-19T07:30:39.655Z+++ zoneadm list -n
4852026-09-19T07:30:39.655Z+++ grep oxz_ntp
4862026-09-19T07:30:39.655Z++ pfexec svcs -z -Hostate oxide/ntp
4872026-09-19T07:30:39.679Zsvcs: zone '-Hostate': entity not found
4882026-09-19T07:30:39.679Z++ true
4892026-09-19T07:30:39.679Z+ [[ '' != online ]]
4902026-09-19T07:30:39.679Z+ [[ 2 -gt 60 ]]
4912026-09-19T07:30:39.679Z+ sleep 1
4922026-09-19T07:30:40.660Z+ retry=3
4932026-09-19T07:30:40.684Z+++ zoneadm list -n
4942026-09-19T07:30:40.685Z+++ grep oxz_ntp
4952026-09-19T07:30:40.685Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
4962026-09-19T07:30:40.709Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4972026-09-19T07:30:40.709Z++ true
4982026-09-19T07:30:40.709Z+ [[ '' != online ]]
4992026-09-19T07:30:40.709Z+ [[ 3 -gt 60 ]]
5002026-09-19T07:30:40.709Z+ sleep 1
5012026-09-19T07:30:41.692Z+ retry=4
5022026-09-19T07:30:41.716Z+++ zoneadm list -n
5032026-09-19T07:30:41.716Z+++ grep oxz_ntp
5042026-09-19T07:30:41.716Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5052026-09-19T07:30:41.740Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5062026-09-19T07:30:41.740Z++ true
5072026-09-19T07:30:41.740Z+ [[ '' != online ]]
5082026-09-19T07:30:41.741Z+ [[ 4 -gt 60 ]]
5092026-09-19T07:30:41.741Z+ sleep 1
5102026-09-19T07:30:42.723Z+ retry=5
5112026-09-19T07:30:42.748Z+++ zoneadm list -n
5122026-09-19T07:30:42.748Z+++ grep oxz_ntp
5132026-09-19T07:30:42.748Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5142026-09-19T07:30:43.796Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5152026-09-19T07:30:43.796Z++ true
5162026-09-19T07:30:43.796Z+ [[ '' != online ]]
5172026-09-19T07:30:43.796Z+ [[ 5 -gt 60 ]]
5182026-09-19T07:30:43.796Z+ sleep 1
5192026-09-19T07:30:43.821Z+ retry=6
5202026-09-19T07:30:43.821Z+++ zoneadm list -n
5212026-09-19T07:30:43.821Z+++ grep oxz_ntp
5222026-09-19T07:30:43.821Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5232026-09-19T07:30:43.821Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5242026-09-19T07:30:43.821Z++ true
5252026-09-19T07:30:43.821Z+ [[ '' != online ]]
5262026-09-19T07:30:43.821Z+ [[ 6 -gt 60 ]]
5272026-09-19T07:30:43.821Z+ sleep 1
5282026-09-19T07:30:44.787Z+ retry=7
5292026-09-19T07:30:44.811Z+++ zoneadm list -n
5302026-09-19T07:30:44.811Z+++ grep oxz_ntp
5312026-09-19T07:30:44.811Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5322026-09-19T07:30:44.811Z+ [[ offline != online ]]
5332026-09-19T07:30:44.811Z+ [[ 7 -gt 60 ]]
5342026-09-19T07:30:44.811Z+ sleep 1
5352026-09-19T07:30:45.812Z+ retry=8
5362026-09-19T07:30:45.836Z+++ zoneadm list -n
5372026-09-19T07:30:45.836Z+++ grep oxz_ntp
5382026-09-19T07:30:45.836Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5392026-09-19T07:30:45.836Z+ [[ offline != online ]]
5402026-09-19T07:30:45.836Z+ [[ 8 -gt 60 ]]
5412026-09-19T07:30:45.836Z+ sleep 1
5422026-09-19T07:30:46.833Z+ retry=9
5432026-09-19T07:30:46.857Z+++ zoneadm list -n
5442026-09-19T07:30:46.860Z+++ grep oxz_ntp
5452026-09-19T07:30:46.860Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5462026-09-19T07:30:46.860Z+ [[ offline != online ]]
5472026-09-19T07:30:46.860Z+ [[ 9 -gt 60 ]]
5482026-09-19T07:30:46.860Z+ sleep 1
5492026-09-19T07:30:47.856Z+ retry=10
5502026-09-19T07:30:47.880Z+++ zoneadm list -n
5512026-09-19T07:30:47.880Z+++ grep oxz_ntp
5522026-09-19T07:30:47.880Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5532026-09-19T07:30:47.880Z+ [[ offline != online ]]
5542026-09-19T07:30:47.880Z+ [[ 10 -gt 60 ]]
5552026-09-19T07:30:47.880Z+ sleep 1
5562026-09-19T07:30:48.879Z+ retry=11
5572026-09-19T07:30:48.903Z+++ zoneadm list -n
5582026-09-19T07:30:48.903Z+++ grep oxz_ntp
5592026-09-19T07:30:48.903Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5602026-09-19T07:30:48.903Z+ [[ offline != online ]]
5612026-09-19T07:30:48.903Z+ [[ 11 -gt 60 ]]
5622026-09-19T07:30:48.903Z+ sleep 1
5632026-09-19T07:30:49.903Z+ retry=12
5642026-09-19T07:30:49.927Z+++ zoneadm list -n
5652026-09-19T07:30:49.927Z+++ grep oxz_ntp
5662026-09-19T07:30:49.927Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5672026-09-19T07:30:49.927Z+ [[ offline != online ]]
5682026-09-19T07:30:49.927Z+ [[ 12 -gt 60 ]]
5692026-09-19T07:30:49.927Z+ sleep 1
5702026-09-19T07:30:50.928Z+ retry=13
5712026-09-19T07:30:50.953Z+++ zoneadm list -n
5722026-09-19T07:30:50.953Z+++ grep oxz_ntp
5732026-09-19T07:30:50.953Z++ pfexec svcs -z oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b -Hostate oxide/ntp
5742026-09-19T07:30:50.953Z+ [[ online != online ]]
5752026-09-19T07:30:50.953Z+ echo 'Waited for chrony: 13s'
5762026-09-19T07:30:50.953Z+ retry=0
5772026-09-19T07:30:50.953ZWaited for chrony: 13s
5782026-09-19T07:30:50.953Z+ zoneadm list
5792026-09-19T07:30:50.953Z+ grep nexus
5802026-09-19T07:30:50.980Z+ [[ 0 -gt 300 ]]
5812026-09-19T07:30:50.980Z+ sleep 1
5822026-09-19T07:30:51.959Z+ retry=1
5832026-09-19T07:30:51.983Z+ zoneadm list
5842026-09-19T07:30:51.983Z+ grep nexus
5852026-09-19T07:30:51.983Z+ [[ 1 -gt 300 ]]
5862026-09-19T07:30:51.983Z+ sleep 1
5872026-09-19T07:30:52.971Z+ retry=2
5882026-09-19T07:30:52.995Z+ zoneadm list
5892026-09-19T07:30:52.996Z+ grep nexus
5902026-09-19T07:30:52.996Z+ [[ 2 -gt 300 ]]
5912026-09-19T07:30:52.996Z+ sleep 1
5922026-09-19T07:30:53.983Z+ retry=3
5932026-09-19T07:30:54.008Z+ zoneadm list
5942026-09-19T07:30:54.008Z+ grep nexus
5952026-09-19T07:30:54.008Z+ [[ 3 -gt 300 ]]
5962026-09-19T07:30:54.008Z+ sleep 1
5972026-09-19T07:30:54.999Z+ retry=4
5982026-09-19T07:30:55.024Z+ zoneadm list
5992026-09-19T07:30:55.024Z+ grep nexus
6002026-09-19T07:30:55.024Z+ [[ 4 -gt 300 ]]
6012026-09-19T07:30:55.024Z+ sleep 1
6022026-09-19T07:30:56.013Z+ retry=5
6032026-09-19T07:30:56.037Z+ zoneadm list
6042026-09-19T07:30:56.038Z+ grep nexus
6052026-09-19T07:30:56.038Z+ [[ 5 -gt 300 ]]
6062026-09-19T07:30:56.038Z+ sleep 1
6072026-09-19T07:30:57.023Z+ retry=6
6082026-09-19T07:30:57.047Z+ zoneadm list
6092026-09-19T07:30:57.047Z+ grep nexus
6102026-09-19T07:30:57.047Z+ [[ 6 -gt 300 ]]
6112026-09-19T07:30:57.047Z+ sleep 1
6122026-09-19T07:30:58.036Z+ retry=7
6132026-09-19T07:30:58.060Z+ zoneadm list
6142026-09-19T07:30:58.060Z+ grep nexus
6152026-09-19T07:30:58.060Z+ [[ 7 -gt 300 ]]
6162026-09-19T07:30:58.060Z+ sleep 1
6172026-09-19T07:30:59.048Z+ retry=8
6182026-09-19T07:30:59.073Z+ zoneadm list
6192026-09-19T07:30:59.073Z+ grep nexus
6202026-09-19T07:30:59.073Z+ [[ 8 -gt 300 ]]
6212026-09-19T07:30:59.073Z+ sleep 1
6222026-09-19T07:31:00.066Z+ retry=9
6232026-09-19T07:31:00.090Z+ zoneadm list
6242026-09-19T07:31:00.090Z+ grep nexus
6252026-09-19T07:31:00.090Z+ [[ 9 -gt 300 ]]
6262026-09-19T07:31:00.090Z+ sleep 1
6272026-09-19T07:31:01.081Z+ retry=10
6282026-09-19T07:31:01.105Z+ zoneadm list
6292026-09-19T07:31:01.105Z+ grep nexus
6302026-09-19T07:31:01.105Z+ [[ 10 -gt 300 ]]
6312026-09-19T07:31:01.105Z+ sleep 1
6322026-09-19T07:31:02.093Z+ retry=11
6332026-09-19T07:31:02.117Z+ zoneadm list
6342026-09-19T07:31:02.117Z+ grep nexus
6352026-09-19T07:31:02.117Z+ [[ 11 -gt 300 ]]
6362026-09-19T07:31:02.117Z+ sleep 1
6372026-09-19T07:31:03.106Z+ retry=12
6382026-09-19T07:31:03.172Z+ zoneadm list
6392026-09-19T07:31:03.196Z+ grep nexus
6402026-09-19T07:31:03.196Z+ [[ 12 -gt 300 ]]
6412026-09-19T07:31:03.197Z+ sleep 1
6422026-09-19T07:31:04.208Z+ retry=13
6432026-09-19T07:31:04.232Z+ zoneadm list
6442026-09-19T07:31:04.256Z+ grep nexus
6452026-09-19T07:31:04.256Z+ [[ 13 -gt 300 ]]
6462026-09-19T07:31:04.256Z+ sleep 1
6472026-09-19T07:31:05.264Z+ retry=14
6482026-09-19T07:31:05.288Z+ zoneadm list
6492026-09-19T07:31:05.288Z+ grep nexus
6502026-09-19T07:31:05.288Z+ [[ 14 -gt 300 ]]
6512026-09-19T07:31:05.289Z+ sleep 1
6522026-09-19T07:31:06.281Z+ retry=15
6532026-09-19T07:31:06.305Z+ zoneadm list
6542026-09-19T07:31:06.305Z+ grep nexus
6552026-09-19T07:31:06.305Z+ [[ 15 -gt 300 ]]
6562026-09-19T07:31:06.305Z+ sleep 1
6572026-09-19T07:31:07.295Z+ retry=16
6582026-09-19T07:31:07.319Z+ zoneadm list
6592026-09-19T07:31:07.319Z+ grep nexus
6602026-09-19T07:31:07.319Z+ [[ 16 -gt 300 ]]
6612026-09-19T07:31:07.319Z+ sleep 1
6622026-09-19T07:31:08.317Z+ retry=17
6632026-09-19T07:31:08.342Z+ zoneadm list
6642026-09-19T07:31:08.342Z+ grep nexus
6652026-09-19T07:31:08.342Z+ [[ 17 -gt 300 ]]
6662026-09-19T07:31:08.343Z+ sleep 1
6672026-09-19T07:31:09.332Z+ retry=18
6682026-09-19T07:31:09.356Z+ zoneadm list
6692026-09-19T07:31:09.356Z+ grep nexus
6702026-09-19T07:31:09.356Z+ [[ 18 -gt 300 ]]
6712026-09-19T07:31:09.356Z+ sleep 1
6722026-09-19T07:31:10.345Z+ retry=19
6732026-09-19T07:31:10.369Z+ zoneadm list
6742026-09-19T07:31:10.369Z+ grep nexus
6752026-09-19T07:31:10.369Z+ [[ 19 -gt 300 ]]
6762026-09-19T07:31:10.369Z+ sleep 1
6772026-09-19T07:31:11.359Z+ retry=20
6782026-09-19T07:31:11.383Z+ zoneadm list
6792026-09-19T07:31:11.384Z+ grep nexus
6802026-09-19T07:31:11.384Z+ [[ 20 -gt 300 ]]
6812026-09-19T07:31:11.384Z+ sleep 1
6822026-09-19T07:31:12.374Z+ retry=21
6832026-09-19T07:31:12.399Z+ zoneadm list
6842026-09-19T07:31:12.399Z+ grep nexus
6852026-09-19T07:31:12.399Z+ [[ 21 -gt 300 ]]
6862026-09-19T07:31:12.399Z+ sleep 1
6872026-09-19T07:31:13.385Z+ retry=22
6882026-09-19T07:31:13.410Z+ zoneadm list
6892026-09-19T07:31:13.410Z+ grep nexus
6902026-09-19T07:31:13.410Z+ [[ 22 -gt 300 ]]
6912026-09-19T07:31:13.410Z+ sleep 1
6922026-09-19T07:31:14.400Z+ retry=23
6932026-09-19T07:31:14.424Z+ zoneadm list
6942026-09-19T07:31:14.424Z+ grep nexus
6952026-09-19T07:31:14.424Z+ [[ 23 -gt 300 ]]
6962026-09-19T07:31:14.424Z+ sleep 1
6972026-09-19T07:31:15.417Z+ retry=24
6982026-09-19T07:31:15.441Z+ zoneadm list
6992026-09-19T07:31:15.443Z+ grep nexus
7002026-09-19T07:31:15.443Z+ [[ 24 -gt 300 ]]
7012026-09-19T07:31:15.443Z+ sleep 1
7022026-09-19T07:31:16.431Z+ retry=25
7032026-09-19T07:31:16.455Z+ zoneadm list
7042026-09-19T07:31:16.455Z+ grep nexus
7052026-09-19T07:31:16.455Z+ [[ 25 -gt 300 ]]
7062026-09-19T07:31:16.455Z+ sleep 1
7072026-09-19T07:31:17.447Z+ retry=26
7082026-09-19T07:31:17.471Z+ zoneadm list
7092026-09-19T07:31:17.472Z+ grep nexus
7102026-09-19T07:31:17.473Z+ [[ 26 -gt 300 ]]
7112026-09-19T07:31:17.473Z+ sleep 1
7122026-09-19T07:31:18.460Z+ retry=27
7132026-09-19T07:31:18.484Z+ zoneadm list
7142026-09-19T07:31:18.484Z+ grep nexus
7152026-09-19T07:31:18.484Z+ [[ 27 -gt 300 ]]
7162026-09-19T07:31:18.484Z+ sleep 1
7172026-09-19T07:31:19.473Z+ retry=28
7182026-09-19T07:31:19.497Z+ zoneadm list
7192026-09-19T07:31:19.497Z+ grep nexus
7202026-09-19T07:31:19.498Z+ [[ 28 -gt 300 ]]
7212026-09-19T07:31:19.498Z+ sleep 1
7222026-09-19T07:31:20.487Z+ retry=29
7232026-09-19T07:31:20.512Z+ zoneadm list
7242026-09-19T07:31:20.513Z+ grep nexus
7252026-09-19T07:31:20.513Z+ [[ 29 -gt 300 ]]
7262026-09-19T07:31:20.513Z+ sleep 1
7272026-09-19T07:31:21.498Z+ retry=30
7282026-09-19T07:31:21.524Z+ zoneadm list
7292026-09-19T07:31:21.524Z+ grep nexus
7302026-09-19T07:31:21.524Z+ [[ 30 -gt 300 ]]
7312026-09-19T07:31:21.524Z+ sleep 1
7322026-09-19T07:31:22.513Z+ retry=31
7332026-09-19T07:31:22.540Z+ zoneadm list
7342026-09-19T07:31:22.540Z+ grep nexus
7352026-09-19T07:31:22.540Z+ [[ 31 -gt 300 ]]
7362026-09-19T07:31:22.540Z+ sleep 1
7372026-09-19T07:31:23.524Z+ retry=32
7382026-09-19T07:31:23.548Z+ zoneadm list
7392026-09-19T07:31:23.549Z+ grep nexus
7402026-09-19T07:31:23.549Z+ [[ 32 -gt 300 ]]
7412026-09-19T07:31:23.549Z+ sleep 1
7422026-09-19T07:31:24.541Z+ retry=33
7432026-09-19T07:31:24.598Z+ zoneadm list
7442026-09-19T07:31:24.598Z+ grep nexus
7452026-09-19T07:31:24.598Z+ [[ 33 -gt 300 ]]
7462026-09-19T07:31:24.598Z+ sleep 1
7472026-09-19T07:31:25.556Z+ retry=34
7482026-09-19T07:31:25.580Z+ zoneadm list
7492026-09-19T07:31:25.580Z+ grep nexus
7502026-09-19T07:31:25.580Z+ [[ 34 -gt 300 ]]
7512026-09-19T07:31:25.580Z+ sleep 1
7522026-09-19T07:31:26.569Z+ retry=35
7532026-09-19T07:31:26.593Z+ zoneadm list
7542026-09-19T07:31:26.593Z+ grep nexus
7552026-09-19T07:31:26.593Z+ [[ 35 -gt 300 ]]
7562026-09-19T07:31:26.593Z+ sleep 1
7572026-09-19T07:31:27.582Z+ retry=36
7582026-09-19T07:31:27.606Z+ zoneadm list
7592026-09-19T07:31:27.606Z+ grep nexus
7602026-09-19T07:31:27.606Z+ [[ 36 -gt 300 ]]
7612026-09-19T07:31:27.606Z+ sleep 1
7622026-09-19T07:31:28.595Z+ retry=37
7632026-09-19T07:31:28.619Z+ zoneadm list
7642026-09-19T07:31:28.619Z+ grep nexus
7652026-09-19T07:31:28.619Z+ [[ 37 -gt 300 ]]
7662026-09-19T07:31:28.619Z+ sleep 1
7672026-09-19T07:31:29.614Z+ retry=38
7682026-09-19T07:31:29.639Z+ zoneadm list
7692026-09-19T07:31:29.639Z+ grep nexus
7702026-09-19T07:31:29.639Z+ [[ 38 -gt 300 ]]
7712026-09-19T07:31:29.639Z+ sleep 1
7722026-09-19T07:31:30.639Z+ retry=39
7732026-09-19T07:31:30.664Z+ zoneadm list
7742026-09-19T07:31:30.664Z+ grep nexus
7752026-09-19T07:31:30.664Z+ [[ 39 -gt 300 ]]
7762026-09-19T07:31:30.664Z+ sleep 1
7772026-09-19T07:31:32.168Z+ retry=40
7782026-09-19T07:31:32.193Z+ zoneadm list
7792026-09-19T07:31:32.218Z+ grep nexus
7802026-09-19T07:31:32.218Z+ [[ 40 -gt 300 ]]
7812026-09-19T07:31:32.218Z+ sleep 1
7822026-09-19T07:31:34.847Z+ retry=41
7832026-09-19T07:31:34.946Z+ zoneadm list
7842026-09-19T07:31:35.057Z+ grep nexus
7852026-09-19T07:31:35.144Z+ [[ 41 -gt 300 ]]
7862026-09-19T07:31:35.144Z+ sleep 1
7872026-09-19T07:31:36.364Z+ retry=42
7882026-09-19T07:31:36.389Z+ zoneadm list
7892026-09-19T07:31:36.389Z+ grep nexus
7902026-09-19T07:31:36.414Z+ [[ 42 -gt 300 ]]
7912026-09-19T07:31:36.414Z+ sleep 1
7922026-09-19T07:31:37.395Z+ retry=43
7932026-09-19T07:31:37.419Z+ zoneadm list
7942026-09-19T07:31:37.419Z+ grep nexus
7952026-09-19T07:31:37.419Z+ [[ 43 -gt 300 ]]
7962026-09-19T07:31:37.419Z+ sleep 1
7972026-09-19T07:31:38.424Z+ retry=44
7982026-09-19T07:31:38.448Z+ zoneadm list
7992026-09-19T07:31:38.449Z+ grep nexus
8002026-09-19T07:31:38.474Z+ [[ 44 -gt 300 ]]
8012026-09-19T07:31:38.474Z+ sleep 1
8022026-09-19T07:31:39.458Z+ retry=45
8032026-09-19T07:31:39.483Z+ zoneadm list
8042026-09-19T07:31:39.483Z+ grep nexus
8052026-09-19T07:31:39.507Zoxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691
8062026-09-19T07:31:39.507Z+ echo 'Waited for nexus: 45s'
8072026-09-19T07:31:39.508Z+ retry=0
8082026-09-19T07:31:39.508Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8092026-09-19T07:31:39.508Zoxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32
8102026-09-19T07:31:39.508Zoxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b
8112026-09-19T07:31:39.508ZWaited for nexus: 45s
8122026-09-19T07:31:39.534Z+ [[ 0 -gt 300 ]]
8132026-09-19T07:31:39.534Z+ sleep 1
8142026-09-19T07:31:40.521Z+ retry=1
8152026-09-19T07:31:40.521Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8162026-09-19T07:31:40.546Z+ [[ 1 -gt 300 ]]
8172026-09-19T07:31:40.546Z+ sleep 1
8182026-09-19T07:31:41.533Z+ retry=2
8192026-09-19T07:31:41.534Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8202026-09-19T07:31:41.558Z+ [[ 2 -gt 300 ]]
8212026-09-19T07:31:41.558Z+ sleep 1
8222026-09-19T07:31:42.549Z+ retry=3
8232026-09-19T07:31:42.549Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8242026-09-19T07:31:42.573Z+ [[ 3 -gt 300 ]]
8252026-09-19T07:31:42.573Z+ sleep 1
8262026-09-19T07:31:43.563Z+ retry=4
8272026-09-19T07:31:43.563Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8282026-09-19T07:31:43.588Z+ [[ 4 -gt 300 ]]
8292026-09-19T07:31:43.588Z+ sleep 1
8302026-09-19T07:31:44.575Z+ retry=5
8312026-09-19T07:31:44.575Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8322026-09-19T07:31:44.599Z+ [[ 5 -gt 300 ]]
8332026-09-19T07:31:44.599Z+ sleep 1
8342026-09-19T07:31:45.586Z+ retry=6
8352026-09-19T07:31:45.586Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8362026-09-19T07:31:45.610Z+ [[ 6 -gt 300 ]]
8372026-09-19T07:31:45.610Z+ sleep 1
8382026-09-19T07:31:46.600Z+ retry=7
8392026-09-19T07:31:46.600Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8402026-09-19T07:31:46.625Z+ [[ 7 -gt 300 ]]
8412026-09-19T07:31:46.625Z+ sleep 1
8422026-09-19T07:31:47.614Z+ retry=8
8432026-09-19T07:31:47.614Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8442026-09-19T07:31:47.639Z+ [[ 8 -gt 300 ]]
8452026-09-19T07:31:47.639Z+ sleep 1
8462026-09-19T07:31:48.628Z+ retry=9
8472026-09-19T07:31:48.628Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8482026-09-19T07:31:48.656Z+ [[ 9 -gt 300 ]]
8492026-09-19T07:31:48.656Z+ sleep 1
8502026-09-19T07:31:49.639Z+ retry=10
8512026-09-19T07:31:49.639Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8522026-09-19T07:31:49.664Z+ [[ 10 -gt 300 ]]
8532026-09-19T07:31:49.665Z+ sleep 1
8542026-09-19T07:31:50.653Z+ retry=11
8552026-09-19T07:31:50.653Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8562026-09-19T07:31:50.677Z+ [[ 11 -gt 300 ]]
8572026-09-19T07:31:50.677Z+ sleep 1
8582026-09-19T07:31:51.666Z+ retry=12
8592026-09-19T07:31:51.666Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8602026-09-19T07:31:51.691Z+ [[ 12 -gt 300 ]]
8612026-09-19T07:31:51.691Z+ sleep 1
8622026-09-19T07:31:52.704Z+ retry=13
8632026-09-19T07:31:52.704Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8642026-09-19T07:31:52.704Z+ [[ 13 -gt 300 ]]
8652026-09-19T07:31:52.704Z+ sleep 1
8662026-09-19T07:31:53.694Z+ retry=14
8672026-09-19T07:31:53.694Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8682026-09-19T07:31:53.718Z+ [[ 14 -gt 300 ]]
8692026-09-19T07:31:53.718Z+ sleep 1
8702026-09-19T07:31:54.706Z+ retry=15
8712026-09-19T07:31:54.706Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8722026-09-19T07:31:54.730Z+ [[ 15 -gt 300 ]]
8732026-09-19T07:31:54.730Z+ sleep 1
8742026-09-19T07:31:55.715Z+ retry=16
8752026-09-19T07:31:55.715Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8762026-09-19T07:31:55.739Z+ [[ 16 -gt 300 ]]
8772026-09-19T07:31:55.739Z+ sleep 1
8782026-09-19T07:31:56.724Z+ retry=17
8792026-09-19T07:31:56.724Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8802026-09-19T07:31:56.748Z+ [[ 17 -gt 300 ]]
8812026-09-19T07:31:56.749Z+ sleep 1
8822026-09-19T07:31:57.733Z+ retry=18
8832026-09-19T07:31:57.733Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8842026-09-19T07:31:57.757Z+ [[ 18 -gt 300 ]]
8852026-09-19T07:31:57.757Z+ sleep 1
8862026-09-19T07:31:58.742Z+ retry=19
8872026-09-19T07:31:58.742Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8882026-09-19T07:31:58.767Z+ [[ 19 -gt 300 ]]
8892026-09-19T07:31:58.768Z+ sleep 1
8902026-09-19T07:31:59.752Z+ retry=20
8912026-09-19T07:31:59.752Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8922026-09-19T07:31:59.776Z+ [[ 20 -gt 300 ]]
8932026-09-19T07:31:59.776Z+ sleep 1
8942026-09-19T07:32:00.761Z+ retry=21
8952026-09-19T07:32:00.761Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8962026-09-19T07:32:00.785Z+ [[ 21 -gt 300 ]]
8972026-09-19T07:32:00.785Z+ sleep 1
8982026-09-19T07:32:01.774Z+ retry=22
8992026-09-19T07:32:01.774Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9002026-09-19T07:32:01.799Z+ [[ 22 -gt 300 ]]
9012026-09-19T07:32:01.799Z+ sleep 1
9022026-09-19T07:32:02.787Z+ retry=23
9032026-09-19T07:32:02.787Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9042026-09-19T07:32:02.811Z+ [[ 23 -gt 300 ]]
9052026-09-19T07:32:02.811Z+ sleep 1
9062026-09-19T07:32:03.796Z+ retry=24
9072026-09-19T07:32:03.796Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9082026-09-19T07:32:03.820Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2026-09-19T07:32:02.957827416Z","hostname":"sock","pid":1568,"component":"RSS","file":"sled-agent/rack-setup/src/service.rs:931"}
9092026-09-19T07:32:03.820Z+ echo 'Waited for handoff: 24s'
9102026-09-19T07:32:03.820ZWaited for handoff: 24s
9112026-09-19T07:32:03.820Z+ retry=0
9122026-09-19T07:32:03.820Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
9132026-09-19T07:32:03.820Z++ wc -l
9142026-09-19T07:32:04.007Znote: database URL not specified. Will search DNS.
9152026-09-19T07:32:04.007Znote: (override with --db-url or OMDB_DB_URL)
9162026-09-19T07:32:04.031Znote: using DNS from system config (typically /etc/resolv.conf)
9172026-09-19T07:32:04.031Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9182026-09-19T07:32:04.031Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9192026-09-19T07:32:04.074Znote: database schema version matches expected (301.0.0)
9202026-09-19T07:32:04.220Z+ INVENTORY_COLLECTION_COUNT=' 5'
9212026-09-19T07:32:04.244Z+ [[ 5 -gt 1 ]]
9222026-09-19T07:32:04.244Z+ echo 'Waited for inventory collection: 0s'
9232026-09-19T07:32:04.244Z+ retry=0
9242026-09-19T07:32:04.244ZWaited for inventory collection: 0s
9252026-09-19T07:32:04.244Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
9262026-09-19T07:32:04.244Z++ wc -l
9272026-09-19T07:32:04.268Znote: database URL not specified. Will search DNS.
9282026-09-19T07:32:04.268Znote: (override with --db-url or OMDB_DB_URL)
9292026-09-19T07:32:04.268Znote: using DNS from system config (typically /etc/resolv.conf)
9302026-09-19T07:32:04.268Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9312026-09-19T07:32:04.268Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9322026-09-19T07:32:04.292Znote: database schema version matches expected (301.0.0)
9332026-09-19T07:32:05.183Z+ ACTUAL_ZPOOL_COUNT=' 9'
9342026-09-19T07:32:05.208Z+ [[ 9 -eq 9 ]]
9352026-09-19T07:32:05.208Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
9362026-09-19T07:32:05.234Znote: Nexus URL not specified. Will pick one from DNS.
9372026-09-19T07:32:05.234Znote: using DNS from system config (typically /etc/resolv.conf)
9382026-09-19T07:32:05.234Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9392026-09-19T07:32:05.234Znote: using Nexus URL http://[fd00:1122:3344:101::b]:12232
9402026-09-19T07:32:06.550Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
9412026-09-19T07:32:06.591Znote: database URL not specified. Will search DNS.
9422026-09-19T07:32:06.591Znote: (override with --db-url or OMDB_DB_URL)
9432026-09-19T07:32:06.591Znote: using DNS from system config (typically /etc/resolv.conf)
9442026-09-19T07:32:06.591Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9452026-09-19T07:32:06.616Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9462026-09-19T07:32:06.616Znote: database schema version matches expected (301.0.0)
9472026-09-19T07:32:06.640ZID STARTED TOOK NSPS NERRORS
9482026-09-19T07:32:06.640Z4f40950a-5cb9-4ea0-93c4-2c08b1ebc98f 2026-09-19T07:32:01Z 1491 ms 2 0
9492026-09-19T07:32:06.640Z41ff6ca2-7c04-4182-84c8-b3dd05fa6577 2026-09-19T07:32:03Z 131 ms 2 0
9502026-09-19T07:32:06.640Zcb377c15-21c2-4129-b5ff-dec15ca8d035 2026-09-19T07:32:04Z 157 ms 2 0
9512026-09-19T07:32:06.641Z8b208d35-72f6-4779-843b-0d45249495f7 2026-09-19T07:32:05Z 141 ms 2 0
9522026-09-19T07:32:06.666Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
9532026-09-19T07:32:06.666ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
9542026-09-19T07:32:06.666Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
9552026-09-19T07:32:06.690Znote: database URL not specified. Will search DNS.
9562026-09-19T07:32:06.690Znote: (override with --db-url or OMDB_DB_URL)
9572026-09-19T07:32:06.691Znote: using DNS from system config (typically /etc/resolv.conf)
9582026-09-19T07:32:06.691Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9592026-09-19T07:32:06.715Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9602026-09-19T07:32:06.715Znote: database schema version matches expected (301.0.0)
9612026-09-19T07:32:06.941ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
9622026-09-19T07:32:06.941Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
9632026-09-19T07:32:06.942Z479930ff-32d3-498e-a15f-8ce16d8e3713 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |3c4e2823-9779-4d97-aea3-534d011ca35c |20937965568 |268435456000
9642026-09-19T07:32:06.942Z68fadc43-ccd9-4618-996c-461bacbf848d | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |a5c8ed13-839c-4331-bffd-d4d0385b3bb8 |20937965568 |268435456000
9652026-09-19T07:32:06.942Z6ee68421-c881-4fd9-b9ee-a17cfc057f47 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |c17b5fa2-c703-41bd-97a2-5bc182e399f7 |20937965568 |268435456000
9662026-09-19T07:32:06.942Za1176c51-d846-4fa1-a61d-8c667cd44b90 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |0f8a8203-4a11-4f68-a975-b901adddbd26 |20937965568 |268435456000
9672026-09-19T07:32:06.942Za87b76c9-2d7c-4e59-8558-142d3bf8d0ea | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |1b70ebe1-53da-4939-aefb-00280f46c9e6 |20937965568 |268435456000
9682026-09-19T07:32:06.942Zc4838d67-4798-49fc-b513-ea30f250ff15 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |b02b9e0a-0a56-4a18-9099-0693c2c61d70 |20937965568 |268435456000
9692026-09-19T07:32:06.942Zc7e889fe-e45e-475b-b52d-2f26481cfa68 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |d3a97249-ec65-42ba-b9bf-c98bd5f9576d |20937965568 |268435456000
9702026-09-19T07:32:06.942Ze5c81fb1-b96d-463c-8a30-9ee81edb74b6 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |994c435e-029f-48cb-ac8d-2d1175f98904 |20937965568 |268435456000
9712026-09-19T07:32:06.942Ze95491f2-2d7a-41f5-a202-d78fe6799543 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |2adc5be7-1f2a-4cb0-a33a-1a3222ecb844 |20937965568 |268435456000
9722026-09-19T07:32:06.967Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
9732026-09-19T07:32:06.991Znote: database URL not specified. Will search DNS.
9742026-09-19T07:32:06.991Znote: (override with --db-url or OMDB_DB_URL)
9752026-09-19T07:32:06.991Znote: using DNS from system config (typically /etc/resolv.conf)
9762026-09-19T07:32:06.991Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9772026-09-19T07:32:07.016Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9782026-09-19T07:32:07.016Znote: database schema version matches expected (301.0.0)
9792026-09-19T07:32:07.370Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9802026-09-19T07:32:07.370Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 479930ff-32d3-498e-a15f-8ce16d8e3713 0
9812026-09-19T07:32:07.408Znote: database URL not specified. Will search DNS.
9822026-09-19T07:32:07.408Znote: (override with --db-url or OMDB_DB_URL)
9832026-09-19T07:32:07.408Znote: using DNS from system config (typically /etc/resolv.conf)
9842026-09-19T07:32:07.408Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9852026-09-19T07:32:07.433Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9862026-09-19T07:32:07.433Znote: database schema version matches expected (301.0.0)
9872026-09-19T07:32:07.494Zset pool 479930ff-32d3-498e-a15f-8ce16d8e3713 control plane storage buffer bytes to 0
9882026-09-19T07:32:07.519Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9892026-09-19T07:32:07.519Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 68fadc43-ccd9-4618-996c-461bacbf848d 0
9902026-09-19T07:32:07.543Znote: database URL not specified. Will search DNS.
9912026-09-19T07:32:07.543Znote: (override with --db-url or OMDB_DB_URL)
9922026-09-19T07:32:07.543Znote: using DNS from system config (typically /etc/resolv.conf)
9932026-09-19T07:32:07.543Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
9942026-09-19T07:32:07.567Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
9952026-09-19T07:32:07.567Znote: database schema version matches expected (301.0.0)
9962026-09-19T07:32:07.638Zset pool 68fadc43-ccd9-4618-996c-461bacbf848d control plane storage buffer bytes to 0
9972026-09-19T07:32:07.662Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
9982026-09-19T07:32:07.662Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6ee68421-c881-4fd9-b9ee-a17cfc057f47 0
9992026-09-19T07:32:07.689Znote: database URL not specified. Will search DNS.
10002026-09-19T07:32:07.689Znote: (override with --db-url or OMDB_DB_URL)
10012026-09-19T07:32:07.689Znote: using DNS from system config (typically /etc/resolv.conf)
10022026-09-19T07:32:07.689Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10032026-09-19T07:32:07.713Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10042026-09-19T07:32:07.713Znote: database schema version matches expected (301.0.0)
10052026-09-19T07:32:07.782Zset pool 6ee68421-c881-4fd9-b9ee-a17cfc057f47 control plane storage buffer bytes to 0
10062026-09-19T07:32:07.806Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10072026-09-19T07:32:07.806Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a1176c51-d846-4fa1-a61d-8c667cd44b90 0
10082026-09-19T07:32:07.831Znote: database URL not specified. Will search DNS.
10092026-09-19T07:32:07.832Znote: (override with --db-url or OMDB_DB_URL)
10102026-09-19T07:32:07.832Znote: using DNS from system config (typically /etc/resolv.conf)
10112026-09-19T07:32:07.832Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10122026-09-19T07:32:07.856Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10132026-09-19T07:32:07.856Znote: database schema version matches expected (301.0.0)
10142026-09-19T07:32:07.923Zset pool a1176c51-d846-4fa1-a61d-8c667cd44b90 control plane storage buffer bytes to 0
10152026-09-19T07:32:07.947Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10162026-09-19T07:32:07.947Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a87b76c9-2d7c-4e59-8558-142d3bf8d0ea 0
10172026-09-19T07:32:07.972Znote: database URL not specified. Will search DNS.
10182026-09-19T07:32:07.972Znote: (override with --db-url or OMDB_DB_URL)
10192026-09-19T07:32:07.972Znote: using DNS from system config (typically /etc/resolv.conf)
10202026-09-19T07:32:07.972Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10212026-09-19T07:32:07.996Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10222026-09-19T07:32:07.996Znote: database schema version matches expected (301.0.0)
10232026-09-19T07:32:08.072Zset pool a87b76c9-2d7c-4e59-8558-142d3bf8d0ea control plane storage buffer bytes to 0
10242026-09-19T07:32:08.096Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10252026-09-19T07:32:08.096Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c4838d67-4798-49fc-b513-ea30f250ff15 0
10262026-09-19T07:32:08.124Znote: database URL not specified. Will search DNS.
10272026-09-19T07:32:08.124Znote: (override with --db-url or OMDB_DB_URL)
10282026-09-19T07:32:08.124Znote: using DNS from system config (typically /etc/resolv.conf)
10292026-09-19T07:32:08.124Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10302026-09-19T07:32:08.148Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10312026-09-19T07:32:08.148Znote: database schema version matches expected (301.0.0)
10322026-09-19T07:32:08.228Zset pool c4838d67-4798-49fc-b513-ea30f250ff15 control plane storage buffer bytes to 0
10332026-09-19T07:32:08.252Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10342026-09-19T07:32:08.252Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c7e889fe-e45e-475b-b52d-2f26481cfa68 0
10352026-09-19T07:32:08.277Znote: database URL not specified. Will search DNS.
10362026-09-19T07:32:08.277Znote: (override with --db-url or OMDB_DB_URL)
10372026-09-19T07:32:08.277Znote: using DNS from system config (typically /etc/resolv.conf)
10382026-09-19T07:32:08.277Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10392026-09-19T07:32:08.301Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10402026-09-19T07:32:08.301Znote: database schema version matches expected (301.0.0)
10412026-09-19T07:32:08.368Zset pool c7e889fe-e45e-475b-b52d-2f26481cfa68 control plane storage buffer bytes to 0
10422026-09-19T07:32:08.392Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10432026-09-19T07:32:08.392Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e5c81fb1-b96d-463c-8a30-9ee81edb74b6 0
10442026-09-19T07:32:08.453Znote: database URL not specified. Will search DNS.
10452026-09-19T07:32:08.453Znote: (override with --db-url or OMDB_DB_URL)
10462026-09-19T07:32:08.453Znote: using DNS from system config (typically /etc/resolv.conf)
10472026-09-19T07:32:08.453Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10482026-09-19T07:32:08.453Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10492026-09-19T07:32:08.453Znote: database schema version matches expected (301.0.0)
10502026-09-19T07:32:08.517Zset pool e5c81fb1-b96d-463c-8a30-9ee81edb74b6 control plane storage buffer bytes to 0
10512026-09-19T07:32:08.541Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
10522026-09-19T07:32:08.541Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e95491f2-2d7a-41f5-a202-d78fe6799543 0
10532026-09-19T07:32:08.570Znote: database URL not specified. Will search DNS.
10542026-09-19T07:32:08.570Znote: (override with --db-url or OMDB_DB_URL)
10552026-09-19T07:32:08.570Znote: using DNS from system config (typically /etc/resolv.conf)
10562026-09-19T07:32:08.571Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10572026-09-19T07:32:08.595Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10582026-09-19T07:32:08.595Znote: database schema version matches expected (301.0.0)
10592026-09-19T07:32:08.665Zset pool e95491f2-2d7a-41f5-a202-d78fe6799543 control plane storage buffer bytes to 0
10602026-09-19T07:32:08.689Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
10612026-09-19T07:32:08.713Znote: database URL not specified. Will search DNS.
10622026-09-19T07:32:08.714Znote: (override with --db-url or OMDB_DB_URL)
10632026-09-19T07:32:08.714Znote: using DNS from system config (typically /etc/resolv.conf)
10642026-09-19T07:32:08.715Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10652026-09-19T07:32:08.739Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221/omicron?sslmode=disable
10662026-09-19T07:32:08.739Znote: database schema version matches expected (301.0.0)
10672026-09-19T07:32:08.963ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
10682026-09-19T07:32:08.963Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
10692026-09-19T07:32:08.963Z479930ff-32d3-498e-a15f-8ce16d8e3713 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |3c4e2823-9779-4d97-aea3-534d011ca35c |20937965568 |0
10702026-09-19T07:32:08.963Z68fadc43-ccd9-4618-996c-461bacbf848d | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |a5c8ed13-839c-4331-bffd-d4d0385b3bb8 |20937965568 |0
10712026-09-19T07:32:08.963Z6ee68421-c881-4fd9-b9ee-a17cfc057f47 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |c17b5fa2-c703-41bd-97a2-5bc182e399f7 |20937965568 |0
10722026-09-19T07:32:08.963Za1176c51-d846-4fa1-a61d-8c667cd44b90 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |0f8a8203-4a11-4f68-a975-b901adddbd26 |20937965568 |0
10732026-09-19T07:32:08.963Za87b76c9-2d7c-4e59-8558-142d3bf8d0ea | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |1b70ebe1-53da-4939-aefb-00280f46c9e6 |20937965568 |0
10742026-09-19T07:32:08.963Zc4838d67-4798-49fc-b513-ea30f250ff15 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |b02b9e0a-0a56-4a18-9099-0693c2c61d70 |20937965568 |0
10752026-09-19T07:32:08.963Zc7e889fe-e45e-475b-b52d-2f26481cfa68 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |d3a97249-ec65-42ba-b9bf-c98bd5f9576d |20937965568 |0
10762026-09-19T07:32:08.963Ze5c81fb1-b96d-463c-8a30-9ee81edb74b6 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |994c435e-029f-48cb-ac8d-2d1175f98904 |20937965568 |0
10772026-09-19T07:32:08.963Ze95491f2-2d7a-41f5-a202-d78fe6799543 | |9bd1086c-cec4-4cd4-b783-f990afbcb57c |2adc5be7-1f2a-4cb0-a33a-1a3222ecb844 |20937965568 |0
10782026-09-19T07:32:08.989Z+ export RUST_BACKTRACE=1
10792026-09-19T07:32:08.989Z+ RUST_BACKTRACE=1
10802026-09-19T07:32:08.989Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
10812026-09-19T07:32:08.989Z++ ./target/debug/bootstrap
10822026-09-19T07:32:09.095ZUsing external DNS server at 10.151.2.164:53
10832026-09-19T07:32:09.120Z2026-09-19 07:32:09.088817457 UTC: attempting to log into API
10842026-09-19T07:32:10.535Z2026-09-19 07:32:10.523800690 UTC: login succeeded
10852026-09-19T07:32:10.559Zwaiting for nexus to come up...
10862026-09-19T07:32:10.697Zcreating IPv4 IP pool... 10.151.2.175 - 10.151.2.227
10872026-09-19T07:32:11.703Zcreating IPv6 IP pool... fd00::aa - fd00::bb
10882026-09-19T07:32:12.221Zsetting up quotas...
10892026-09-19T07:32:12.436Zensuring datasets are ready...
10902026-09-19T07:32:17.520Zlet's roll.
10912026-09-19T07:32:17.543Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
10922026-09-19T07:32:17.544ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
10932026-09-19T07:32:17.544ZOXIDE_TOKEN=oxide-token-d3f1be1a8e3f9ec5d28d64a489081ac0028d6fbd'
10942026-09-19T07:32:17.544Z++ OXIDE_HOST=https://recovery.sys.oxide.test
10952026-09-19T07:32:17.544Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
10962026-09-19T07:32:17.544Z++ OXIDE_TOKEN=oxide-token-d3f1be1a8e3f9ec5d28d64a489081ac0028d6fbd
10972026-09-19T07:32:17.544Z+ export OXIDE_HOST OXIDE_TOKEN
10982026-09-19T07:32:17.544Z+ retry=0
10992026-09-19T07:32:17.544Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11002026-09-19T07:32:17.616Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
11012026-09-19T07:32:18.713Z{"status":"ok"}{
11022026-09-19T07:32:18.713Z "description": "some images",
11032026-09-19T07:32:18.713Z "id": "60f4eeb1-9650-402e-ae36-fb62853f3d03",
11042026-09-19T07:32:18.713Z "name": "images",
11052026-09-19T07:32:18.713Z "time_created": "2026-09-19T07:32:17.752292Z",
11062026-09-19T07:32:18.713Z "time_modified": "2026-09-19T07:32:17.752292Z"
11072026-09-19T07:32:18.713Z}
11082026-09-19T07:32:18.737Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
11092026-09-19T07:43:32.611ZDone!
11102026-09-19T07:43:32.635Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
11112026-09-19T07:43:32.860Z{
11122026-09-19T07:43:32.860Z "block_size": 512,
11132026-09-19T07:43:32.860Z "description": "debian 11 original base image",
11142026-09-19T07:43:32.860Z "id": "44a1d12e-5627-46a6-aa22-5a3c417f6dd9",
11152026-09-19T07:43:32.860Z "name": "debian11",
11162026-09-19T07:43:32.860Z "os": "debian",
11172026-09-19T07:43:32.860Z "size": 2147483648,
11182026-09-19T07:43:32.860Z "time_created": "2026-09-19T07:43:32.501658Z",
11192026-09-19T07:43:32.860Z "time_modified": "2026-09-19T07:43:32.830389Z",
11202026-09-19T07:43:32.860Z "version": "11"
11212026-09-19T07:43:32.860Z}
11222026-09-19T07:43:32.884Z+ for test_bin in tests/*
11232026-09-19T07:43:32.884Z+ ./tests/bootstrap-c50a869039e4804f
11242026-09-19T07:43:32.884Z
11252026-09-19T07:43:32.884Zrunning 0 tests
11262026-09-19T07:43:32.884Z
11272026-09-19T07:43:32.884Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11282026-09-19T07:43:32.885Z
11292026-09-19T07:43:32.885Z+ for test_bin in tests/*
11302026-09-19T07:43:32.885Z+ ./tests/commtest-e6fcb95e5d4e2330
11312026-09-19T07:43:32.909Z
11322026-09-19T07:43:32.909Zrunning 0 tests
11332026-09-19T07:43:32.909Z
11342026-09-19T07:43:32.909Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11352026-09-19T07:43:32.909Z
11362026-09-19T07:43:32.909Z+ for test_bin in tests/*
11372026-09-19T07:43:32.909Z+ ./tests/dhcp_server-4deeb2edf2a68b60
11382026-09-19T07:43:32.909Z
11392026-09-19T07:43:32.909Zrunning 0 tests
11402026-09-19T07:43:32.909Z
11412026-09-19T07:43:32.909Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11422026-09-19T07:43:32.909Z
11432026-09-19T07:43:32.909Z+ for test_bin in tests/*
11442026-09-19T07:43:32.909Z+ ./tests/end_to_end_tests-3b7c6972a25c91c5
11452026-09-19T07:43:33.020Z
11462026-09-19T07:43:33.021Zrunning 3 tests
11472026-09-19T07:43:33.045Znote: configured to log to "/tmp/end_to_end_tests-3b7c6972a25c91c5-new_blueprint_noop.965.0.log"
11482026-09-19T07:43:33.152Ztest no_spoof::no_spoof_here ... ok
11492026-09-19T07:43:33.786Ztest noop_blueprint::new_blueprint_noop ... ok
11502026-09-19T07:44:03.789Ztest instance_launch::instance_launch ... ok
11512026-09-19T07:44:03.789Z
11522026-09-19T07:44:03.814Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.77s
11532026-09-19T07:44:03.814Z
11542026-09-19T07:44:03.814Z+ _exit_trap
11552026-09-19T07:44:03.814Z+ local status=0
11562026-09-19T07:44:03.814Z+ set +o errexit
11572026-09-19T07:44:03.814Z+ [[ x != \x ]]
11582026-09-19T07:44:03.814Z+ pfexec svcadm -Z disable -s cron
11592026-09-19T07:44:05.729Z+ [[ 0 -eq 0 ]]
11602026-09-19T07:44:05.729Z+ exit 0
11612026-09-19T07:44:05.753Zprocess exited: duration 897957 ms, exit code 0
 
11622026-09-19T07:44:05.852Zfound 110 output files
11632026-09-19T07:44:05.852Zuploading: /var/svc/log/oxide-mg-ddm:default.log (314249 bytes)
11642026-09-19T07:44:07.106Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
11652026-09-19T07:44:07.106Zuploading: /var/svc/log/oxide-sled-agent:default.log (2937879 bytes)
11662026-09-19T07:44:07.467Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 2937879 -> 2938767
11672026-09-19T07:44:08.538Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11682026-09-19T07:44:08.538Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (13237535 bytes)
11692026-09-19T07:44:09.295Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 13237535 -> 13284532
11702026-09-19T07:44:10.368Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11712026-09-19T07:44:10.368Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (25938 bytes)
11722026-09-19T07:44:11.507Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11732026-09-19T07:44:11.507Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (318206 bytes)
11742026-09-19T07:44:11.750Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 318206 -> 320583
11752026-09-19T07:44:12.819Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11762026-09-19T07:44:12.819Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (442583 bytes)
11772026-09-19T07:44:13.042Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 442583 -> 445355
11782026-09-19T07:44:14.114Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11792026-09-19T07:44:14.114Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (4454524 bytes)
11802026-09-19T07:44:14.934Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 4454524 -> 4487040
11812026-09-19T07:44:16.013Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11822026-09-19T07:44:16.037Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6856718 bytes)
11832026-09-19T07:44:17.199Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6856718 -> 6942206
11842026-09-19T07:44:18.271Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11852026-09-19T07:44:18.271Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (2949 bytes)
11862026-09-19T07:44:19.364Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11872026-09-19T07:44:19.364Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (502710 bytes)
11882026-09-19T07:44:19.630Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 502710 -> 510947
11892026-09-19T07:44:20.700Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11902026-09-19T07:44:20.724Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (835 bytes)
11912026-09-19T07:44:21.794Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11922026-09-19T07:44:21.794Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (117154 bytes)
11932026-09-19T07:44:21.949Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log" changed size mid upload: 117154 -> 119248
11942026-09-19T07:44:23.025Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11952026-09-19T07:44:23.025Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (2386 bytes)
11962026-09-19T07:44:24.121Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11972026-09-19T07:44:24.121Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-cockroach-admin:default.log (69221 bytes)
11982026-09-19T07:44:25.303Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-cockroach-admin:default.log
11992026-09-19T07:44:25.303Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-cockroachdb:default.log (4464 bytes)
12002026-09-19T07:44:26.399Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-cockroachdb:default.log
12012026-09-19T07:44:26.399Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
12022026-09-19T07:44:27.493Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_cockroachdb_25a023a2-7fbd-4cdb-b187-415595493a34/root/var/svc/log/oxide-zone-network-setup:default.log
12032026-09-19T07:44:27.493Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-crucible-agent:default.log (1984 bytes)
12042026-09-19T07:44:28.587Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-crucible-agent:default.log
12052026-09-19T07:44:28.587Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12062026-09-19T07:44:29.683Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-crucible-downstairs:default.log
12072026-09-19T07:44:29.707Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
12082026-09-19T07:44:30.778Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_crucible_650a9844-f5c8-4629-9118-cc0e179e912c/root/var/svc/log/oxide-zone-network-setup:default.log
12092026-09-19T07:44:30.779Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-nexus:default.log (13947182 bytes)
12102026-09-19T07:44:34.634Zupload warning: file "/pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13947182 -> 14226455
12112026-09-19T07:44:35.707Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-nexus:default.log
12122026-09-19T07:44:35.707Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-opte-interface-setup:default.log (935 bytes)
12132026-09-19T07:44:36.802Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-opte-interface-setup:default.log
12142026-09-19T07:44:36.802Zuploading: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
12152026-09-19T07:44:37.896Zuploaded: /pool/ext/479930ff-32d3-498e-a15f-8ce16d8e3713/crypt/zone/oxz_nexus_83ef0970-d827-4c48-bb5a-032179d65c32/root/var/svc/log/oxide-zone-network-setup:default.log
12162026-09-19T07:44:37.896Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-agent:default.log (12918 bytes)
12172026-09-19T07:44:39.015Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-agent:default.log
12182026-09-19T07:44:39.016Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12192026-09-19T07:44:40.110Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-downstairs:default.log
12202026-09-19T07:44:40.110Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-downstairs:downstairs-84c6739b-b3d0-4d06-b8c5-54509ba88a84.log (3127 bytes)
12212026-09-19T07:44:41.208Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-crucible-downstairs:downstairs-84c6739b-b3d0-4d06-b8c5-54509ba88a84.log
12222026-09-19T07:44:41.232Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
12232026-09-19T07:44:42.302Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_crucible_2755c527-d98a-4a9e-ae32-221e76e3a744/root/var/svc/log/oxide-zone-network-setup:default.log
12242026-09-19T07:44:42.326Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-nexus:default.log (14045312 bytes)
12252026-09-19T07:44:46.580Zupload warning: file "/pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 14045312 -> 14359322
12262026-09-19T07:44:47.650Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-nexus:default.log
12272026-09-19T07:44:47.700Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-opte-interface-setup:default.log (934 bytes)
12282026-09-19T07:44:48.749Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-opte-interface-setup:default.log
12292026-09-19T07:44:48.749Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
12302026-09-19T07:44:49.842Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_nexus_7dbf5b9e-d796-4b04-8100-41beaa134691/root/var/svc/log/oxide-zone-network-setup:default.log
12312026-09-19T07:44:49.842Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-chrony-setup:default.log (15296 bytes)
12322026-09-19T07:44:50.959Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-chrony-setup:default.log
12332026-09-19T07:44:50.959Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-ntp-admin:default.log (94188 bytes)
12342026-09-19T07:44:52.161Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-ntp-admin:default.log
12352026-09-19T07:44:52.161Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-ntp:default.log (1232 bytes)
12362026-09-19T07:44:53.256Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-ntp:default.log
12372026-09-19T07:44:53.256Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-opte-interface-setup:default.log (928 bytes)
12382026-09-19T07:44:54.351Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-opte-interface-setup:default.log
12392026-09-19T07:44:54.351Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-zone-network-setup:default.log (2028 bytes)
12402026-09-19T07:44:55.446Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/svc/log/oxide-zone-network-setup:default.log
12412026-09-19T07:44:55.470Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-agent:default.log (35277 bytes)
12422026-09-19T07:44:56.605Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-agent:default.log
12432026-09-19T07:44:56.605Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12442026-09-19T07:44:57.698Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:default.log
12452026-09-19T07:44:57.698Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-23f3c2d4-c9f8-40af-9506-e644e1b2984d.log (6106 bytes)
12462026-09-19T07:44:58.792Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-23f3c2d4-c9f8-40af-9506-e644e1b2984d.log
12472026-09-19T07:44:58.816Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-49849000-8977-4900-9509-8317dd8e3107.log (3124 bytes)
12482026-09-19T07:44:59.887Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-49849000-8977-4900-9509-8317dd8e3107.log
12492026-09-19T07:44:59.911Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-e826bc23-4a5f-43b8-a25c-7f4483e41699.log (2992 bytes)
12502026-09-19T07:45:00.982Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-e826bc23-4a5f-43b8-a25c-7f4483e41699.log
12512026-09-19T07:45:00.982Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:snapshot-23f3c2d4-c9f8-40af-9506-e644e1b2984d-8988f26a-d638-46b9-aba4-7a85295caf98.log (5657 bytes)
12522026-09-19T07:45:02.086Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-crucible-downstairs:snapshot-23f3c2d4-c9f8-40af-9506-e644e1b2984d-8988f26a-d638-46b9-aba4-7a85295caf98.log
12532026-09-19T07:45:02.086Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
12542026-09-19T07:45:03.180Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_51415dca-2fc0-46fe-bd99-0a60228642c1/root/var/svc/log/oxide-zone-network-setup:default.log
12552026-09-19T07:45:03.204Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_pantry_b5ca9b77-42f3-40d3-a552-fbf7d3be9454/root/var/svc/log/oxide-crucible-pantry:default.log (167815 bytes)
12562026-09-19T07:45:03.357Zupload warning: file "/pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_pantry_b5ca9b77-42f3-40d3-a552-fbf7d3be9454/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 167815 -> 181164
12572026-09-19T07:45:04.429Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_pantry_b5ca9b77-42f3-40d3-a552-fbf7d3be9454/root/var/svc/log/oxide-crucible-pantry:default.log
12582026-09-19T07:45:04.453Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_pantry_b5ca9b77-42f3-40d3-a552-fbf7d3be9454/root/var/svc/log/oxide-zone-network-setup:default.log (2134 bytes)
12592026-09-19T07:45:05.525Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_crucible_pantry_b5ca9b77-42f3-40d3-a552-fbf7d3be9454/root/var/svc/log/oxide-zone-network-setup:default.log
12602026-09-19T07:45:05.525Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_oximeter_a073b928-1161-4025-b06f-331b40983a9c/root/var/svc/log/oxide-oximeter:default.log (4885624 bytes)
12612026-09-19T07:45:07.008Zupload warning: file "/pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_oximeter_a073b928-1161-4025-b06f-331b40983a9c/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4885624 -> 5294243
12622026-09-19T07:45:08.079Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_oximeter_a073b928-1161-4025-b06f-331b40983a9c/root/var/svc/log/oxide-oximeter:default.log
12632026-09-19T07:45:08.079Zuploading: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_oximeter_a073b928-1161-4025-b06f-331b40983a9c/root/var/svc/log/oxide-zone-network-setup:default.log (2075 bytes)
12642026-09-19T07:45:09.175Zuploaded: /pool/ext/6ee68421-c881-4fd9-b9ee-a17cfc057f47/crypt/zone/oxz_oximeter_a073b928-1161-4025-b06f-331b40983a9c/root/var/svc/log/oxide-zone-network-setup:default.log
12652026-09-19T07:45:09.175Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-clickhouse-admin-single:default.log (52194 bytes)
12662026-09-19T07:45:09.308Zupload warning: file "/pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 52194 -> 55970
12672026-09-19T07:45:10.381Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-clickhouse-admin-single:default.log
12682026-09-19T07:45:10.381Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-clickhouse:default.log (25350 bytes)
12692026-09-19T07:45:11.518Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-clickhouse:default.log
12702026-09-19T07:45:11.518Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
12712026-09-19T07:45:12.613Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_clickhouse_43165b16-c8b6-40c3-afd6-fef69527a9c8/root/var/svc/log/oxide-zone-network-setup:default.log
12722026-09-19T07:45:12.613Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-cockroach-admin:default.log (69234 bytes)
12732026-09-19T07:45:12.745Zupload warning: file "/pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 69234 -> 73663
12742026-09-19T07:45:13.815Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-cockroach-admin:default.log
12752026-09-19T07:45:13.815Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-cockroachdb:default.log (4462 bytes)
12762026-09-19T07:45:14.908Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-cockroachdb:default.log
12772026-09-19T07:45:14.909Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
12782026-09-19T07:45:16.003Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_cockroachdb_7f824a27-f10e-4dcd-a91b-f9ce8858841b/root/var/svc/log/oxide-zone-network-setup:default.log
12792026-09-19T07:45:16.003Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-agent:default.log (12916 bytes)
12802026-09-19T07:45:17.119Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-agent:default.log
12812026-09-19T07:45:17.119Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12822026-09-19T07:45:18.212Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-downstairs:default.log
12832026-09-19T07:45:18.213Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-downstairs:downstairs-7551e9b9-c479-4bf2-9bea-960e12904c78.log (5999 bytes)
12842026-09-19T07:45:19.308Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-crucible-downstairs:downstairs-7551e9b9-c479-4bf2-9bea-960e12904c78.log
12852026-09-19T07:45:19.308Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-zone-network-setup:default.log (2077 bytes)
12862026-09-19T07:45:20.402Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_crucible_f2919931-113f-427a-85e6-fe33872d4566/root/var/svc/log/oxide-zone-network-setup:default.log
12872026-09-19T07:45:20.427Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-external_dns:default.log (49568 bytes)
12882026-09-19T07:45:20.534Zupload warning: file "/pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49568 -> 53340
12892026-09-19T07:45:21.604Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-external_dns:default.log
12902026-09-19T07:45:21.604Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-opte-interface-setup:default.log (949 bytes)
12912026-09-19T07:45:22.699Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-opte-interface-setup:default.log
12922026-09-19T07:45:22.699Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
12932026-09-19T07:45:23.792Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_external_dns_cf9e165a-1140-49cd-bba8-1563653a8544/root/var/svc/log/oxide-zone-network-setup:default.log
12942026-09-19T07:45:23.817Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_internal_dns_9b8423dd-7fe3-4df7-b9af-fe95ed1d3f28/root/var/svc/log/oxide-internal_dns:default.log (525279 bytes)
12952026-09-19T07:45:24.107Zupload warning: file "/pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_internal_dns_9b8423dd-7fe3-4df7-b9af-fe95ed1d3f28/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 525279 -> 563621
12962026-09-19T07:45:25.180Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_internal_dns_9b8423dd-7fe3-4df7-b9af-fe95ed1d3f28/root/var/svc/log/oxide-internal_dns:default.log
12972026-09-19T07:45:25.180Zuploading: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_internal_dns_9b8423dd-7fe3-4df7-b9af-fe95ed1d3f28/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
12982026-09-19T07:45:26.275Zuploaded: /pool/ext/a1176c51-d846-4fa1-a61d-8c667cd44b90/crypt/zone/oxz_internal_dns_9b8423dd-7fe3-4df7-b9af-fe95ed1d3f28/root/var/svc/log/oxide-zone-network-setup:default.log
12992026-09-19T07:45:26.276Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-cockroach-admin:default.log (69226 bytes)
13002026-09-19T07:45:26.409Zupload warning: file "/pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 69226 -> 73657
13012026-09-19T07:45:27.481Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-cockroach-admin:default.log
13022026-09-19T07:45:27.481Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-cockroachdb:default.log (4464 bytes)
13032026-09-19T07:45:28.575Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-cockroachdb:default.log
13042026-09-19T07:45:28.575Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
13052026-09-19T07:45:29.669Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_cockroachdb_9732f3a1-5d9b-43b3-b99e-71a60371fb51/root/var/svc/log/oxide-zone-network-setup:default.log
13062026-09-19T07:45:29.669Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-agent:default.log (19114 bytes)
13072026-09-19T07:45:30.804Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-agent:default.log
13082026-09-19T07:45:30.804Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13092026-09-19T07:45:31.901Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:default.log
13102026-09-19T07:45:31.901Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:downstairs-03a3274c-be24-42b3-a4c5-fbc0571f00e3.log (2997 bytes)
13112026-09-19T07:45:32.995Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:downstairs-03a3274c-be24-42b3-a4c5-fbc0571f00e3.log
13122026-09-19T07:45:32.995Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:downstairs-2065d9b9-4d7c-4d50-b7f8-96586b912990.log (6000 bytes)
13132026-09-19T07:45:34.094Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-crucible-downstairs:downstairs-2065d9b9-4d7c-4d50-b7f8-96586b912990.log
13142026-09-19T07:45:34.094Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13152026-09-19T07:45:35.189Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_0387d24f-760a-4ea3-a675-0f86d7b1d751/root/var/svc/log/oxide-zone-network-setup:default.log
13162026-09-19T07:45:35.189Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_pantry_98b29de0-faef-4c47-9353-d30f3c4e665a/root/var/svc/log/oxide-crucible-pantry:default.log (924496 bytes)
13172026-09-19T07:45:35.609Zupload warning: file "/pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_pantry_98b29de0-faef-4c47-9353-d30f3c4e665a/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 924496 -> 944472
13182026-09-19T07:45:36.680Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_pantry_98b29de0-faef-4c47-9353-d30f3c4e665a/root/var/svc/log/oxide-crucible-pantry:default.log
13192026-09-19T07:45:36.680Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_pantry_98b29de0-faef-4c47-9353-d30f3c4e665a/root/var/svc/log/oxide-zone-network-setup:default.log (2132 bytes)
13202026-09-19T07:45:37.774Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_crucible_pantry_98b29de0-faef-4c47-9353-d30f3c4e665a/root/var/svc/log/oxide-zone-network-setup:default.log
13212026-09-19T07:45:37.774Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-external_dns:default.log (49560 bytes)
13222026-09-19T07:45:37.886Zupload warning: file "/pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49560 -> 53332
13232026-09-19T07:45:38.959Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-external_dns:default.log
13242026-09-19T07:45:38.959Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-opte-interface-setup:default.log (949 bytes)
13252026-09-19T07:45:40.055Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-opte-interface-setup:default.log
13262026-09-19T07:45:40.055Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
13272026-09-19T07:45:41.151Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_external_dns_d787d9f6-4f62-4fc5-827c-9e51824baaf1/root/var/svc/log/oxide-zone-network-setup:default.log
13282026-09-19T07:45:41.151Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_internal_dns_aad3cea2-c186-4657-890e-b4a5c5e1d86f/root/var/svc/log/oxide-internal_dns:default.log (525281 bytes)
13292026-09-19T07:45:41.460Zupload warning: file "/pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_internal_dns_aad3cea2-c186-4657-890e-b4a5c5e1d86f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 525281 -> 569550
13302026-09-19T07:45:42.531Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_internal_dns_aad3cea2-c186-4657-890e-b4a5c5e1d86f/root/var/svc/log/oxide-internal_dns:default.log
13312026-09-19T07:45:42.531Zuploading: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_internal_dns_aad3cea2-c186-4657-890e-b4a5c5e1d86f/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
13322026-09-19T07:45:43.625Zuploaded: /pool/ext/a87b76c9-2d7c-4e59-8558-142d3bf8d0ea/crypt/zone/oxz_internal_dns_aad3cea2-c186-4657-890e-b4a5c5e1d86f/root/var/svc/log/oxide-zone-network-setup:default.log
13332026-09-19T07:45:43.626Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-agent:default.log (38826 bytes)
13342026-09-19T07:45:44.784Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-agent:default.log
13352026-09-19T07:45:44.784Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13362026-09-19T07:45:45.878Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:default.log
13372026-09-19T07:45:45.902Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-0d23fae2-8e1c-42ba-ad44-34324e79f4c3.log (3126 bytes)
13382026-09-19T07:45:46.972Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-0d23fae2-8e1c-42ba-ad44-34324e79f4c3.log
13392026-09-19T07:45:46.996Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-12e836b6-ee0c-4dc5-96d0-b28f75079f29.log (6000 bytes)
13402026-09-19T07:45:48.070Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-12e836b6-ee0c-4dc5-96d0-b28f75079f29.log
13412026-09-19T07:45:48.071Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-8cb0ca0d-baa3-4846-a076-dd5b5e01783e.log (6105 bytes)
13422026-09-19T07:45:49.169Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:downstairs-8cb0ca0d-baa3-4846-a076-dd5b5e01783e.log
13432026-09-19T07:45:49.169Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:snapshot-8cb0ca0d-baa3-4846-a076-dd5b5e01783e-8988f26a-d638-46b9-aba4-7a85295caf98.log (5659 bytes)
13442026-09-19T07:45:50.264Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-crucible-downstairs:snapshot-8cb0ca0d-baa3-4846-a076-dd5b5e01783e-8988f26a-d638-46b9-aba4-7a85295caf98.log
13452026-09-19T07:45:50.288Zuploading: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
13462026-09-19T07:45:51.359Zuploaded: /pool/ext/c4838d67-4798-49fc-b513-ea30f250ff15/crypt/zone/oxz_crucible_d5c481fa-0709-4d55-af4a-ba04b3274fdb/root/var/svc/log/oxide-zone-network-setup:default.log
13472026-09-19T07:45:51.359Zuploading: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
13482026-09-19T07:45:52.454Zuploaded: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-crucible-agent:default.log
13492026-09-19T07:45:52.454Zuploading: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13502026-09-19T07:45:53.549Zuploaded: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-crucible-downstairs:default.log
13512026-09-19T07:45:53.550Zuploading: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
13522026-09-19T07:45:54.645Zuploaded: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_1a9812f7-c9e5-4f52-b9f6-8090b3c4d7e1/root/var/svc/log/oxide-zone-network-setup:default.log
13532026-09-19T07:45:54.670Zuploading: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_pantry_b6bce67c-77f4-4aed-886b-87d38c99d1ad/root/var/svc/log/oxide-crucible-pantry:default.log (168865 bytes)
13542026-09-19T07:45:54.823Zupload warning: file "/pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_pantry_b6bce67c-77f4-4aed-886b-87d38c99d1ad/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 168865 -> 188895
13552026-09-19T07:45:55.893Zuploaded: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_pantry_b6bce67c-77f4-4aed-886b-87d38c99d1ad/root/var/svc/log/oxide-crucible-pantry:default.log
13562026-09-19T07:45:55.893Zuploading: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_pantry_b6bce67c-77f4-4aed-886b-87d38c99d1ad/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
13572026-09-19T07:45:56.987Zuploaded: /pool/ext/c7e889fe-e45e-475b-b52d-2f26481cfa68/crypt/zone/oxz_crucible_pantry_b6bce67c-77f4-4aed-886b-87d38c99d1ad/root/var/svc/log/oxide-zone-network-setup:default.log
13582026-09-19T07:45:56.987Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-cockroach-admin:default.log (71039 bytes)
13592026-09-19T07:45:57.125Zupload warning: file "/pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 71039 -> 75472
13602026-09-19T07:45:58.194Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-cockroach-admin:default.log
13612026-09-19T07:45:58.194Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-cockroachdb:default.log (4437 bytes)
13622026-09-19T07:45:59.288Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-cockroachdb:default.log
13632026-09-19T07:45:59.312Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
13642026-09-19T07:46:00.382Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_cockroachdb_0fcf3aa1-4b72-466a-af39-265b6a4dae0b/root/var/svc/log/oxide-zone-network-setup:default.log
13652026-09-19T07:46:00.382Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-agent:default.log (24613 bytes)
13662026-09-19T07:46:01.519Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-agent:default.log
13672026-09-19T07:46:01.519Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13682026-09-19T07:46:02.615Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:default.log
13692026-09-19T07:46:02.615Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:downstairs-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8.log (6105 bytes)
13702026-09-19T07:46:03.709Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:downstairs-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8.log
13712026-09-19T07:46:03.709Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:downstairs-3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8.log (2997 bytes)
13722026-09-19T07:46:04.802Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:downstairs-3f9f3553-3a9f-4fa0-b6ed-1f81c95e78e8.log
13732026-09-19T07:46:04.802Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:snapshot-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98.log (5655 bytes)
13742026-09-19T07:46:05.897Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-crucible-downstairs:snapshot-1b0fcbbc-1352-4ee5-8f38-1fdc031d99b8-8988f26a-d638-46b9-aba4-7a85295caf98.log
13752026-09-19T07:46:05.897Zuploading: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13762026-09-19T07:46:06.992Zuploaded: /pool/ext/e5c81fb1-b96d-463c-8a30-9ee81edb74b6/crypt/zone/oxz_crucible_3e0b5e2e-647e-4ea3-b4ca-631ef736edab/root/var/svc/log/oxide-zone-network-setup:default.log
13772026-09-19T07:46:06.992Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-cockroach-admin:default.log (69230 bytes)
13782026-09-19T07:46:07.130Zupload warning: file "/pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 69230 -> 78092
13792026-09-19T07:46:08.200Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-cockroach-admin:default.log
13802026-09-19T07:46:08.200Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-cockroachdb:default.log (4463 bytes)
13812026-09-19T07:46:09.295Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-cockroachdb:default.log
13822026-09-19T07:46:09.319Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-zone-network-setup:default.log (2089 bytes)
13832026-09-19T07:46:10.389Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_cockroachdb_14a0c974-1aed-4080-b17b-4ceefef6b61e/root/var/svc/log/oxide-zone-network-setup:default.log
13842026-09-19T07:46:10.389Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-crucible-agent:default.log (1983 bytes)
13852026-09-19T07:46:11.484Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-crucible-agent:default.log
13862026-09-19T07:46:11.484Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13872026-09-19T07:46:12.579Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-crucible-downstairs:default.log
13882026-09-19T07:46:12.579Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
13892026-09-19T07:46:13.677Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_crucible_1aeb3ffe-6c13-4905-a2af-e02aaf627d9a/root/var/svc/log/oxide-zone-network-setup:default.log
13902026-09-19T07:46:13.712Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_internal_dns_2a26c153-59c1-46eb-91ac-7551104ce663/root/var/svc/log/oxide-internal_dns:default.log (525287 bytes)
13912026-09-19T07:46:13.986Zupload warning: file "/pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_internal_dns_2a26c153-59c1-46eb-91ac-7551104ce663/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 525287 -> 593073
13922026-09-19T07:46:15.059Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_internal_dns_2a26c153-59c1-46eb-91ac-7551104ce663/root/var/svc/log/oxide-internal_dns:default.log
13932026-09-19T07:46:15.059Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_internal_dns_2a26c153-59c1-46eb-91ac-7551104ce663/root/var/svc/log/oxide-zone-network-setup:default.log (2090 bytes)
13942026-09-19T07:46:16.155Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_internal_dns_2a26c153-59c1-46eb-91ac-7551104ce663/root/var/svc/log/oxide-zone-network-setup:default.log
13952026-09-19T07:46:16.155Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-nexus:default.log (72787128 bytes)
13962026-09-19T07:46:26.200Zupload warning: file "/pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 72787128 -> 74691996
13972026-09-19T07:46:27.275Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-nexus:default.log
13982026-09-19T07:46:27.275Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-opte-interface-setup:default.log (934 bytes)
13992026-09-19T07:46:28.370Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-opte-interface-setup:default.log
14002026-09-19T07:46:28.370Zuploading: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
14012026-09-19T07:46:29.463Zuploaded: /pool/ext/e95491f2-2d7a-41f5-a202-d78fe6799543/crypt/zone/oxz_nexus_4d9e4739-a317-446a-8139-5291233dc77b/root/var/svc/log/oxide-zone-network-setup:default.log
14022026-09-19T07:46:29.463Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/measurements.log (450356 bytes)
14032026-09-19T07:46:29.753Zupload warning: file "/pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/measurements.log" changed size mid upload: 450356 -> 570807
14042026-09-19T07:46:30.824Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/measurements.log
14052026-09-19T07:46:30.824Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/statistics.log (301158 bytes)
14062026-09-19T07:46:31.076Zupload warning: file "/pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/statistics.log" changed size mid upload: 301158 -> 394290
14072026-09-19T07:46:32.150Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/statistics.log
14082026-09-19T07:46:32.150Zuploading: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/tracking.log (38030 bytes)
14092026-09-19T07:46:32.260Zupload warning: file "/pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/tracking.log" changed size mid upload: 38030 -> 40538
14102026-09-19T07:46:33.331Zuploaded: /pool/ext/68fadc43-ccd9-4618-996c-461bacbf848d/crypt/zone/oxz_ntp_b25549d3-b1c0-44c3-9660-a3308faca95b/root/var/log/chrony/tracking.log