01KD6R9BB2VNR6R2BXHZFVRXZ6: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KD6RA8J0B7Y10955PR4WXNNE

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-12-24T00:05:30.399Zjob dependencies complete; ready to run (waiting for 43 m 21 s)
22025-12-24T01:06:30.323Zjob assigned to worker 01KD6Y7RK10GCA6T0ZS4Y8W341 [factory lab, buskin/18414] (queued for 1 h 0 m 59 s)
32025-12-24T01:06:30.511Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-12-24T01:06:30.552Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-12-24T01:06:30.589Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-12-24T01:06:30.626Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-12-24T01:06:30.660Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-12-24T01:06:30.693ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-12-24T01:06:30.726Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-12-24T01:06:30.762ZOxide Helios Version helios-2.0.23457 64-bit
112025-12-24T01:06:30.795ZConfiguring devices.
122025-12-24T01:06:30.828Z##################################################
132025-12-24T01:06:30.862Z#### ############# ##
142025-12-24T01:06:30.897Z### ### ############ ##
152025-12-24T01:06:30.930Z## ### # ## ### ## Oxide Computer Company ##
162025-12-24T01:06:30.966Z## ## ## ### # ### ##
172025-12-24T01:06:31.000Z## # ### #### #### This Station Under ##
182025-12-24T01:06:31.033Z### ### #### # ### Computer Control ##
192025-12-24T01:06:31.218Z#### #### ### ## ##
202025-12-24T01:06:31.422Z##################################################
212025-12-24T01:06:31.500ZHostname: buskin
222025-12-24T01:06:31.551ZLoading smf(7) service descriptions:
232025-12-24T01:06:32.259Zdownloading input: /input/package/work/package.tar.gz
242025-12-24T01:13:20.469Zdownloaded input: /input/package/work/package.tar.gz
 
252025-12-24T01:13:20.496Zstarting task 0: "setup"
262025-12-24T01:13:20.496Z++ uname -s
272025-12-24T01:13:20.496Z+ kern=SunOS
282025-12-24T01:13:20.496Z+ build_user=build
292025-12-24T01:13:20.496Z+ build_uid=12345
302025-12-24T01:13:20.496Z+ work_dir=/work
312025-12-24T01:13:20.496Z+ input_dir=/input
322025-12-24T01:13:20.496Z+ [[ 0 == 12345 ]]
332025-12-24T01:13:20.496Z+ case "$kern" in
342025-12-24T01:13:20.496Z+ groupadd -g 12345 build
352025-12-24T01:13:20.496Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-12-24T01:13:22.452Z+ zfs create -o mountpoint=/work rpool/work
372025-12-24T01:13:22.478Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-12-24T01:13:22.503Z+ home_fs=zfs
392025-12-24T01:13:22.503Z+ [[ zfs == autofs ]]
402025-12-24T01:13:22.503Z+ mkdir -p /home/build
412025-12-24T01:13:22.503Z+ chown build:build /home/build /work
422025-12-24T01:13:23.486Z+ chmod 0700 /home/build /work
432025-12-24T01:13:23.510Zprocess exited: duration 3055 ms, exit code 0
 
442025-12-24T01:13:23.558Zstarting task 1: "authentication"
452025-12-24T01:13:23.601Zprocess exited: duration 43 ms, exit code 0
 
462025-12-24T01:13:23.649Zstarting task 2: "build"
472025-12-24T01:13:23.672Z+ trap _exit_trap EXIT
482025-12-24T01:13:23.672Z+ OPTE_COMMIT=
492025-12-24T01:13:23.673Z+ [[ x != \x ]]
502025-12-24T01:13:23.673Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-12-24T01:13:23.766Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-12-24T01:13:23.766Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-12-24T01:13:23.767Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-12-24T01:13:23.791Z+ [[ -d /opt/oxide ]]
632025-12-24T01:13:23.791Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-12-24T01:13:23.791Z+ pfexec mkdir /opt/oxide
652025-12-24T01:13:23.791Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-12-24T01:13:23.791Z+ [[ -d /opt/oxide-underneath ]]
672025-12-24T01:13:23.791Z+ cd /opt/oxide-underneath
682025-12-24T01:13:23.791Z+ pfexec tar ceEp@/f - .
692025-12-24T01:13:23.791Z+ cd /opt/oxide
702025-12-24T01:13:23.791Z+ pfexec tar xveEp@/f -
712025-12-24T01:13:23.831Zx ., 0 bytes, 0 tape blocks
722025-12-24T01:13:23.831Zx ./opte, 0 bytes, 0 tape blocks
732025-12-24T01:13:23.831Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-12-24T01:13:23.831Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752025-12-24T01:13:23.855Z+ pfexec rm -rf /opt/oxide-underneath
762025-12-24T01:13:23.855Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-12-24T01:13:23.879Z+ pfexec mkdir /opt/oxide/work
782025-12-24T01:13:23.879Z+ pfexec chown build:build /opt/oxide/work
792025-12-24T01:13:23.879Z+ cd /opt/oxide/work
802025-12-24T01:13:23.879Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-12-24T01:13:45.369ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-12-24T01:13:45.369Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-12-24T01:13:45.369Zx out/target/test, 107 bytes, 1 tape blocks
842025-12-24T01:13:45.369Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-12-24T01:13:45.369Zx package-manifest.toml, 34403 bytes, 68 tape blocks
862025-12-24T01:13:45.369Zx smf/sled-agent/non-gimlet/config.toml, 5158 bytes, 11 tape blocks
872025-12-24T01:13:45.369Zx target/release/omicron-package, 43823160 bytes, 85593 tape blocks
882025-12-24T01:13:45.369Zx target/release/xtask, 11738288 bytes, 22927 tape blocks
892025-12-24T01:13:45.369Zx target/debug/bootstrap, 321551856 bytes, 628031 tape blocks
902025-12-24T01:13:45.369Zx tests/bootstrap-50733348774e4259, 31868752 bytes, 62244 tape blocks
912025-12-24T01:13:45.369Zx tests/commtest-5e6b278197405af0, 32732592 bytes, 63931 tape blocks
922025-12-24T01:13:45.369Zx tests/dhcp_server-b18f2ada11164704, 31868768 bytes, 62244 tape blocks
932025-12-24T01:13:45.369Zx tests/end_to_end_tests-25e0a934a98d7586, 366774680 bytes, 716357 tape blocks
942025-12-24T01:13:45.369Zx out/clickhouse.tar.gz, 327902380 bytes, 640435 tape blocks
952025-12-24T01:13:45.369Zx out/clickhouse_keeper.tar.gz, 310488039 bytes, 606422 tape blocks
962025-12-24T01:13:45.369Zx out/clickhouse_server.tar.gz, 327900543 bytes, 640431 tape blocks
972025-12-24T01:13:45.369Zx out/cockroachdb.tar.gz, 171850959 bytes, 335647 tape blocks
982025-12-24T01:13:45.369Zx out/crucible-pantry-zone.tar.gz, 45532379 bytes, 88931 tape blocks
992025-12-24T01:13:45.369Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1002025-12-24T01:13:45.369Zx out/crucible-zone.tar.gz, 60009789 bytes, 117207 tape blocks
1012025-12-24T01:13:45.369Zx out/external-dns.tar.gz, 54783643 bytes, 107000 tape blocks
1022025-12-24T01:13:45.369Zx out/internal-dns.tar.gz, 54783243 bytes, 106999 tape blocks
1032025-12-24T01:13:45.370Zx out/mg-ddm-gz.tar, 116766720 bytes, 228060 tape blocks
1042025-12-24T01:13:45.370Zx out/nexus.tar.gz, 200904343 bytes, 392392 tape blocks
1052025-12-24T01:13:45.370Zx out/ntp.tar.gz, 35645261 bytes, 69620 tape blocks
1062025-12-24T01:13:45.370Zx out/omicron-gateway-softnpu.tar.gz, 28905685 bytes, 56457 tape blocks
1072025-12-24T01:13:45.370Zx out/omicron-sled-agent.tar, 199830528 bytes, 390294 tape blocks
1082025-12-24T01:13:45.370Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1092025-12-24T01:13:45.370Zx out/oximeter.tar.gz, 67803797 bytes, 132430 tape blocks
1102025-12-24T01:13:45.370Zx out/oxlog.tar, 4036608 bytes, 7884 tape blocks
1112025-12-24T01:13:45.370Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122025-12-24T01:13:45.370Zx out/propolis-server.tar.gz, 75246872 bytes, 146967 tape blocks
1132025-12-24T01:13:45.370Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142025-12-24T01:13:45.370Zx out/switch-softnpu.tar.gz, 389225692 bytes, 760207 tape blocks
1152025-12-24T01:13:45.394Z
1162025-12-24T01:13:45.394Zreal 21.480433530
1172025-12-24T01:13:45.394Zuser 19.201435415
1182025-12-24T01:13:45.394Zsys 3.809298786
1192025-12-24T01:13:45.394Ztrap 0.000846618
1202025-12-24T01:13:45.394Ztflt 0.000000000
1212025-12-24T01:13:45.394Zdflt 0.000000000
1222025-12-24T01:13:45.394Zkflt 0.000000000
1232025-12-24T01:13:45.394Zlock 0.000000000
1242025-12-24T01:13:45.394Zslp 19.359501562
1252025-12-24T01:13:45.395Zlat 0.587556537
1262025-12-24T01:13:45.395Zstop 0.000123302
1272025-12-24T01:13:45.395Z+ source .github/buildomat/ci-env.sh
1282025-12-24T01:13:45.395Z++ export CARGO_TERM_COLOR=always
1292025-12-24T01:13:45.395Z++ CARGO_TERM_COLOR=always
1302025-12-24T01:13:45.395Z+ bmat address ls
1312025-12-24T01:13:45.395ZNAME CIDR FIRST LAST COUNT
1322025-12-24T01:13:45.395Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-12-24T01:13:45.395Z++ bmat address ls -f extra -Ho first,last,count
1342025-12-24T01:13:45.395Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-12-24T01:13:45.395Z+ EXTRA_IP_START=10.151.1.164
1362025-12-24T01:13:45.395Z+ EXTRA_IP_END=10.151.1.227
1372025-12-24T01:13:45.395Z+ EXTRA_IP_COUNT=64
1382025-12-24T01:13:45.395Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-12-24T01:13:45.395Z+ EXTRA_IP_BASE=10.151.1
1402025-12-24T01:13:45.395Z+ EXTRA_IP_FOCTET=164
1412025-12-24T01:13:45.395Z+ EXTRA_IP_LOCTET=227
1422025-12-24T01:13:45.395Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-12-24T01:13:45.395Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-12-24T01:13:45.395Z+ DNS_IP1=10.151.1.164
1452025-12-24T01:13:45.395Z+ DNS_IP2=10.151.1.165
1462025-12-24T01:13:45.395Z+ UPLINK_IP=10.151.1.174
1472025-12-24T01:13:45.395Z+ IPPOOL_START=10.151.1.175
1482025-12-24T01:13:45.395Z+ IPPOOL_END=10.151.1.227
1492025-12-24T01:13:45.395Z++ ipadm show-addr -po type,addr
1502025-12-24T01:13:45.395Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-12-24T01:13:45.395Z+ GATEWAY_IP=10.151.1.100
1522025-12-24T01:13:45.395Z+ [[ -n 10.151.1.100 ]]
1532025-12-24T01:13:45.395Z+ ping -s 10.151.1.100 56 1
1542025-12-24T01:13:45.395ZPING 10.151.1.100: 56 data bytes
1552025-12-24T01:13:45.396Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1562025-12-24T01:13:45.396Z
1572025-12-24T01:13:45.396Z----10.151.1.100 PING Statistics----
1582025-12-24T01:13:45.396Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-12-24T01:13:45.396Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-12-24T01:13:45.396Z++ arp -an
1612025-12-24T01:13:45.396Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-12-24T01:13:45.419Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-12-24T01:13:45.420Z+ routeadm -e ipv4-forwarding -u
1642025-12-24T01:13:45.500Z+ PXA_START=10.151.1.164
1652025-12-24T01:13:45.500Z+ PXA_END=10.151.1.227
1662025-12-24T01:13:45.500Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-12-24T01:13:45.671Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-12-24T01:13:45.694ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-12-24T01:13:45.763Zcreating virtual hardware
1702025-12-24T01:13:45.787Zcreating /scratch/m2_0.vdev
1712025-12-24T01:13:45.787Zcreating /scratch/m2_1.vdev
1722025-12-24T01:13:45.787Zcreating /scratch/u2_0.vdev
1732025-12-24T01:13:45.787Zcreating /scratch/u2_1.vdev
1742025-12-24T01:13:45.787Zcreating /scratch/u2_2.vdev
1752025-12-24T01:13:45.787Zcreating /scratch/u2_3.vdev
1762025-12-24T01:13:45.787Zcreating /scratch/u2_4.vdev
1772025-12-24T01:13:45.787Zcreating /scratch/u2_5.vdev
1782025-12-24T01:13:45.787Zcreating /scratch/u2_6.vdev
1792025-12-24T01:13:45.787Zcreating /scratch/u2_7.vdev
1802025-12-24T01:13:45.787Zcreating /scratch/u2_8.vdev
1812025-12-24T01:13:45.787ZSimnet net0/sc0_0 exists
1822025-12-24T01:13:45.811ZSimnet net1/sc1_0 exists
1832025-12-24T01:13:45.811ZVnic sc0_1 exists
1842025-12-24T01:13:58.110ZUsing 10.151.1.100 as gateway ip
1852025-12-24T01:13:58.110Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-12-24T01:13:58.110Zconfiguring SoftNPU ARP entry
1872025-12-24T01:13:58.137Zconfiguring SoftNPU proxy ARP
1882025-12-24T01:13:58.187ZSoftNPU state:
1892025-12-24T01:13:58.187Z local v6:
1902025-12-24T01:13:58.187Z local v4:
1912025-12-24T01:13:58.187Z router v6_idx:
1922025-12-24T01:13:58.187Z router v6_routes:
1932025-12-24T01:13:58.187Z router v4_idx:
1942025-12-24T01:13:58.187Z router v4_routes:
1952025-12-24T01:13:58.187Z resolver v4:
1962025-12-24T01:13:58.187Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972025-12-24T01:13:58.187Z resolver v6:
1982025-12-24T01:13:58.187Z nat v4:
1992025-12-24T01:13:58.188Z nat_v6:
2002025-12-24T01:13:58.188Z port_mac:
2012025-12-24T01:13:58.188Z proxy arp:
2022025-12-24T01:13:58.188Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032025-12-24T01:13:58.188Zcreated virtual hardware
2042025-12-24T01:13:58.211Z
2052025-12-24T01:13:58.211Zreal 12.513560064
2062025-12-24T01:13:58.211Zuser 0.624187531
2072025-12-24T01:13:58.211Zsys 2.952930592
2082025-12-24T01:13:58.211Ztrap 0.000090618
2092025-12-24T01:13:58.211Ztflt 0.000175198
2102025-12-24T01:13:58.211Zdflt 0.000529364
2112025-12-24T01:13:58.211Zkflt 0.000042459
2122025-12-24T01:13:58.211Zlock 9:41.286841679
2132025-12-24T01:13:58.212Zslp 37.817646473
2142025-12-24T01:13:58.212Zlat 0.093017716
2152025-12-24T01:13:58.212Zstop 0.400567361
2162025-12-24T01:13:58.212Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172025-12-24T01:13:58.242Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182025-12-24T01:13:58.289Z+ diff -u pkg/config.toml~ pkg/config.toml
2192025-12-24T01:13:58.289Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202025-12-24T01:13:58.289Z+++ pkg/config.toml Wed Dec 24 01:13:58 2025
2212025-12-24T01:13:58.289Z@@ -29,18 +29,18 @@
2222025-12-24T01:13:58.289Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232025-12-24T01:13:58.289Z # followed by a string that is embedded into their fake serial values.
2242025-12-24T01:13:58.289Z vdevs = [
2252025-12-24T01:13:58.289Z- "m2_0.vdev",
2262025-12-24T01:13:58.289Z- "m2_1.vdev",
2272025-12-24T01:13:58.289Z+ "/scratch/m2_0.vdev",
2282025-12-24T01:13:58.289Z+ "/scratch/m2_1.vdev",
2292025-12-24T01:13:58.289Z
2302025-12-24T01:13:58.289Z- "u2_0.vdev",
2312025-12-24T01:13:58.289Z- "u2_1.vdev",
2322025-12-24T01:13:58.290Z- "u2_2.vdev",
2332025-12-24T01:13:58.290Z- "u2_3.vdev",
2342025-12-24T01:13:58.290Z- "u2_4.vdev",
2352025-12-24T01:13:58.290Z- "u2_5.vdev",
2362025-12-24T01:13:58.290Z- "u2_6.vdev",
2372025-12-24T01:13:58.290Z- "u2_7.vdev",
2382025-12-24T01:13:58.290Z- "u2_8.vdev",
2392025-12-24T01:13:58.290Z+ "/scratch/u2_0.vdev",
2402025-12-24T01:13:58.290Z+ "/scratch/u2_1.vdev",
2412025-12-24T01:13:58.290Z+ "/scratch/u2_2.vdev",
2422025-12-24T01:13:58.290Z+ "/scratch/u2_3.vdev",
2432025-12-24T01:13:58.290Z+ "/scratch/u2_4.vdev",
2442025-12-24T01:13:58.290Z+ "/scratch/u2_5.vdev",
2452025-12-24T01:13:58.290Z+ "/scratch/u2_6.vdev",
2462025-12-24T01:13:58.290Z+ "/scratch/u2_7.vdev",
2472025-12-24T01:13:58.290Z+ "/scratch/u2_8.vdev",
2482025-12-24T01:13:58.290Z ]
2492025-12-24T01:13:58.290Z
2502025-12-24T01:13:58.290Z # The amount of memory held back for services which exist between zero and one
2512025-12-24T01:13:58.290Z+ true
2522025-12-24T01:13:58.290Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532025-12-24T01:13:58.290Z+ EXPECTED_ZPOOL_COUNT=9
2542025-12-24T01:13:58.290Z+ echo 'expected number of zpools is 9'
2552025-12-24T01:13:58.290Zexpected number of zpools is 9
2562025-12-24T01:13:58.290Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572025-12-24T01:13:58.291Z+ SILO_NAME=recovery
2582025-12-24T01:13:58.291Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592025-12-24T01:13:58.291Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602025-12-24T01:13:58.291Z+ sed -i~ '
2612025-12-24T01:13:58.291Z /^external_dns_ips/c\
2622025-12-24T01:13:58.291Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632025-12-24T01:13:58.291Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642025-12-24T01:13:58.291Z /^first/c\
2652025-12-24T01:13:58.291Zfirst = "10.151.1.164"
2662025-12-24T01:13:58.291Z /^last/c\
2672025-12-24T01:13:58.291Zlast = "10.151.1.173"
2682025-12-24T01:13:58.291Z }
2692025-12-24T01:13:58.291Z /^infra_ip_first/c\
2702025-12-24T01:13:58.291Zinfra_ip_first = "10.151.1.174"
2712025-12-24T01:13:58.291Z /^infra_ip_last/c\
2722025-12-24T01:13:58.291Zinfra_ip_last = "10.151.1.174"
2732025-12-24T01:13:58.291Z /^\[\[rack_network_config.ports/,/^$/ {
2742025-12-24T01:13:58.291Z /^routes/c\
2752025-12-24T01:13:58.291Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762025-12-24T01:13:58.291Z /^addresses/c\
2772025-12-24T01:13:58.291Zaddresses = \[{address = "10.151.1.174/24"} \]
2782025-12-24T01:13:58.291Z }
2792025-12-24T01:13:58.291Z' pkg/config-rss.toml
2802025-12-24T01:13:58.291Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812025-12-24T01:13:58.292Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822025-12-24T01:13:58.292Z+++ pkg/config-rss.toml Wed Dec 24 01:13:58 2025
2832025-12-24T01:13:58.292Z@@ -33,7 +33,7 @@
2842025-12-24T01:13:58.292Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852025-12-24T01:13:58.292Z # must be contained in one of the "internal services" IP Pool ranges listed
2862025-12-24T01:13:58.292Z # below.
2872025-12-24T01:13:58.292Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882025-12-24T01:13:58.292Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892025-12-24T01:13:58.292Z
2902025-12-24T01:13:58.292Z # Initial TLS certificates for the external API
2912025-12-24T01:13:58.292Z #
2922025-12-24T01:13:58.292Z@@ -69,8 +69,8 @@
2932025-12-24T01:13:58.292Z #
2942025-12-24T01:13:58.292Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952025-12-24T01:13:58.292Z [[internal_services_ip_pool_ranges]]
2962025-12-24T01:13:58.292Z-first = "192.168.1.20"
2972025-12-24T01:13:58.292Z-last = "192.168.1.29"
2982025-12-24T01:13:58.292Z+first = "10.151.1.164"
2992025-12-24T01:13:58.292Z+last = "10.151.1.173"
3002025-12-24T01:13:58.292Z
3012025-12-24T01:13:58.292Z # TODO - this configuration is subject to change going forward. Ultimately these
3022025-12-24T01:13:58.292Z # parameters should be provided to the control plane via wicket, but we need to
3032025-12-24T01:13:58.292Z@@ -91,8 +91,8 @@
3042025-12-24T01:13:58.292Z # A range of IP addresses used by Boundary Services on the external network. In
3052025-12-24T01:13:58.292Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062025-12-24T01:13:58.292Z # With softnpu, only one address is used.
3072025-12-24T01:13:58.292Z-infra_ip_first = "192.168.1.30"
3082025-12-24T01:13:58.292Z-infra_ip_last = "192.168.1.30"
3092025-12-24T01:13:58.292Z+infra_ip_first = "10.151.1.174"
3102025-12-24T01:13:58.292Z+infra_ip_last = "10.151.1.174"
3112025-12-24T01:13:58.292Z
3122025-12-24T01:13:58.292Z # Configurations for BGP routers to run on the scrimlets.
3132025-12-24T01:13:58.292Z bgp = []
3142025-12-24T01:13:58.292Z@@ -100,9 +100,9 @@
3152025-12-24T01:13:58.292Z # You can configure multiple uplinks by repeating the following stanza
3162025-12-24T01:13:58.292Z [[rack_network_config.ports]]
3172025-12-24T01:13:58.292Z # Routes associated with this port.
3182025-12-24T01:13:58.316Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192025-12-24T01:13:58.316Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202025-12-24T01:13:58.316Z # Addresses associated with this port.
3212025-12-24T01:13:58.316Z-addresses = [{address = "192.168.1.30/24"}]
3222025-12-24T01:13:58.316Z+addresses = [{address = "10.151.1.174/24"} ]
3232025-12-24T01:13:58.316Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242025-12-24T01:13:58.317Z port = "qsfp0"
3252025-12-24T01:13:58.317Z # The speed of this port.
3262025-12-24T01:13:58.317Z+ true
3272025-12-24T01:13:58.317Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282025-12-24T01:13:58.317Za pkg/config-rss.toml 8K
3292025-12-24T01:13:58.317Za pkg/config.toml 6K
3302025-12-24T01:13:58.317Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312025-12-24T01:13:58.317Z+ TLS_NAME=recovery.sys.oxide.test
3322025-12-24T01:13:58.317Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332025-12-24T01:13:59.102Z......+........+....+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+..+.+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+...+...........+.+...........+............+...+.........+....+............+.....+.......+............+......+.........+...+..+.+.....+.......+....................+...............+...............+.......+.....+.+...+..............+.+..+.........+.........+.+...+........+...+.......+..+...+.........................+...+......+...+...........+......+...+......+.......+.........+...+...........+......+.+...+......+...+..........................+......+.+.........+.....+..................+............+.+...+..+...+....+...+...+.................+...+....+............+.....+.+.........+...........+..........+..+............+....+...........+...+.+.................+...............+....+...+..+.+........+............+...+....+.....+......+......+.........+.........+...+.........+....+......+...+.....................+......+....................+..........+.........+..........................+......+....+...+...+...+.....................+.....+...+.+..+...+.+........................+..............+............+.........+....+.....+...+...+.......+..............+......+...+.........................+...........+...+.+....................+..........+............+.................+..........+..+.+..+...+....+......+........+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-12-24T01:13:59.457Z..+..+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+.....+............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.+..+....+...+..+..................+.+.....+.......+.........+......+..............+.+...+..+.......+............+........+.....................+.+......+........+......+...+.......+.....+...................+......+.....+...+......+............+...+.........+.......+.....+.+...+.........+...............+...+.....+...+......+.+............+.....+...+...+.......+...+......+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352025-12-24T01:13:59.480Z-----
3362025-12-24T01:13:59.505Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372025-12-24T01:13:59.505Za pkg/initial-tls-cert.pem 2K
3382025-12-24T01:13:59.505Za pkg/initial-tls-key.pem 4K
3392025-12-24T01:13:59.505Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402025-12-24T01:13:59.505Z+ rmdir pkg
3412025-12-24T01:13:59.505Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422025-12-24T01:13:59.505Z+ pfexec mkdir -p /usr/oxide
3432025-12-24T01:13:59.505Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3442025-12-24T01:14:00.174Z+ pfexec chmod +x /usr/oxide/oxide
3452025-12-24T01:14:00.198Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462025-12-24T01:14:18.994Z+ OMICRON_NO_UNINSTALL=1
3472025-12-24T01:14:18.994Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482025-12-24T01:14:19.017ZLogging to: /opt/oxide/work/out/LOG
3492025-12-24T01:14:19.861Z
3502025-12-24T01:14:19.861Zreal 0.861020561
3512025-12-24T01:14:19.861Zuser 0.176352601
3522025-12-24T01:14:19.861Zsys 5.090794358
3532025-12-24T01:14:19.885Ztrap 0.000019076
3542025-12-24T01:14:19.885Ztflt 0.000063289
3552025-12-24T01:14:19.885Zdflt 0.000175415
3562025-12-24T01:14:19.885Zkflt 0.000000000
3572025-12-24T01:14:19.885Zlock 1:17.664812229
3582025-12-24T01:14:19.885Zslp 1.035124266
3592025-12-24T01:14:19.885Zlat 0.033303565
3602025-12-24T01:14:19.885Zstop 0.061297624
3612025-12-24T01:14:19.885Z+ retry=0
3622025-12-24T01:14:19.886Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632025-12-24T01:14:19.886Z+ [[ 0 -gt 30 ]]
3642025-12-24T01:14:19.886Z+ sleep 1
3652025-12-24T01:14:20.876Z+ retry=1
3662025-12-24T01:14:20.876Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672025-12-24T01:14:20.900Z+ [[ 1 -gt 30 ]]
3682025-12-24T01:14:20.900Z+ sleep 1
3692025-12-24T01:14:21.891Z+ retry=2
3702025-12-24T01:14:21.891Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712025-12-24T01:14:21.914Z+ [[ 2 -gt 30 ]]
3722025-12-24T01:14:21.914Z+ sleep 1
3732025-12-24T01:14:22.905Z+ retry=3
3742025-12-24T01:14:22.905Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3752025-12-24T01:14:42.611Z+ [[ 3 -gt 30 ]]
3762025-12-24T01:14:42.611Z+ sleep 1
3772025-12-24T01:14:43.615Z+ retry=4
3782025-12-24T01:14:43.615Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792025-12-24T01:14:43.639Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3802025-12-24T01:14:43.666Zlocal v6:
3812025-12-24T01:14:43.666Zfe80::a040:96ff:feb2:ca28
3822025-12-24T01:14:43.666Zfda3:848a:88ee:1e82::1
3832025-12-24T01:14:43.666Zlocal v4:
3842025-12-24T01:14:43.666Z10.151.1.174
3852025-12-24T01:14:43.666Zrouter v6_idx:
3862025-12-24T01:14:43.666Zrouter v6_routes:
3872025-12-24T01:14:43.666Zrouter v4_idx:
3882025-12-24T01:14:43.666Zrouter v4_routes:
3892025-12-24T01:14:43.666Zresolver v4:
3902025-12-24T01:14:43.666Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912025-12-24T01:14:43.667Zresolver v6:
3922025-12-24T01:14:43.690Zfe80::a040:96ff:feb2:ca28 -> a2:40:96:b2:ca:28
3932025-12-24T01:14:43.690Zfe80::f481:2aff:fe3d:7d9 -> f6:81:2a:3d:07:d9
3942025-12-24T01:14:43.690Znat v4:
3952025-12-24T01:14:43.690Znat_v6:
3962025-12-24T01:14:43.690Zport_mac:
3972025-12-24T01:14:43.690Z2: a8:40:25:6a:c3:84
3982025-12-24T01:14:43.690Z1: a8:40:25:6a:c3:64
3992025-12-24T01:14:43.690Z1000: a8:40:25:6a:c3:63
4002025-12-24T01:14:43.690Zproxy arp:
4012025-12-24T01:14:43.690Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022025-12-24T01:14:43.690Z+ retry=0
4032025-12-24T01:14:43.690Z+++ zoneadm list -n
4042025-12-24T01:14:43.690Z+++ grep oxz_ntp
4052025-12-24T01:14:43.690Z++ pfexec svcs -z -Hostate oxide/ntp
4062025-12-24T01:14:43.690Zsvcs: zone '-Hostate': entity not found
4072025-12-24T01:14:43.690Z++ true
4082025-12-24T01:14:43.690Z+ [[ '' != online ]]
4092025-12-24T01:14:43.691Z+ [[ 0 -gt 60 ]]
4102025-12-24T01:14:43.691Z+ sleep 1
4112025-12-24T01:14:44.691Z+ retry=1
4122025-12-24T01:14:44.715Z+++ zoneadm list -n
4132025-12-24T01:14:44.715Z+++ grep oxz_ntp
4142025-12-24T01:14:44.715Z++ pfexec svcs -z -Hostate oxide/ntp
4152025-12-24T01:14:44.715Zsvcs: zone '-Hostate': entity not found
4162025-12-24T01:14:44.715Z++ true
4172025-12-24T01:14:44.715Z+ [[ '' != online ]]
4182025-12-24T01:14:44.715Z+ [[ 1 -gt 60 ]]
4192025-12-24T01:14:44.715Z+ sleep 1
4202025-12-24T01:14:45.713Z+ retry=2
4212025-12-24T01:14:45.736Z+++ zoneadm list -n
4222025-12-24T01:14:45.737Z+++ grep oxz_ntp
4232025-12-24T01:14:45.737Z++ pfexec svcs -z -Hostate oxide/ntp
4242025-12-24T01:14:45.737Zsvcs: zone '-Hostate': entity not found
4252025-12-24T01:14:45.737Z++ true
4262025-12-24T01:14:45.737Z+ [[ '' != online ]]
4272025-12-24T01:14:45.737Z+ [[ 2 -gt 60 ]]
4282025-12-24T01:14:45.737Z+ sleep 1
4292025-12-24T01:14:46.764Z+ retry=3
4302025-12-24T01:14:46.788Z+++ zoneadm list -n
4312025-12-24T01:14:46.789Z+++ grep oxz_ntp
4322025-12-24T01:14:46.789Z++ pfexec svcs -z -Hostate oxide/ntp
4332025-12-24T01:14:46.789Zsvcs: zone '-Hostate': entity not found
4342025-12-24T01:14:46.789Z++ true
4352025-12-24T01:14:46.789Z+ [[ '' != online ]]
4362025-12-24T01:14:46.789Z+ [[ 3 -gt 60 ]]
4372025-12-24T01:14:46.789Z+ sleep 1
4382025-12-24T01:14:47.767Z+ retry=4
4392025-12-24T01:14:47.790Z+++ zoneadm list -n
4402025-12-24T01:14:47.790Z+++ grep oxz_ntp
4412025-12-24T01:14:47.790Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4422025-12-24T01:14:47.815Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432025-12-24T01:14:47.815Z++ true
4442025-12-24T01:14:47.815Z+ [[ '' != online ]]
4452025-12-24T01:14:47.815Z+ [[ 4 -gt 60 ]]
4462025-12-24T01:14:47.815Z+ sleep 1
4472025-12-24T01:14:48.795Z+ retry=5
4482025-12-24T01:14:48.818Z+++ zoneadm list -n
4492025-12-24T01:14:48.818Z+++ grep oxz_ntp
4502025-12-24T01:14:48.818Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4512025-12-24T01:14:48.843Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522025-12-24T01:14:48.843Z++ true
4532025-12-24T01:14:48.844Z+ [[ '' != online ]]
4542025-12-24T01:14:48.844Z+ [[ 5 -gt 60 ]]
4552025-12-24T01:14:48.844Z+ sleep 1
4562025-12-24T01:14:49.826Z+ retry=6
4572025-12-24T01:14:49.849Z+++ zoneadm list -n
4582025-12-24T01:14:49.849Z+++ grep oxz_ntp
4592025-12-24T01:14:49.849Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4602025-12-24T01:14:49.872Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612025-12-24T01:14:49.873Z++ true
4622025-12-24T01:14:49.873Z+ [[ '' != online ]]
4632025-12-24T01:14:49.873Z+ [[ 6 -gt 60 ]]
4642025-12-24T01:14:49.873Z+ sleep 1
4652025-12-24T01:14:50.855Z+ retry=7
4662025-12-24T01:14:50.878Z+++ zoneadm list -n
4672025-12-24T01:14:50.878Z+++ grep oxz_ntp
4682025-12-24T01:14:50.878Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4692025-12-24T01:14:50.905Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4702025-12-24T01:14:50.905Z++ true
4712025-12-24T01:14:50.905Z+ [[ '' != online ]]
4722025-12-24T01:14:50.905Z+ [[ 7 -gt 60 ]]
4732025-12-24T01:14:50.905Z+ sleep 1
4742025-12-24T01:14:51.887Z+ retry=8
4752025-12-24T01:14:51.910Z+++ zoneadm list -n
4762025-12-24T01:14:51.910Z+++ grep oxz_ntp
4772025-12-24T01:14:51.910Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4782025-12-24T01:14:51.910Z+ [[ offline != online ]]
4792025-12-24T01:14:51.910Z+ [[ 8 -gt 60 ]]
4802025-12-24T01:14:51.911Z+ sleep 1
4812025-12-24T01:14:52.911Z+ retry=9
4822025-12-24T01:14:52.935Z+++ zoneadm list -n
4832025-12-24T01:14:52.935Z+++ grep oxz_ntp
4842025-12-24T01:14:52.935Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4852025-12-24T01:14:52.935Z+ [[ offline != online ]]
4862025-12-24T01:14:52.935Z+ [[ 9 -gt 60 ]]
4872025-12-24T01:14:52.935Z+ sleep 1
4882025-12-24T01:14:53.935Z+ retry=10
4892025-12-24T01:14:53.959Z+++ zoneadm list -n
4902025-12-24T01:14:53.959Z+++ grep oxz_ntp
4912025-12-24T01:14:53.959Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4922025-12-24T01:14:53.959Z+ [[ offline != online ]]
4932025-12-24T01:14:53.959Z+ [[ 10 -gt 60 ]]
4942025-12-24T01:14:53.959Z+ sleep 1
4952025-12-24T01:14:54.957Z+ retry=11
4962025-12-24T01:14:54.981Z+++ zoneadm list -n
4972025-12-24T01:14:54.981Z+++ grep oxz_ntp
4982025-12-24T01:14:54.981Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
4992025-12-24T01:14:54.981Z+ [[ offline != online ]]
5002025-12-24T01:14:54.981Z+ [[ 11 -gt 60 ]]
5012025-12-24T01:14:54.981Z+ sleep 1
5022025-12-24T01:14:55.979Z+ retry=12
5032025-12-24T01:14:56.065Z+++ zoneadm list -n
5042025-12-24T01:14:56.065Z+++ grep oxz_ntp
5052025-12-24T01:14:56.065Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
5062025-12-24T01:14:56.065Z+ [[ offline != online ]]
5072025-12-24T01:14:56.065Z+ [[ 12 -gt 60 ]]
5082025-12-24T01:14:56.065Z+ sleep 1
5092025-12-24T01:14:57.002Z+ retry=13
5102025-12-24T01:14:57.026Z+++ zoneadm list -n
5112025-12-24T01:14:57.026Z+++ grep oxz_ntp
5122025-12-24T01:14:57.026Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
5132025-12-24T01:14:57.027Z+ [[ offline != online ]]
5142025-12-24T01:14:57.027Z+ [[ 13 -gt 60 ]]
5152025-12-24T01:14:57.027Z+ sleep 1
5162025-12-24T01:14:58.025Z+ retry=14
5172025-12-24T01:14:58.048Z+++ zoneadm list -n
5182025-12-24T01:14:58.049Z+++ grep oxz_ntp
5192025-12-24T01:14:58.049Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
5202025-12-24T01:14:58.049Z+ [[ offline != online ]]
5212025-12-24T01:14:58.049Z+ [[ 14 -gt 60 ]]
5222025-12-24T01:14:58.049Z+ sleep 1
 
5232025-12-24T01:14:58.617Zbuskin console login: Dec 24 01:14:58 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5242025-12-24T01:14:59.047Z+ retry=15
5252025-12-24T01:14:59.071Z+++ zoneadm list -n
5262025-12-24T01:14:59.071Z+++ grep oxz_ntp
5272025-12-24T01:14:59.071Z++ pfexec svcs -z oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5 -Hostate oxide/ntp
5282025-12-24T01:14:59.071Z+ [[ online != online ]]
5292025-12-24T01:14:59.071Z+ echo 'Waited for chrony: 15s'
5302025-12-24T01:14:59.071Z+ retry=0
5312025-12-24T01:14:59.071ZWaited for chrony: 15s
5322025-12-24T01:14:59.071Z+ zoneadm list
5332025-12-24T01:14:59.071Z+ grep nexus
5342025-12-24T01:14:59.095Z+ [[ 0 -gt 300 ]]
5352025-12-24T01:14:59.095Z+ sleep 1
5362025-12-24T01:15:00.078Z+ retry=1
5372025-12-24T01:15:00.102Z+ zoneadm list
5382025-12-24T01:15:00.102Z+ grep nexus
5392025-12-24T01:15:00.102Z+ [[ 1 -gt 300 ]]
5402025-12-24T01:15:00.102Z+ sleep 1
5412025-12-24T01:15:01.091Z+ retry=2
5422025-12-24T01:15:01.115Z+ zoneadm list
5432025-12-24T01:15:01.115Z+ grep nexus
5442025-12-24T01:15:01.115Z+ [[ 2 -gt 300 ]]
5452025-12-24T01:15:01.115Z+ sleep 1
5462025-12-24T01:15:02.107Z+ retry=3
5472025-12-24T01:15:02.130Z+ zoneadm list
5482025-12-24T01:15:02.130Z+ grep nexus
5492025-12-24T01:15:02.130Z+ [[ 3 -gt 300 ]]
5502025-12-24T01:15:02.130Z+ sleep 1
5512025-12-24T01:15:03.118Z+ retry=4
5522025-12-24T01:15:03.142Z+ zoneadm list
5532025-12-24T01:15:03.142Z+ grep nexus
5542025-12-24T01:15:03.142Z+ [[ 4 -gt 300 ]]
5552025-12-24T01:15:03.142Z+ sleep 1
5562025-12-24T01:15:04.130Z+ retry=5
5572025-12-24T01:15:04.154Z+ zoneadm list
5582025-12-24T01:15:04.154Z+ grep nexus
5592025-12-24T01:15:04.154Z+ [[ 5 -gt 300 ]]
5602025-12-24T01:15:04.154Z+ sleep 1
5612025-12-24T01:15:05.145Z+ retry=6
5622025-12-24T01:15:05.169Z+ zoneadm list
5632025-12-24T01:15:05.169Z+ grep nexus
5642025-12-24T01:15:05.169Z+ [[ 6 -gt 300 ]]
5652025-12-24T01:15:05.169Z+ sleep 1
5662025-12-24T01:15:06.172Z+ retry=7
5672025-12-24T01:15:06.172Z+ zoneadm list
5682025-12-24T01:15:06.198Z+ grep nexus
5692025-12-24T01:15:06.198Z+ [[ 7 -gt 300 ]]
5702025-12-24T01:15:06.198Z+ sleep 1
5712025-12-24T01:15:07.241Z+ retry=8
5722025-12-24T01:15:07.241Z+ zoneadm list
5732025-12-24T01:15:07.241Z+ grep nexus
5742025-12-24T01:15:07.241Z+ [[ 8 -gt 300 ]]
5752025-12-24T01:15:07.241Z+ sleep 1
5762025-12-24T01:15:08.245Z+ retry=9
5772025-12-24T01:15:08.272Z+ zoneadm list
5782025-12-24T01:15:08.272Z+ grep nexus
5792025-12-24T01:15:08.272Z+ [[ 9 -gt 300 ]]
5802025-12-24T01:15:08.272Z+ sleep 1
5812025-12-24T01:15:09.255Z+ retry=10
5822025-12-24T01:15:09.279Z+ zoneadm list
5832025-12-24T01:15:09.279Z+ grep nexus
5842025-12-24T01:15:09.279Z+ [[ 10 -gt 300 ]]
5852025-12-24T01:15:09.279Z+ sleep 1
5862025-12-24T01:15:10.269Z+ retry=11
5872025-12-24T01:15:10.292Z+ zoneadm list
5882025-12-24T01:15:10.292Z+ grep nexus
5892025-12-24T01:15:10.292Z+ [[ 11 -gt 300 ]]
5902025-12-24T01:15:10.292Z+ sleep 1
5912025-12-24T01:15:11.282Z+ retry=12
5922025-12-24T01:15:11.305Z+ zoneadm list
5932025-12-24T01:15:11.305Z+ grep nexus
5942025-12-24T01:15:11.305Z+ [[ 12 -gt 300 ]]
5952025-12-24T01:15:11.305Z+ sleep 1
5962025-12-24T01:15:12.300Z+ retry=13
5972025-12-24T01:15:12.331Z+ zoneadm list
5982025-12-24T01:15:12.331Z+ grep nexus
5992025-12-24T01:15:12.331Z+ [[ 13 -gt 300 ]]
6002025-12-24T01:15:12.331Z+ sleep 1
6012025-12-24T01:15:13.318Z+ retry=14
6022025-12-24T01:15:13.344Z+ zoneadm list
6032025-12-24T01:15:13.344Z+ grep nexus
6042025-12-24T01:15:13.344Z+ [[ 14 -gt 300 ]]
6052025-12-24T01:15:13.344Z+ sleep 1
6062025-12-24T01:15:14.331Z+ retry=15
6072025-12-24T01:15:14.355Z+ zoneadm list
6082025-12-24T01:15:14.355Z+ grep nexus
6092025-12-24T01:15:14.355Z+ [[ 15 -gt 300 ]]
6102025-12-24T01:15:14.355Z+ sleep 1
6112025-12-24T01:15:15.344Z+ retry=16
6122025-12-24T01:15:15.368Z+ zoneadm list
6132025-12-24T01:15:15.368Z+ grep nexus
6142025-12-24T01:15:15.368Z+ [[ 16 -gt 300 ]]
6152025-12-24T01:15:15.368Z+ sleep 1
6162025-12-24T01:15:16.366Z+ retry=17
6172025-12-24T01:15:16.366Z+ zoneadm list
6182025-12-24T01:15:16.391Z+ grep nexus
6192025-12-24T01:15:16.391Z+ [[ 17 -gt 300 ]]
6202025-12-24T01:15:16.392Z+ sleep 1
6212025-12-24T01:15:17.381Z+ retry=18
6222025-12-24T01:15:17.405Z+ zoneadm list
6232025-12-24T01:15:17.405Z+ grep nexus
6242025-12-24T01:15:17.405Z+ [[ 18 -gt 300 ]]
6252025-12-24T01:15:17.405Z+ sleep 1
6262025-12-24T01:15:18.405Z+ retry=19
6272025-12-24T01:15:18.439Z+ zoneadm list
6282025-12-24T01:15:18.439Z+ grep nexus
6292025-12-24T01:15:18.440Z+ [[ 19 -gt 300 ]]
6302025-12-24T01:15:18.440Z+ sleep 1
6312025-12-24T01:15:19.414Z+ retry=20
6322025-12-24T01:15:19.438Z+ zoneadm list
6332025-12-24T01:15:19.438Z+ grep nexus
6342025-12-24T01:15:19.438Z+ [[ 20 -gt 300 ]]
6352025-12-24T01:15:19.438Z+ sleep 1
6362025-12-24T01:15:20.434Z+ retry=21
6372025-12-24T01:15:20.457Z+ zoneadm list
6382025-12-24T01:15:20.458Z+ grep nexus
6392025-12-24T01:15:20.458Z+ [[ 21 -gt 300 ]]
6402025-12-24T01:15:20.458Z+ sleep 1
6412025-12-24T01:15:21.459Z+ retry=22
6422025-12-24T01:15:21.487Z+ zoneadm list
6432025-12-24T01:15:21.488Z+ grep nexus
6442025-12-24T01:15:21.488Z+ [[ 22 -gt 300 ]]
6452025-12-24T01:15:21.488Z+ sleep 1
6462025-12-24T01:15:22.463Z+ retry=23
6472025-12-24T01:15:22.490Z+ zoneadm list
6482025-12-24T01:15:22.490Z+ grep nexus
6492025-12-24T01:15:22.490Z+ [[ 23 -gt 300 ]]
6502025-12-24T01:15:22.490Z+ sleep 1
6512025-12-24T01:15:23.473Z+ retry=24
6522025-12-24T01:15:23.496Z+ zoneadm list
6532025-12-24T01:15:23.496Z+ grep nexus
6542025-12-24T01:15:23.496Z+ [[ 24 -gt 300 ]]
6552025-12-24T01:15:23.496Z+ sleep 1
6562025-12-24T01:15:24.485Z+ retry=25
6572025-12-24T01:15:24.509Z+ zoneadm list
6582025-12-24T01:15:24.509Z+ grep nexus
6592025-12-24T01:15:24.509Z+ [[ 25 -gt 300 ]]
6602025-12-24T01:15:24.509Z+ sleep 1
6612025-12-24T01:15:25.497Z+ retry=26
6622025-12-24T01:15:25.521Z+ zoneadm list
6632025-12-24T01:15:25.521Z+ grep nexus
6642025-12-24T01:15:25.521Z+ [[ 26 -gt 300 ]]
6652025-12-24T01:15:25.521Z+ sleep 1
6662025-12-24T01:15:26.509Z+ retry=27
6672025-12-24T01:15:26.533Z+ zoneadm list
6682025-12-24T01:15:26.533Z+ grep nexus
6692025-12-24T01:15:26.533Z+ [[ 27 -gt 300 ]]
6702025-12-24T01:15:26.533Z+ sleep 1
6712025-12-24T01:15:27.522Z+ retry=28
6722025-12-24T01:15:27.545Z+ zoneadm list
6732025-12-24T01:15:27.545Z+ grep nexus
6742025-12-24T01:15:27.545Z+ [[ 28 -gt 300 ]]
6752025-12-24T01:15:27.545Z+ sleep 1
6762025-12-24T01:15:28.535Z+ retry=29
6772025-12-24T01:15:28.559Z+ zoneadm list
6782025-12-24T01:15:28.559Z+ grep nexus
6792025-12-24T01:15:28.560Z+ [[ 29 -gt 300 ]]
6802025-12-24T01:15:28.560Z+ sleep 1
6812025-12-24T01:15:29.548Z+ retry=30
6822025-12-24T01:15:29.572Z+ zoneadm list
6832025-12-24T01:15:29.572Z+ grep nexus
6842025-12-24T01:15:29.572Z+ [[ 30 -gt 300 ]]
6852025-12-24T01:15:29.572Z+ sleep 1
6862025-12-24T01:15:30.559Z+ retry=31
6872025-12-24T01:15:30.583Z+ zoneadm list
6882025-12-24T01:15:30.583Z+ grep nexus
6892025-12-24T01:15:30.583Z+ [[ 31 -gt 300 ]]
6902025-12-24T01:15:30.583Z+ sleep 1
6912025-12-24T01:15:31.575Z+ retry=32
6922025-12-24T01:15:31.599Z+ zoneadm list
6932025-12-24T01:15:31.599Z+ grep nexus
6942025-12-24T01:15:31.599Z+ [[ 32 -gt 300 ]]
6952025-12-24T01:15:31.599Z+ sleep 1
6962025-12-24T01:15:32.587Z+ retry=33
6972025-12-24T01:15:32.611Z+ zoneadm list
6982025-12-24T01:15:32.611Z+ grep nexus
6992025-12-24T01:15:32.611Z+ [[ 33 -gt 300 ]]
7002025-12-24T01:15:32.611Z+ sleep 1
7012025-12-24T01:15:33.597Z+ retry=34
7022025-12-24T01:15:33.621Z+ zoneadm list
7032025-12-24T01:15:33.621Z+ grep nexus
7042025-12-24T01:15:33.621Z+ [[ 34 -gt 300 ]]
7052025-12-24T01:15:33.621Z+ sleep 1
7062025-12-24T01:15:34.611Z+ retry=35
7072025-12-24T01:15:34.634Z+ zoneadm list
7082025-12-24T01:15:34.634Z+ grep nexus
7092025-12-24T01:15:34.634Z+ [[ 35 -gt 300 ]]
7102025-12-24T01:15:34.634Z+ sleep 1
7112025-12-24T01:15:35.638Z+ retry=36
7122025-12-24T01:15:35.666Z+ zoneadm list
7132025-12-24T01:15:35.666Z+ grep nexus
7142025-12-24T01:15:35.666Z+ [[ 36 -gt 300 ]]
7152025-12-24T01:15:35.666Z+ sleep 1
7162025-12-24T01:15:36.639Z+ retry=37
7172025-12-24T01:15:36.665Z+ zoneadm list
7182025-12-24T01:15:36.665Z+ grep nexus
7192025-12-24T01:15:36.665Z+ [[ 37 -gt 300 ]]
7202025-12-24T01:15:36.665Z+ sleep 1
7212025-12-24T01:15:37.652Z+ retry=38
7222025-12-24T01:15:37.677Z+ zoneadm list
7232025-12-24T01:15:37.677Z+ grep nexus
7242025-12-24T01:15:37.677Z+ [[ 38 -gt 300 ]]
7252025-12-24T01:15:37.677Z+ sleep 1
7262025-12-24T01:15:38.666Z+ retry=39
7272025-12-24T01:15:38.755Z+ zoneadm list
7282025-12-24T01:15:38.755Z+ grep nexus
7292025-12-24T01:15:38.755Z+ [[ 39 -gt 300 ]]
7302025-12-24T01:15:38.755Z+ sleep 1
7312025-12-24T01:15:39.680Z+ retry=40
7322025-12-24T01:15:39.703Z+ zoneadm list
7332025-12-24T01:15:39.703Z+ grep nexus
7342025-12-24T01:15:39.703Z+ [[ 40 -gt 300 ]]
7352025-12-24T01:15:39.703Z+ sleep 1
7362025-12-24T01:15:40.691Z+ retry=41
7372025-12-24T01:15:40.715Z+ zoneadm list
7382025-12-24T01:15:40.715Z+ grep nexus
7392025-12-24T01:15:40.715Z+ [[ 41 -gt 300 ]]
7402025-12-24T01:15:40.715Z+ sleep 1
7412025-12-24T01:15:41.703Z+ retry=42
7422025-12-24T01:15:41.727Z+ zoneadm list
7432025-12-24T01:15:41.727Z+ grep nexus
7442025-12-24T01:15:41.727Z+ [[ 42 -gt 300 ]]
7452025-12-24T01:15:41.727Z+ sleep 1
7462025-12-24T01:15:42.716Z+ retry=43
7472025-12-24T01:15:42.739Z+ zoneadm list
7482025-12-24T01:15:42.739Z+ grep nexus
7492025-12-24T01:15:42.739Z+ [[ 43 -gt 300 ]]
7502025-12-24T01:15:42.739Z+ sleep 1
7512025-12-24T01:15:43.728Z+ retry=44
7522025-12-24T01:15:43.752Z+ zoneadm list
7532025-12-24T01:15:43.752Z+ grep nexus
7542025-12-24T01:15:43.752Z+ [[ 44 -gt 300 ]]
7552025-12-24T01:15:43.752Z+ sleep 1
7562025-12-24T01:15:44.793Z+ retry=45
7572025-12-24T01:15:44.817Z+ zoneadm list
7582025-12-24T01:15:44.817Z+ grep nexus
7592025-12-24T01:15:44.817Z+ [[ 45 -gt 300 ]]
7602025-12-24T01:15:44.817Z+ sleep 1
7612025-12-24T01:15:45.753Z+ retry=46
7622025-12-24T01:15:45.777Z+ zoneadm list
7632025-12-24T01:15:45.777Z+ grep nexus
7642025-12-24T01:15:45.777Z+ [[ 46 -gt 300 ]]
7652025-12-24T01:15:45.777Z+ sleep 1
7662025-12-24T01:15:46.909Z+ retry=47
7672025-12-24T01:15:46.932Z+ zoneadm list
7682025-12-24T01:15:46.932Z+ grep nexus
7692025-12-24T01:15:46.932Z+ [[ 47 -gt 300 ]]
7702025-12-24T01:15:46.932Z+ sleep 1
7712025-12-24T01:15:47.779Z+ retry=48
7722025-12-24T01:15:47.802Z+ zoneadm list
7732025-12-24T01:15:47.802Z+ grep nexus
7742025-12-24T01:15:47.802Z+ [[ 48 -gt 300 ]]
7752025-12-24T01:15:47.802Z+ sleep 1
7762025-12-24T01:15:48.792Z+ retry=49
7772025-12-24T01:15:48.816Z+ zoneadm list
7782025-12-24T01:15:48.816Z+ grep nexus
7792025-12-24T01:15:48.816Z+ [[ 49 -gt 300 ]]
7802025-12-24T01:15:48.817Z+ sleep 1
7812025-12-24T01:15:49.806Z+ retry=50
7822025-12-24T01:15:49.830Z+ zoneadm list
7832025-12-24T01:15:49.830Z+ grep nexus
7842025-12-24T01:15:49.830Z+ [[ 50 -gt 300 ]]
7852025-12-24T01:15:49.830Z+ sleep 1
7862025-12-24T01:15:50.820Z+ retry=51
7872025-12-24T01:15:50.844Z+ zoneadm list
7882025-12-24T01:15:50.844Z+ grep nexus
7892025-12-24T01:15:50.844Z+ [[ 51 -gt 300 ]]
7902025-12-24T01:15:50.844Z+ sleep 1
7912025-12-24T01:15:51.841Z+ retry=52
7922025-12-24T01:15:52.566Z+ zoneadm list
7932025-12-24T01:15:52.590Z+ grep nexus
7942025-12-24T01:15:53.415Z+ [[ 52 -gt 300 ]]
7952025-12-24T01:15:53.439Z+ sleep 1
7962025-12-24T01:15:54.444Z+ retry=53
7972025-12-24T01:15:54.468Z+ zoneadm list
7982025-12-24T01:15:54.468Z+ grep nexus
7992025-12-24T01:15:54.492Z+ [[ 53 -gt 300 ]]
8002025-12-24T01:15:54.492Z+ sleep 1
8012025-12-24T01:15:55.484Z+ retry=54
8022025-12-24T01:15:55.508Z+ zoneadm list
8032025-12-24T01:15:55.533Z+ grep nexus
8042025-12-24T01:16:02.718Z+ [[ 54 -gt 300 ]]
8052025-12-24T01:16:02.718Z+ sleep 1
8062025-12-24T01:16:03.024Z+ retry=55
8072025-12-24T01:16:03.024Z+ zoneadm list
8082025-12-24T01:16:03.024Z+ grep nexus
8092025-12-24T01:16:03.024Z+ [[ 55 -gt 300 ]]
8102025-12-24T01:16:03.024Z+ sleep 1
8112025-12-24T01:16:03.024Z+ retry=56
8122025-12-24T01:16:03.025Z+ zoneadm list
8132025-12-24T01:16:03.025Z+ grep nexus
8142025-12-24T01:16:03.025Z+ [[ 56 -gt 300 ]]
8152025-12-24T01:16:03.025Z+ sleep 1
8162025-12-24T01:16:03.616Z+ retry=57
8172025-12-24T01:16:03.640Z+ zoneadm list
8182025-12-24T01:16:03.640Z+ grep nexus
8192025-12-24T01:16:03.640Z+ [[ 57 -gt 300 ]]
8202025-12-24T01:16:03.640Z+ sleep 1
8212025-12-24T01:16:04.635Z+ retry=58
8222025-12-24T01:16:04.658Z+ zoneadm list
8232025-12-24T01:16:04.658Z+ grep nexus
8242025-12-24T01:16:04.658Z+ [[ 58 -gt 300 ]]
8252025-12-24T01:16:04.659Z+ sleep 1
8262025-12-24T01:16:05.652Z+ retry=59
8272025-12-24T01:16:05.676Z+ zoneadm list
8282025-12-24T01:16:05.677Z+ grep nexus
8292025-12-24T01:16:05.677Z+ [[ 59 -gt 300 ]]
8302025-12-24T01:16:05.677Z+ sleep 1
8312025-12-24T01:16:06.669Z+ retry=60
8322025-12-24T01:16:06.693Z+ zoneadm list
8332025-12-24T01:16:06.693Z+ grep nexus
8342025-12-24T01:16:06.693Z+ [[ 60 -gt 300 ]]
8352025-12-24T01:16:06.693Z+ sleep 1
8362025-12-24T01:16:07.683Z+ retry=61
8372025-12-24T01:16:07.707Z+ zoneadm list
8382025-12-24T01:16:07.707Z+ grep nexus
8392025-12-24T01:16:07.731Z+ [[ 61 -gt 300 ]]
8402025-12-24T01:16:07.731Z+ sleep 1
8412025-12-24T01:16:08.724Z+ retry=62
8422025-12-24T01:16:08.747Z+ zoneadm list
8432025-12-24T01:16:08.747Z+ grep nexus
8442025-12-24T01:16:08.747Z+ [[ 62 -gt 300 ]]
8452025-12-24T01:16:08.747Z+ sleep 1
8462025-12-24T01:16:09.740Z+ retry=63
8472025-12-24T01:16:09.763Z+ zoneadm list
8482025-12-24T01:16:09.763Z+ grep nexus
8492025-12-24T01:16:09.763Z+ [[ 63 -gt 300 ]]
8502025-12-24T01:16:09.763Z+ sleep 1
8512025-12-24T01:16:10.758Z+ retry=64
8522025-12-24T01:16:10.782Z+ zoneadm list
8532025-12-24T01:16:10.782Z+ grep nexus
8542025-12-24T01:16:10.782Zoxz_nexus_a538d177-9529-4b18-956f-f89ceec187da
8552025-12-24T01:16:10.782Zoxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae
8562025-12-24T01:16:10.782Zoxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea
8572025-12-24T01:16:10.782Z+ echo 'Waited for nexus: 64s'
8582025-12-24T01:16:10.782ZWaited for nexus: 64s
8592025-12-24T01:16:10.782Z+ retry=0
8602025-12-24T01:16:10.782Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8612025-12-24T01:16:10.805Z+ [[ 0 -gt 300 ]]
8622025-12-24T01:16:10.805Z+ sleep 1
8632025-12-24T01:16:11.791Z+ retry=1
8642025-12-24T01:16:11.791Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8652025-12-24T01:16:11.816Z+ [[ 1 -gt 300 ]]
8662025-12-24T01:16:11.816Z+ sleep 1
8672025-12-24T01:16:12.803Z+ retry=2
8682025-12-24T01:16:12.803Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8692025-12-24T01:16:12.826Z+ [[ 2 -gt 300 ]]
8702025-12-24T01:16:12.826Z+ sleep 1
8712025-12-24T01:16:13.814Z+ retry=3
8722025-12-24T01:16:13.814Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8732025-12-24T01:16:13.838Z+ [[ 3 -gt 300 ]]
8742025-12-24T01:16:13.838Z+ sleep 1
8752025-12-24T01:16:14.827Z+ retry=4
8762025-12-24T01:16:14.827Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8772025-12-24T01:16:14.850Z+ [[ 4 -gt 300 ]]
8782025-12-24T01:16:14.850Z+ sleep 1
8792025-12-24T01:16:15.836Z+ retry=5
8802025-12-24T01:16:15.836Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8812025-12-24T01:16:15.860Z+ [[ 5 -gt 300 ]]
8822025-12-24T01:16:15.860Z+ sleep 1
8832025-12-24T01:16:16.847Z+ retry=6
8842025-12-24T01:16:16.847Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8852025-12-24T01:16:16.870Z+ [[ 6 -gt 300 ]]
8862025-12-24T01:16:16.870Z+ sleep 1
8872025-12-24T01:16:17.854Z+ retry=7
8882025-12-24T01:16:17.855Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8892025-12-24T01:16:17.878Z+ [[ 7 -gt 300 ]]
8902025-12-24T01:16:17.878Z+ sleep 1
8912025-12-24T01:16:18.866Z+ retry=8
8922025-12-24T01:16:18.866Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8932025-12-24T01:16:18.890Z+ [[ 8 -gt 300 ]]
8942025-12-24T01:16:18.890Z+ sleep 1
8952025-12-24T01:16:19.875Z+ retry=9
8962025-12-24T01:16:19.875Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8972025-12-24T01:16:19.899Z+ [[ 9 -gt 300 ]]
8982025-12-24T01:16:19.899Z+ sleep 1
8992025-12-24T01:16:20.887Z+ retry=10
9002025-12-24T01:16:20.887Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9012025-12-24T01:16:20.910Z+ [[ 10 -gt 300 ]]
9022025-12-24T01:16:20.910Z+ sleep 1
9032025-12-24T01:16:21.898Z+ retry=11
9042025-12-24T01:16:21.898Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9052025-12-24T01:16:21.921Z+ [[ 11 -gt 300 ]]
9062025-12-24T01:16:21.921Z+ sleep 1
9072025-12-24T01:16:22.908Z+ retry=12
9082025-12-24T01:16:22.908Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9092025-12-24T01:16:22.931Z+ [[ 12 -gt 300 ]]
9102025-12-24T01:16:22.931Z+ sleep 1
9112025-12-24T01:16:23.915Z+ retry=13
9122025-12-24T01:16:23.915Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9132025-12-24T01:16:23.939Z+ [[ 13 -gt 300 ]]
9142025-12-24T01:16:23.939Z+ sleep 1
9152025-12-24T01:16:24.924Z+ retry=14
9162025-12-24T01:16:24.924Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9172025-12-24T01:16:24.947Z+ [[ 14 -gt 300 ]]
9182025-12-24T01:16:24.947Z+ sleep 1
 
9192025-12-24T01:16:25.061ZDec 24 01:16:24 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
9202025-12-24T01:16:25.932Z+ retry=15
9212025-12-24T01:16:25.932Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9222025-12-24T01:16:25.956Z+ [[ 15 -gt 300 ]]
9232025-12-24T01:16:25.956Z+ sleep 1
 
9242025-12-24T01:16:26.299ZDec 24 01:16:25 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
9252025-12-24T01:16:26.415ZDec 24 01:16:25 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
9262025-12-24T01:16:26.771ZDec 24 01:16:25 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
9272025-12-24T01:16:26.942Z+ retry=16
9282025-12-24T01:16:26.942Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9292025-12-24T01:16:26.966Z+ [[ 16 -gt 300 ]]
9302025-12-24T01:16:26.966Z+ sleep 1
 
9312025-12-24T01:16:27.412ZDec 24 01:16:26 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
9322025-12-24T01:16:27.951Z+ retry=17
9332025-12-24T01:16:27.951Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9342025-12-24T01:16:27.975Z+ [[ 17 -gt 300 ]]
9352025-12-24T01:16:27.975Z+ sleep 1
9362025-12-24T01:16:28.959Z+ retry=18
9372025-12-24T01:16:28.959Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9382025-12-24T01:16:28.984Z+ [[ 18 -gt 300 ]]
9392025-12-24T01:16:28.984Z+ sleep 1
9402025-12-24T01:16:30.002Z+ retry=19
9412025-12-24T01:16:30.002Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9422025-12-24T01:16:30.026Z+ [[ 19 -gt 300 ]]
9432025-12-24T01:16:30.026Z+ sleep 1
9442025-12-24T01:16:30.978Z+ retry=20
9452025-12-24T01:16:30.978Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9462025-12-24T01:16:31.002Z+ [[ 20 -gt 300 ]]
9472025-12-24T01:16:31.002Z+ sleep 1
9482025-12-24T01:16:31.985Z+ retry=21
9492025-12-24T01:16:31.985Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9502025-12-24T01:16:32.009Z+ [[ 21 -gt 300 ]]
9512025-12-24T01:16:32.009Z+ sleep 1
9522025-12-24T01:16:32.993Z+ retry=22
9532025-12-24T01:16:32.993Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9542025-12-24T01:16:33.017Z+ [[ 22 -gt 300 ]]
9552025-12-24T01:16:33.017Z+ sleep 1
9562025-12-24T01:16:34.002Z+ retry=23
9572025-12-24T01:16:34.002Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9582025-12-24T01:16:34.025Z+ [[ 23 -gt 300 ]]
9592025-12-24T01:16:34.026Z+ sleep 1
9602025-12-24T01:16:35.010Z+ retry=24
9612025-12-24T01:16:35.010Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9622025-12-24T01:16:35.034Z+ [[ 24 -gt 300 ]]
9632025-12-24T01:16:35.034Z+ sleep 1
9642025-12-24T01:16:36.020Z+ retry=25
9652025-12-24T01:16:36.020Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9662025-12-24T01:16:36.044Z+ [[ 25 -gt 300 ]]
9672025-12-24T01:16:36.044Z+ sleep 1
9682025-12-24T01:16:37.034Z+ retry=26
9692025-12-24T01:16:37.034Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9702025-12-24T01:16:37.057Z+ [[ 26 -gt 300 ]]
9712025-12-24T01:16:37.058Z+ sleep 1
9722025-12-24T01:16:38.043Z+ retry=27
9732025-12-24T01:16:38.043Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9742025-12-24T01:16:38.066Z+ [[ 27 -gt 300 ]]
9752025-12-24T01:16:38.066Z+ sleep 1
9762025-12-24T01:16:39.053Z+ retry=28
9772025-12-24T01:16:39.053Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9782025-12-24T01:16:39.076Z+ [[ 28 -gt 300 ]]
9792025-12-24T01:16:39.076Z+ sleep 1
9802025-12-24T01:16:40.061Z+ retry=29
9812025-12-24T01:16:40.061Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9822025-12-24T01:16:40.085Z+ [[ 29 -gt 300 ]]
9832025-12-24T01:16:40.085Z+ sleep 1
9842025-12-24T01:16:41.070Z+ retry=30
9852025-12-24T01:16:41.070Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9862025-12-24T01:16:41.094Z+ [[ 30 -gt 300 ]]
9872025-12-24T01:16:41.094Z+ sleep 1
9882025-12-24T01:16:42.079Z+ retry=31
9892025-12-24T01:16:42.079Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9902025-12-24T01:16:42.104Z+ [[ 31 -gt 300 ]]
9912025-12-24T01:16:42.104Z+ sleep 1
9922025-12-24T01:16:43.088Z+ retry=32
9932025-12-24T01:16:43.088Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9942025-12-24T01:16:43.112Z+ [[ 32 -gt 300 ]]
9952025-12-24T01:16:43.112Z+ sleep 1
9962025-12-24T01:16:44.116Z+ retry=33
9972025-12-24T01:16:44.116Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9982025-12-24T01:16:44.140Z+ [[ 33 -gt 300 ]]
9992025-12-24T01:16:44.140Z+ sleep 1
10002025-12-24T01:16:45.105Z+ retry=34
10012025-12-24T01:16:45.105Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10022025-12-24T01:16:45.129Z+ [[ 34 -gt 300 ]]
10032025-12-24T01:16:45.130Z+ sleep 1
10042025-12-24T01:16:46.114Z+ retry=35
10052025-12-24T01:16:46.114Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10062025-12-24T01:16:46.138Z+ [[ 35 -gt 300 ]]
10072025-12-24T01:16:46.138Z+ sleep 1
10082025-12-24T01:16:47.123Z+ retry=36
10092025-12-24T01:16:47.123Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10102025-12-24T01:16:47.146Z+ [[ 36 -gt 300 ]]
10112025-12-24T01:16:47.146Z+ sleep 1
10122025-12-24T01:16:48.132Z+ retry=37
10132025-12-24T01:16:48.132Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10142025-12-24T01:16:48.155Z+ [[ 37 -gt 300 ]]
10152025-12-24T01:16:48.155Z+ sleep 1
10162025-12-24T01:16:49.141Z+ retry=38
10172025-12-24T01:16:49.141Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10182025-12-24T01:16:49.166Z+ [[ 38 -gt 300 ]]
10192025-12-24T01:16:49.166Z+ sleep 1
10202025-12-24T01:16:50.149Z+ retry=39
10212025-12-24T01:16:50.149Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10222025-12-24T01:16:50.172Z+ [[ 39 -gt 300 ]]
10232025-12-24T01:16:50.172Z+ sleep 1
10242025-12-24T01:16:51.157Z+ retry=40
10252025-12-24T01:16:51.157Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10262025-12-24T01:16:51.180Z+ [[ 40 -gt 300 ]]
10272025-12-24T01:16:51.180Z+ sleep 1
10282025-12-24T01:16:52.166Z+ retry=41
10292025-12-24T01:16:52.166Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10302025-12-24T01:16:52.190Z+ [[ 41 -gt 300 ]]
10312025-12-24T01:16:52.190Z+ sleep 1
10322025-12-24T01:16:53.175Z+ retry=42
10332025-12-24T01:16:53.175Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10342025-12-24T01:16:53.198Z+ [[ 42 -gt 300 ]]
10352025-12-24T01:16:53.198Z+ sleep 1
10362025-12-24T01:16:54.184Z+ retry=43
10372025-12-24T01:16:54.184Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10382025-12-24T01:16:54.207Z+ [[ 43 -gt 300 ]]
10392025-12-24T01:16:54.207Z+ sleep 1
10402025-12-24T01:16:55.192Z+ retry=44
10412025-12-24T01:16:55.192Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10422025-12-24T01:16:55.216Z+ [[ 44 -gt 300 ]]
10432025-12-24T01:16:55.216Z+ sleep 1
10442025-12-24T01:16:56.202Z+ retry=45
10452025-12-24T01:16:56.202Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10462025-12-24T01:16:56.227Z+ [[ 45 -gt 300 ]]
10472025-12-24T01:16:56.227Z+ sleep 1
10482025-12-24T01:16:57.209Z+ retry=46
10492025-12-24T01:16:57.210Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10502025-12-24T01:16:57.234Z+ [[ 46 -gt 300 ]]
10512025-12-24T01:16:57.234Z+ sleep 1
10522025-12-24T01:16:58.218Z+ retry=47
10532025-12-24T01:16:58.218Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10542025-12-24T01:16:58.242Z+ [[ 47 -gt 300 ]]
10552025-12-24T01:16:58.242Z+ sleep 1
10562025-12-24T01:16:59.227Z+ retry=48
10572025-12-24T01:16:59.227Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10582025-12-24T01:16:59.251Z+ [[ 48 -gt 300 ]]
10592025-12-24T01:16:59.251Z+ sleep 1
10602025-12-24T01:17:00.236Z+ retry=49
10612025-12-24T01:17:00.236Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10622025-12-24T01:17:00.262Z+ [[ 49 -gt 300 ]]
10632025-12-24T01:17:00.262Z+ sleep 1
10642025-12-24T01:17:01.245Z+ retry=50
10652025-12-24T01:17:01.245Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10662025-12-24T01:17:01.269Z+ [[ 50 -gt 300 ]]
10672025-12-24T01:17:01.269Z+ sleep 1
10682025-12-24T01:17:02.253Z+ retry=51
10692025-12-24T01:17:02.253Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10702025-12-24T01:17:02.277Z+ [[ 51 -gt 300 ]]
10712025-12-24T01:17:02.277Z+ sleep 1
10722025-12-24T01:17:03.262Z+ retry=52
10732025-12-24T01:17:03.262Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10742025-12-24T01:17:03.286Z+ [[ 52 -gt 300 ]]
10752025-12-24T01:17:03.286Z+ sleep 1
10762025-12-24T01:17:04.271Z+ retry=53
10772025-12-24T01:17:04.271Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10782025-12-24T01:17:04.295Z+ [[ 53 -gt 300 ]]
10792025-12-24T01:17:04.295Z+ sleep 1
10802025-12-24T01:17:05.280Z+ retry=54
10812025-12-24T01:17:05.280Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10822025-12-24T01:17:05.305Z+ [[ 54 -gt 300 ]]
10832025-12-24T01:17:05.305Z+ sleep 1
10842025-12-24T01:17:06.294Z+ retry=55
10852025-12-24T01:17:06.294Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10862025-12-24T01:17:06.318Z+ [[ 55 -gt 300 ]]
10872025-12-24T01:17:06.318Z+ sleep 1
10882025-12-24T01:17:07.300Z+ retry=56
10892025-12-24T01:17:07.300Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10902025-12-24T01:17:07.325Z+ [[ 56 -gt 300 ]]
10912025-12-24T01:17:07.325Z+ sleep 1
10922025-12-24T01:17:08.308Z+ retry=57
10932025-12-24T01:17:08.308Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10942025-12-24T01:17:08.332Z+ [[ 57 -gt 300 ]]
10952025-12-24T01:17:08.333Z+ sleep 1
10962025-12-24T01:17:09.317Z+ retry=58
10972025-12-24T01:17:09.317Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10982025-12-24T01:17:09.341Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-12-24T01:17:08.967537162Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
10992025-12-24T01:17:09.341Z+ echo 'Waited for handoff: 58s'
11002025-12-24T01:17:09.341ZWaited for handoff: 58s
11012025-12-24T01:17:09.341Z+ retry=0
11022025-12-24T01:17:09.341Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11032025-12-24T01:17:09.341Z++ wc -l
11042025-12-24T01:17:09.486Znote: database URL not specified. Will search DNS.
11052025-12-24T01:17:09.486Znote: (override with --db-url or OMDB_DB_URL)
11062025-12-24T01:17:09.510Znote: using DNS server for subnet fd00:1122:3344::/48
11072025-12-24T01:17:09.510Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11082025-12-24T01:17:09.510Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11092025-12-24T01:17:09.566Znote: database schema version matches expected (214.0.0)
11102025-12-24T01:17:09.632Z+ INVENTORY_COLLECTION_COUNT=' 4'
11112025-12-24T01:17:09.656Z+ [[ 4 -gt 1 ]]
11122025-12-24T01:17:09.656Z+ echo 'Waited for inventory collection: 0s'
11132025-12-24T01:17:09.656Z+ retry=0
11142025-12-24T01:17:09.656ZWaited for inventory collection: 0s
11152025-12-24T01:17:09.656Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11162025-12-24T01:17:09.656Z++ wc -l
11172025-12-24T01:17:09.680Znote: database URL not specified. Will search DNS.
11182025-12-24T01:17:09.680Znote: (override with --db-url or OMDB_DB_URL)
11192025-12-24T01:17:09.680Znote: using DNS server for subnet fd00:1122:3344::/48
11202025-12-24T01:17:09.680Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11212025-12-24T01:17:09.680Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11222025-12-24T01:17:09.705Znote: database schema version matches expected (214.0.0)
11232025-12-24T01:17:09.868Z+ ACTUAL_ZPOOL_COUNT=' 9'
11242025-12-24T01:17:09.892Z+ [[ 9 -eq 9 ]]
11252025-12-24T01:17:09.892Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11262025-12-24T01:17:09.916Znote: Nexus URL not specified. Will pick one from DNS.
11272025-12-24T01:17:09.916Znote: using DNS server for subnet fd00:1122:3344::/48
11282025-12-24T01:17:09.916Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11292025-12-24T01:17:09.916Znote: using Nexus URL http://[fd00:1122:3344:101::b]:12232
11302025-12-24T01:17:12.352Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11312025-12-24T01:17:12.390Znote: database URL not specified. Will search DNS.
11322025-12-24T01:17:12.390Znote: (override with --db-url or OMDB_DB_URL)
11332025-12-24T01:17:12.414Znote: using DNS server for subnet fd00:1122:3344::/48
11342025-12-24T01:17:12.414Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11352025-12-24T01:17:12.414Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11362025-12-24T01:17:12.414Znote: database schema version matches expected (214.0.0)
11372025-12-24T01:17:12.438ZID STARTED TOOK NSPS NERRORS
11382025-12-24T01:17:12.438Zaf894c7f-b021-42ea-9545-ef8f822d7723 2025-12-24T01:16:36Z 2318 ms 2 0
11392025-12-24T01:17:12.438Z6472fb0c-0be2-462a-9ec5-25ef682d4927 2025-12-24T01:17:04Z 661 ms 2 0
11402025-12-24T01:17:12.438Za8ce69a5-30c7-473d-9af3-235a5f3d0c26 2025-12-24T01:17:09Z 431 ms 2 0
11412025-12-24T01:17:12.438Zd80cb18f-4a24-425f-81b8-30f88fbcc900 2025-12-24T01:17:10Z 300 ms 2 0
11422025-12-24T01:17:12.462Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11432025-12-24T01:17:12.462ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
11442025-12-24T01:17:12.462Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11452025-12-24T01:17:12.486Znote: database URL not specified. Will search DNS.
11462025-12-24T01:17:12.486Znote: (override with --db-url or OMDB_DB_URL)
11472025-12-24T01:17:12.486Znote: using DNS server for subnet fd00:1122:3344::/48
11482025-12-24T01:17:12.486Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11492025-12-24T01:17:12.486Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11502025-12-24T01:17:12.511Znote: database schema version matches expected (214.0.0)
11512025-12-24T01:17:12.693ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11522025-12-24T01:17:12.693Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11532025-12-24T01:17:12.693Z15047066-9c94-4f3c-bd04-4d445e718cee | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |bfc06d6c-76cc-4df1-9733-9bb44b30b73a |20937965568 |268435456000
11542025-12-24T01:17:12.693Z2f13acf6-a6fb-4139-ba6a-beef649514ff | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |5cd1d7ad-de5e-4122-a991-b5be82eba212 |20937965568 |268435456000
11552025-12-24T01:17:12.693Z66d19ba3-bdce-40c2-a840-2f8d7e3e7d10 | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |54f730b3-dc1f-48f3-b710-a5c29a8dc377 |20937965568 |268435456000
11562025-12-24T01:17:12.693Z86151a3d-897a-41db-94b3-85bbc5795db2 | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |bdef9de8-013c-4220-bb4e-34467715f850 |20937965568 |268435456000
11572025-12-24T01:17:12.693Z95e8343f-df36-40f5-b606-12c33e73d4bb | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |a4e84097-128f-449b-81f7-16e566285aad |20937965568 |268435456000
11582025-12-24T01:17:12.693Za990c116-592e-4415-b806-292330ee8eff | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |481da6cb-4518-4a2a-9b79-7f48c1243e69 |20937965568 |268435456000
11592025-12-24T01:17:12.693Zaa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |5cecbe51-335a-44e0-b9b0-7e7c45872281 |20937965568 |268435456000
11602025-12-24T01:17:12.693Zad971b46-94ed-444c-9649-54a7c86119bf | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |adc5b122-5ec9-4161-8267-bfd113047835 |20937965568 |268435456000
11612025-12-24T01:17:12.693Zc0175bcd-3ec7-4bc8-ab8d-89655764299f | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |af667194-8176-45b9-9e4c-aa0bbd9455d0 |20937965568 |268435456000
11622025-12-24T01:17:12.718Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11632025-12-24T01:17:12.743Znote: database URL not specified. Will search DNS.
11642025-12-24T01:17:12.743Znote: (override with --db-url or OMDB_DB_URL)
11652025-12-24T01:17:12.767Znote: using DNS server for subnet fd00:1122:3344::/48
11662025-12-24T01:17:12.767Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11672025-12-24T01:17:12.767Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11682025-12-24T01:17:12.767Znote: database schema version matches expected (214.0.0)
11692025-12-24T01:17:12.914Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11702025-12-24T01:17:12.914Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 15047066-9c94-4f3c-bd04-4d445e718cee 0
11712025-12-24T01:17:12.954Znote: database URL not specified. Will search DNS.
11722025-12-24T01:17:12.954Znote: (override with --db-url or OMDB_DB_URL)
11732025-12-24T01:17:12.954Znote: using DNS server for subnet fd00:1122:3344::/48
11742025-12-24T01:17:12.954Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11752025-12-24T01:17:12.979Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11762025-12-24T01:17:12.979Znote: database schema version matches expected (214.0.0)
11772025-12-24T01:17:13.042Zset pool 15047066-9c94-4f3c-bd04-4d445e718cee control plane storage buffer bytes to 0
11782025-12-24T01:17:13.065Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11792025-12-24T01:17:13.065Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2f13acf6-a6fb-4139-ba6a-beef649514ff 0
11802025-12-24T01:17:13.091Znote: database URL not specified. Will search DNS.
11812025-12-24T01:17:13.091Znote: (override with --db-url or OMDB_DB_URL)
11822025-12-24T01:17:13.115Znote: using DNS server for subnet fd00:1122:3344::/48
11832025-12-24T01:17:13.115Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11842025-12-24T01:17:13.115Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11852025-12-24T01:17:13.115Znote: database schema version matches expected (214.0.0)
11862025-12-24T01:17:13.169Zset pool 2f13acf6-a6fb-4139-ba6a-beef649514ff control plane storage buffer bytes to 0
11872025-12-24T01:17:13.194Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11882025-12-24T01:17:13.194Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 66d19ba3-bdce-40c2-a840-2f8d7e3e7d10 0
11892025-12-24T01:17:13.218Znote: database URL not specified. Will search DNS.
11902025-12-24T01:17:13.218Znote: (override with --db-url or OMDB_DB_URL)
11912025-12-24T01:17:13.218Znote: using DNS server for subnet fd00:1122:3344::/48
11922025-12-24T01:17:13.218Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11932025-12-24T01:17:13.242Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11942025-12-24T01:17:13.242Znote: database schema version matches expected (214.0.0)
11952025-12-24T01:17:13.300Zset pool 66d19ba3-bdce-40c2-a840-2f8d7e3e7d10 control plane storage buffer bytes to 0
11962025-12-24T01:17:13.324Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11972025-12-24T01:17:13.324Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 86151a3d-897a-41db-94b3-85bbc5795db2 0
11982025-12-24T01:17:13.348Znote: database URL not specified. Will search DNS.
11992025-12-24T01:17:13.348Znote: (override with --db-url or OMDB_DB_URL)
12002025-12-24T01:17:13.348Znote: using DNS server for subnet fd00:1122:3344::/48
12012025-12-24T01:17:13.348Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12022025-12-24T01:17:13.348Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12032025-12-24T01:17:13.372Znote: database schema version matches expected (214.0.0)
12042025-12-24T01:17:13.423Zset pool 86151a3d-897a-41db-94b3-85bbc5795db2 control plane storage buffer bytes to 0
12052025-12-24T01:17:13.447Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12062025-12-24T01:17:13.447Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 95e8343f-df36-40f5-b606-12c33e73d4bb 0
12072025-12-24T01:17:13.471Znote: database URL not specified. Will search DNS.
12082025-12-24T01:17:13.471Znote: (override with --db-url or OMDB_DB_URL)
12092025-12-24T01:17:13.471Znote: using DNS server for subnet fd00:1122:3344::/48
12102025-12-24T01:17:13.471Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12112025-12-24T01:17:13.495Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12122025-12-24T01:17:13.495Znote: database schema version matches expected (214.0.0)
12132025-12-24T01:17:13.554Zset pool 95e8343f-df36-40f5-b606-12c33e73d4bb control plane storage buffer bytes to 0
12142025-12-24T01:17:13.578Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12152025-12-24T01:17:13.578Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a990c116-592e-4415-b806-292330ee8eff 0
12162025-12-24T01:17:13.602Znote: database URL not specified. Will search DNS.
12172025-12-24T01:17:13.602Znote: (override with --db-url or OMDB_DB_URL)
12182025-12-24T01:17:13.626Znote: using DNS server for subnet fd00:1122:3344::/48
12192025-12-24T01:17:13.626Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12202025-12-24T01:17:13.626Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12212025-12-24T01:17:13.626Znote: database schema version matches expected (214.0.0)
12222025-12-24T01:17:13.681Zset pool a990c116-592e-4415-b806-292330ee8eff control plane storage buffer bytes to 0
12232025-12-24T01:17:13.705Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12242025-12-24T01:17:13.705Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e 0
12252025-12-24T01:17:13.730Znote: database URL not specified. Will search DNS.
12262025-12-24T01:17:13.730Znote: (override with --db-url or OMDB_DB_URL)
12272025-12-24T01:17:13.754Znote: using DNS server for subnet fd00:1122:3344::/48
12282025-12-24T01:17:13.754Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12292025-12-24T01:17:13.754Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12302025-12-24T01:17:13.754Znote: database schema version matches expected (214.0.0)
12312025-12-24T01:17:13.808Zset pool aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e control plane storage buffer bytes to 0
12322025-12-24T01:17:13.880Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12332025-12-24T01:17:13.880Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ad971b46-94ed-444c-9649-54a7c86119bf 0
12342025-12-24T01:17:13.880Znote: database URL not specified. Will search DNS.
12352025-12-24T01:17:13.880Znote: (override with --db-url or OMDB_DB_URL)
12362025-12-24T01:17:13.880Znote: using DNS server for subnet fd00:1122:3344::/48
12372025-12-24T01:17:13.880Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12382025-12-24T01:17:13.880Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12392025-12-24T01:17:13.880Znote: database schema version matches expected (214.0.0)
12402025-12-24T01:17:13.937Zset pool ad971b46-94ed-444c-9649-54a7c86119bf control plane storage buffer bytes to 0
12412025-12-24T01:17:13.961Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12422025-12-24T01:17:13.962Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c0175bcd-3ec7-4bc8-ab8d-89655764299f 0
12432025-12-24T01:17:13.986Znote: database URL not specified. Will search DNS.
12442025-12-24T01:17:13.986Znote: (override with --db-url or OMDB_DB_URL)
12452025-12-24T01:17:14.010Znote: using DNS server for subnet fd00:1122:3344::/48
12462025-12-24T01:17:14.010Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12472025-12-24T01:17:14.010Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12482025-12-24T01:17:14.010Znote: database schema version matches expected (214.0.0)
12492025-12-24T01:17:14.064Zset pool c0175bcd-3ec7-4bc8-ab8d-89655764299f control plane storage buffer bytes to 0
12502025-12-24T01:17:14.088Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12512025-12-24T01:17:14.113Znote: database URL not specified. Will search DNS.
12522025-12-24T01:17:14.113Znote: (override with --db-url or OMDB_DB_URL)
12532025-12-24T01:17:14.137Znote: using DNS server for subnet fd00:1122:3344::/48
12542025-12-24T01:17:14.137Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12552025-12-24T01:17:14.137Znote: using database URL postgresql://root@[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12562025-12-24T01:17:14.137Znote: database schema version matches expected (214.0.0)
12572025-12-24T01:17:14.273ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12582025-12-24T01:17:14.273Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12592025-12-24T01:17:14.273Z15047066-9c94-4f3c-bd04-4d445e718cee | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |bfc06d6c-76cc-4df1-9733-9bb44b30b73a |20937965568 |0
12602025-12-24T01:17:14.273Z2f13acf6-a6fb-4139-ba6a-beef649514ff | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |5cd1d7ad-de5e-4122-a991-b5be82eba212 |20937965568 |0
12612025-12-24T01:17:14.273Z66d19ba3-bdce-40c2-a840-2f8d7e3e7d10 | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |54f730b3-dc1f-48f3-b710-a5c29a8dc377 |20937965568 |0
12622025-12-24T01:17:14.273Z86151a3d-897a-41db-94b3-85bbc5795db2 | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |bdef9de8-013c-4220-bb4e-34467715f850 |20937965568 |0
12632025-12-24T01:17:14.273Z95e8343f-df36-40f5-b606-12c33e73d4bb | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |a4e84097-128f-449b-81f7-16e566285aad |20937965568 |0
12642025-12-24T01:17:14.273Za990c116-592e-4415-b806-292330ee8eff | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |481da6cb-4518-4a2a-9b79-7f48c1243e69 |20937965568 |0
12652025-12-24T01:17:14.273Zaa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |5cecbe51-335a-44e0-b9b0-7e7c45872281 |20937965568 |0
12662025-12-24T01:17:14.273Zad971b46-94ed-444c-9649-54a7c86119bf | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |adc5b122-5ec9-4161-8267-bfd113047835 |20937965568 |0
12672025-12-24T01:17:14.273Zc0175bcd-3ec7-4bc8-ab8d-89655764299f | |3f5394b3-064d-440e-b6f7-10ff8f02a229 |af667194-8176-45b9-9e4c-aa0bbd9455d0 |20937965568 |0
12682025-12-24T01:17:14.297Z+ export RUST_BACKTRACE=1
12692025-12-24T01:17:14.297Z+ RUST_BACKTRACE=1
12702025-12-24T01:17:14.297Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12712025-12-24T01:17:14.297Z++ ./target/debug/bootstrap
12722025-12-24T01:17:14.426ZUsing external DNS server at 10.151.1.164:53
12732025-12-24T01:17:14.450Z2025-12-24 01:17:14.426467688 UTC: attempting to log into API
12742025-12-24T01:17:15.937Z2025-12-24 01:17:15.925910613 UTC: login succeeded
12752025-12-24T01:17:15.974Zwaiting for nexus to come up...
12762025-12-24T01:17:16.202Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
12772025-12-24T01:17:16.781Zsetting up quotas...
12782025-12-24T01:17:16.847Zensuring datasets are ready...
12792025-12-24T01:17:21.193Zlet's roll.
12802025-12-24T01:17:21.218Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12812025-12-24T01:17:21.218ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12822025-12-24T01:17:21.218ZOXIDE_TOKEN=oxide-token-bbfbc496299602608223fde8e878e9c85bb9d03c'
12832025-12-24T01:17:21.218Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12842025-12-24T01:17:21.218Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12852025-12-24T01:17:21.218Z++ OXIDE_TOKEN=oxide-token-bbfbc496299602608223fde8e878e9c85bb9d03c
12862025-12-24T01:17:21.218Z+ export OXIDE_HOST OXIDE_TOKEN
12872025-12-24T01:17:21.218Z+ retry=0
12882025-12-24T01:17:21.218Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12892025-12-24T01:17:21.285Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
12902025-12-24T01:17:22.031Z{"status":"ok"}{
12912025-12-24T01:17:22.032Z "description": "some images",
12922025-12-24T01:17:22.032Z "id": "2d78c15a-4b01-4ec6-bec0-8c33ee8580ca",
12932025-12-24T01:17:22.032Z "name": "images",
12942025-12-24T01:17:22.032Z "time_created": "2025-12-24T01:17:21.364279Z",
12952025-12-24T01:17:22.032Z "time_modified": "2025-12-24T01:17:21.364279Z"
12962025-12-24T01:17:22.032Z}
12972025-12-24T01:17:22.056Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
12982025-12-24T01:28:48.978ZDone!
12992025-12-24T01:28:49.002Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13002025-12-24T01:28:49.104Z{
13012025-12-24T01:28:49.104Z "block_size": 512,
13022025-12-24T01:28:49.104Z "description": "debian 11 original base image",
13032025-12-24T01:28:49.104Z "id": "cf5ca4c3-8622-4a8c-abde-9f5df3dde7aa",
13042025-12-24T01:28:49.104Z "name": "debian11",
13052025-12-24T01:28:49.104Z "os": "debian",
13062025-12-24T01:28:49.104Z "size": 2147483648,
13072025-12-24T01:28:49.104Z "time_created": "2025-12-24T01:28:48.880415Z",
13082025-12-24T01:28:49.104Z "time_modified": "2025-12-24T01:28:49.087434Z",
13092025-12-24T01:28:49.104Z "version": "11"
13102025-12-24T01:28:49.104Z}
13112025-12-24T01:28:49.128Z+ for test_bin in tests/*
13122025-12-24T01:28:49.128Z+ ./tests/bootstrap-50733348774e4259
13132025-12-24T01:28:49.128Z
13142025-12-24T01:28:49.129Zrunning 0 tests
13152025-12-24T01:28:49.129Z
13162025-12-24T01:28:49.129Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13172025-12-24T01:28:49.129Z
13182025-12-24T01:28:49.129Z+ for test_bin in tests/*
13192025-12-24T01:28:49.129Z+ ./tests/commtest-5e6b278197405af0
13202025-12-24T01:28:49.152Z
13212025-12-24T01:28:49.152Zrunning 0 tests
13222025-12-24T01:28:49.153Z
13232025-12-24T01:28:49.153Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13242025-12-24T01:28:49.153Z
13252025-12-24T01:28:49.153Z+ for test_bin in tests/*
13262025-12-24T01:28:49.153Z+ ./tests/dhcp_server-b18f2ada11164704
13272025-12-24T01:28:49.153Z
13282025-12-24T01:28:49.153Zrunning 0 tests
13292025-12-24T01:28:49.153Z
13302025-12-24T01:28:49.153Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13312025-12-24T01:28:49.153Z
13322025-12-24T01:28:49.153Z+ for test_bin in tests/*
13332025-12-24T01:28:49.153Z+ ./tests/end_to_end_tests-25e0a934a98d7586
13342025-12-24T01:28:49.394Z
13352025-12-24T01:28:49.394Zrunning 3 tests
13362025-12-24T01:28:49.527Znote: configured to log to "/tmp/end_to_end_tests-25e0a934a98d7586-new_blueprint_noop.4361.0.log"
13372025-12-24T01:28:50.016Ztest no_spoof::no_spoof_here ... ok
13382025-12-24T01:28:50.471Ztest noop_blueprint::new_blueprint_noop ... ok
13392025-12-24T01:29:20.396Ztest instance_launch::instance_launch ... ok
13402025-12-24T01:29:20.396Z
13412025-12-24T01:29:20.420Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 31.00s
13422025-12-24T01:29:20.420Z
13432025-12-24T01:29:20.420Z+ _exit_trap
13442025-12-24T01:29:20.420Z+ local status=0
13452025-12-24T01:29:20.420Z+ set +o errexit
13462025-12-24T01:29:20.420Z+ [[ x != \x ]]
13472025-12-24T01:29:20.420Z+ pfexec svcadm -Z disable -s cron
13482025-12-24T01:29:22.130Z+ [[ 0 -eq 0 ]]
13492025-12-24T01:29:22.130Z+ exit 0
13502025-12-24T01:29:22.154Zprocess exited: duration 958474 ms, exit code 0
 
13512025-12-24T01:29:22.287Zfound 132 output files
13522025-12-24T01:29:22.435Zuploading: /var/svc/log/oxide-mg-ddm:default.log (358026 bytes)
13532025-12-24T01:29:22.468Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 358026 -> 358423
13542025-12-24T01:29:23.539Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13552025-12-24T01:29:23.539Zuploading: /var/svc/log/oxide-sled-agent:default.log (2653303 bytes)
13562025-12-24T01:29:24.932Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13572025-12-24T01:29:24.932Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (15616669 bytes)
13582025-12-24T01:29:25.675Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 15616669 -> 15670147
13592025-12-24T01:29:26.745Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13602025-12-24T01:29:26.745Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8297 bytes)
13612025-12-24T01:29:27.860Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13622025-12-24T01:29:27.860Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (382796 bytes)
13632025-12-24T01:29:28.084Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 382796 -> 385172
13642025-12-24T01:29:29.153Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13652025-12-24T01:29:29.177Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (785284 bytes)
13662025-12-24T01:29:29.446Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 785284 -> 788452
13672025-12-24T01:29:30.515Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13682025-12-24T01:29:30.516Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3933105 bytes)
13692025-12-24T01:29:30.887Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3933105 -> 3960001
13702025-12-24T01:29:31.956Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13712025-12-24T01:29:31.956Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6610960 bytes)
13722025-12-24T01:29:32.415Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6610960 -> 6689498
13732025-12-24T01:29:33.485Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13742025-12-24T01:29:33.485Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
13752025-12-24T01:29:34.554Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13762025-12-24T01:29:34.578Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (518135 bytes)
13772025-12-24T01:29:34.823Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 518135 -> 525313
13782025-12-24T01:29:35.892Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
13792025-12-24T01:29:35.892Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (14040 bytes)
13802025-12-24T01:29:37.006Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13812025-12-24T01:29:37.006Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
13822025-12-24T01:29:38.076Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13832025-12-24T01:29:38.077Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13842025-12-24T01:29:39.145Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13852025-12-24T01:29:39.170Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-agent:default.log (8909 bytes)
13862025-12-24T01:29:40.260Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-agent:default.log
13872025-12-24T01:29:40.284Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13882025-12-24T01:29:41.353Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-downstairs:default.log
13892025-12-24T01:29:41.353Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c56d175-6e6a-4a03-941f-03254c5ec2e1.log (3008 bytes)
13902025-12-24T01:29:42.447Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c56d175-6e6a-4a03-941f-03254c5ec2e1.log
13912025-12-24T01:29:42.447Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13922025-12-24T01:29:43.540Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_crucible_873f355f-5cfb-43fb-ad40-b09482b5553e/root/var/svc/log/oxide-zone-network-setup:default.log
13932025-12-24T01:29:43.587Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-nexus:default.log (12675651 bytes)
13942025-12-24T01:29:44.211Zupload warning: file "/pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12675651 -> 13326709
13952025-12-24T01:29:45.280Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-nexus:default.log
13962025-12-24T01:29:45.304Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13972025-12-24T01:29:46.373Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-opte-interface-setup:default.log
13982025-12-24T01:29:46.373Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
13992025-12-24T01:29:47.466Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/zone/oxz_nexus_a538d177-9529-4b18-956f-f89ceec187da/root/var/svc/log/oxide-zone-network-setup:default.log
14002025-12-24T01:29:47.466Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-cockroach-admin:default.log (68775 bytes)
14012025-12-24T01:29:47.600Zupload warning: file "/pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68775 -> 73207
14022025-12-24T01:29:48.669Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-cockroach-admin:default.log
14032025-12-24T01:29:48.669Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
14042025-12-24T01:29:49.764Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-cockroachdb:default.log
14052025-12-24T01:29:49.764Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14062025-12-24T01:29:50.857Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_cockroachdb_d33aee38-3fb3-43ff-b571-323bbf1dc5aa/root/var/svc/log/oxide-zone-network-setup:default.log
14072025-12-24T01:29:50.857Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14082025-12-24T01:29:51.951Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-crucible-agent:default.log
14092025-12-24T01:29:51.951Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14102025-12-24T01:29:53.045Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-crucible-downstairs:default.log
14112025-12-24T01:29:53.045Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14122025-12-24T01:29:54.138Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_crucible_2412716b-4dd5-4929-a839-7091ee1c9169/root/var/svc/log/oxide-zone-network-setup:default.log
14132025-12-24T01:29:54.138Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/root/var/svc/log/oxide-internal_dns:default.log (933794 bytes)
14142025-12-24T01:29:54.411Zupload warning: file "/pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 933794 -> 957052
14152025-12-24T01:29:55.481Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/root/var/svc/log/oxide-internal_dns:default.log
14162025-12-24T01:29:55.481Zuploading: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14172025-12-24T01:29:56.551Zuploaded: /pool/ext/2f13acf6-a6fb-4139-ba6a-beef649514ff/crypt/zone/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/root/var/svc/log/oxide-zone-network-setup:default.log
14182025-12-24T01:29:56.551Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-cockroach-admin:default.log (70576 bytes)
14192025-12-24T01:29:56.685Zupload warning: file "/pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 70576 -> 75010
14202025-12-24T01:29:57.753Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-cockroach-admin:default.log
14212025-12-24T01:29:57.754Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-cockroachdb:default.log (4300 bytes)
14222025-12-24T01:29:58.847Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-cockroachdb:default.log
14232025-12-24T01:29:58.870Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
14242025-12-24T01:29:59.940Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_cockroachdb_7ed5c658-a4ba-4f93-893f-4b30064989f2/root/var/svc/log/oxide-zone-network-setup:default.log
14252025-12-24T01:29:59.964Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-agent:default.log (45020 bytes)
14262025-12-24T01:30:01.099Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-agent:default.log
14272025-12-24T01:30:01.099Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14282025-12-24T01:30:02.192Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:default.log
14292025-12-24T01:30:02.193Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-2a748534-6138-4ad4-9163-d806eb90946f.log (6105 bytes)
14302025-12-24T01:30:03.287Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-2a748534-6138-4ad4-9163-d806eb90946f.log
14312025-12-24T01:30:03.287Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-47e8c027-8f35-4308-810d-2e154a9e5d3c.log (3008 bytes)
14322025-12-24T01:30:04.381Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-47e8c027-8f35-4308-810d-2e154a9e5d3c.log
14332025-12-24T01:30:04.382Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-e8f08740-6209-45f5-8c49-18590054667b.log (3126 bytes)
14342025-12-24T01:30:05.474Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-e8f08740-6209-45f5-8c49-18590054667b.log
14352025-12-24T01:30:05.474Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d.log (6001 bytes)
14362025-12-24T01:30:06.568Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ecc30029-1c2a-4dbf-a59b-1a5c101ad51d.log
14372025-12-24T01:30:06.568Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:snapshot-2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10.log (5677 bytes)
14382025-12-24T01:30:07.662Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-crucible-downstairs:snapshot-2a748534-6138-4ad4-9163-d806eb90946f-778267c0-6bc9-487e-860a-0308a2fd5e10.log
14392025-12-24T01:30:07.662Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14402025-12-24T01:30:08.756Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_crucible_4be15992-cf66-4c6f-a841-a4c6b00ff18f/root/var/svc/log/oxide-zone-network-setup:default.log
14412025-12-24T01:30:08.756Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-external_dns:default.log (49526 bytes)
14422025-12-24T01:30:08.889Zupload warning: file "/pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49526 -> 53294
14432025-12-24T01:30:09.958Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-external_dns:default.log
14442025-12-24T01:30:09.958Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
14452025-12-24T01:30:11.051Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-opte-interface-setup:default.log
14462025-12-24T01:30:11.052Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14472025-12-24T01:30:12.147Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_external_dns_a3293dfc-5f9a-49f6-904f-54e3be628c54/root/var/svc/log/oxide-zone-network-setup:default.log
14482025-12-24T01:30:12.147Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/root/var/svc/log/oxide-internal_dns:default.log (933805 bytes)
14492025-12-24T01:30:12.445Zupload warning: file "/pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 933805 -> 962915
14502025-12-24T01:30:13.514Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/root/var/svc/log/oxide-internal_dns:default.log
14512025-12-24T01:30:13.514Zuploading: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14522025-12-24T01:30:14.584Zuploaded: /pool/ext/66d19ba3-bdce-40c2-a840-2f8d7e3e7d10/crypt/zone/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/root/var/svc/log/oxide-zone-network-setup:default.log
14532025-12-24T01:30:14.584Zuploading: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14542025-12-24T01:30:15.677Zuploaded: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-crucible-agent:default.log
14552025-12-24T01:30:15.677Zuploading: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14562025-12-24T01:30:16.779Zuploaded: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-crucible-downstairs:default.log
14572025-12-24T01:30:16.779Zuploading: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14582025-12-24T01:30:17.873Zuploaded: /pool/ext/86151a3d-897a-41db-94b3-85bbc5795db2/crypt/zone/oxz_crucible_717fc7bd-2d91-4b10-b81b-528242ee3b00/root/var/svc/log/oxide-zone-network-setup:default.log
14592025-12-24T01:30:17.873Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-cockroach-admin:default.log (68777 bytes)
14602025-12-24T01:30:18.007Zupload warning: file "/pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68777 -> 73209
14612025-12-24T01:30:19.077Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-cockroach-admin:default.log
14622025-12-24T01:30:19.077Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
14632025-12-24T01:30:20.171Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-cockroachdb:default.log
14642025-12-24T01:30:20.171Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14652025-12-24T01:30:21.264Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_cockroachdb_905e89c3-d9fc-41b9-b0f8-f52ce8304081/root/var/svc/log/oxide-zone-network-setup:default.log
14662025-12-24T01:30:21.265Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14672025-12-24T01:30:22.356Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-crucible-agent:default.log
14682025-12-24T01:30:22.356Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14692025-12-24T01:30:23.448Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-crucible-downstairs:default.log
14702025-12-24T01:30:23.449Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14712025-12-24T01:30:24.541Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_7dcaaea2-238e-4ba5-8133-605ffaefd4ad/root/var/svc/log/oxide-zone-network-setup:default.log
14722025-12-24T01:30:24.541Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_pantry_108da3d6-c7b8-4255-a9f8-c8364e5267bb/root/var/svc/log/oxide-crucible-pantry:default.log (930367 bytes)
14732025-12-24T01:30:24.813Zupload warning: file "/pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_pantry_108da3d6-c7b8-4255-a9f8-c8364e5267bb/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 930367 -> 943685
14742025-12-24T01:30:25.883Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_pantry_108da3d6-c7b8-4255-a9f8-c8364e5267bb/root/var/svc/log/oxide-crucible-pantry:default.log
14752025-12-24T01:30:25.883Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_pantry_108da3d6-c7b8-4255-a9f8-c8364e5267bb/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
14762025-12-24T01:30:26.976Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_crucible_pantry_108da3d6-c7b8-4255-a9f8-c8364e5267bb/root/var/svc/log/oxide-zone-network-setup:default.log
14772025-12-24T01:30:26.976Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-nexus:default.log (12631302 bytes)
14782025-12-24T01:30:27.671Zupload warning: file "/pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12631302 -> 13536317
14792025-12-24T01:30:28.740Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-nexus:default.log
14802025-12-24T01:30:28.764Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
14812025-12-24T01:30:29.832Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-opte-interface-setup:default.log
14822025-12-24T01:30:29.833Zuploading: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
14832025-12-24T01:30:30.925Zuploaded: /pool/ext/95e8343f-df36-40f5-b606-12c33e73d4bb/crypt/zone/oxz_nexus_63aa35d5-e329-4657-be97-bc07fb5a4fae/root/var/svc/log/oxide-zone-network-setup:default.log
14842025-12-24T01:30:30.925Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse-admin-single:default.log (49665 bytes)
14852025-12-24T01:30:31.059Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 49665 -> 53439
14862025-12-24T01:30:32.128Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse-admin-single:default.log
14872025-12-24T01:30:32.159Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse:default.log (3624301 bytes)
14882025-12-24T01:30:32.503Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3624301 -> 3916510
14892025-12-24T01:30:33.572Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-clickhouse:default.log
14902025-12-24T01:30:33.573Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
14912025-12-24T01:30:34.665Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_clickhouse_46c9d33c-995c-47c5-b2f5-e16ca28e657f/root/var/svc/log/oxide-zone-network-setup:default.log
14922025-12-24T01:30:34.689Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-cockroach-admin:default.log (68776 bytes)
14932025-12-24T01:30:34.799Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68776 -> 73209
14942025-12-24T01:30:35.867Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-cockroach-admin:default.log
14952025-12-24T01:30:35.867Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
14962025-12-24T01:30:36.962Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-cockroachdb:default.log
14972025-12-24T01:30:36.962Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14982025-12-24T01:30:38.054Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_cockroachdb_e909a57c-be0b-44cb-bd05-1e4754558769/root/var/svc/log/oxide-zone-network-setup:default.log
14992025-12-24T01:30:38.054Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-agent:default.log (20000 bytes)
15002025-12-24T01:30:39.190Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-agent:default.log
15012025-12-24T01:30:39.190Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15022025-12-24T01:30:40.283Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:default.log
15032025-12-24T01:30:40.284Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:downstairs-44fe6740-78ae-47ff-98f0-e9f1ddc62574.log (3007 bytes)
15042025-12-24T01:30:41.376Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:downstairs-44fe6740-78ae-47ff-98f0-e9f1ddc62574.log
15052025-12-24T01:30:41.376Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf45fa6e-b425-42c4-b628-5987e9a3bb00.log (5999 bytes)
15062025-12-24T01:30:42.470Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf45fa6e-b425-42c4-b628-5987e9a3bb00.log
15072025-12-24T01:30:42.470Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15082025-12-24T01:30:43.564Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_1a66e5c0-be13-440f-b615-1a8c209ae864/root/var/svc/log/oxide-zone-network-setup:default.log
15092025-12-24T01:30:43.564Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_pantry_879daacd-ff89-4582-955c-3d28e7b93805/root/var/svc/log/oxide-crucible-pantry:default.log (174801 bytes)
15102025-12-24T01:30:43.743Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_pantry_879daacd-ff89-4582-955c-3d28e7b93805/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 174801 -> 194832
15112025-12-24T01:30:44.812Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_pantry_879daacd-ff89-4582-955c-3d28e7b93805/root/var/svc/log/oxide-crucible-pantry:default.log
15122025-12-24T01:30:44.812Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_pantry_879daacd-ff89-4582-955c-3d28e7b93805/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
15132025-12-24T01:30:45.905Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_crucible_pantry_879daacd-ff89-4582-955c-3d28e7b93805/root/var/svc/log/oxide-zone-network-setup:default.log
15142025-12-24T01:30:45.905Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-external_dns:default.log (49531 bytes)
15152025-12-24T01:30:46.040Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49531 -> 57074
15162025-12-24T01:30:47.109Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-external_dns:default.log
15172025-12-24T01:30:47.109Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15182025-12-24T01:30:48.202Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-opte-interface-setup:default.log
15192025-12-24T01:30:48.202Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
15202025-12-24T01:30:49.297Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_external_dns_55c6024a-4bcf-4462-9995-a62a2d44c299/root/var/svc/log/oxide-zone-network-setup:default.log
15212025-12-24T01:30:49.297Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/root/var/svc/log/oxide-internal_dns:default.log (933818 bytes)
15222025-12-24T01:30:49.570Zupload warning: file "/pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 933818 -> 986187
15232025-12-24T01:30:50.640Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/root/var/svc/log/oxide-internal_dns:default.log
15242025-12-24T01:30:50.640Zuploading: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15252025-12-24T01:30:51.710Zuploaded: /pool/ext/a990c116-592e-4415-b806-292330ee8eff/crypt/zone/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/root/var/svc/log/oxide-zone-network-setup:default.log
15262025-12-24T01:30:51.733Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-cockroach-admin:default.log (68777 bytes)
15272025-12-24T01:30:51.844Zupload warning: file "/pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68777 -> 77642
15282025-12-24T01:30:52.914Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-cockroach-admin:default.log
15292025-12-24T01:30:52.939Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
15302025-12-24T01:30:54.009Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-cockroachdb:default.log
15312025-12-24T01:30:54.009Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
15322025-12-24T01:30:55.103Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_cockroachdb_f90a8e94-24a9-461e-8f1c-9d528813bb52/root/var/svc/log/oxide-zone-network-setup:default.log
15332025-12-24T01:30:55.103Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-agent:default.log (39285 bytes)
15342025-12-24T01:30:56.265Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-agent:default.log
15352025-12-24T01:30:56.265Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15362025-12-24T01:30:57.358Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:default.log
15372025-12-24T01:30:57.358Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7.log (5998 bytes)
15382025-12-24T01:30:58.450Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-28e6174c-aed9-4bdc-9854-e200a9ef23e7.log
15392025-12-24T01:30:58.450Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47.log (3127 bytes)
15402025-12-24T01:30:59.543Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-2d564fce-c7ed-4c12-8196-4b53420a4a47.log
15412025-12-24T01:30:59.543Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf.log (6102 bytes)
15422025-12-24T01:31:00.637Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:downstairs-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf.log
15432025-12-24T01:31:00.637Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:snapshot-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10.log (5675 bytes)
15442025-12-24T01:31:01.731Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-crucible-downstairs:snapshot-d5bcd3a3-bb51-4dfc-93f9-ca455398e9bf-778267c0-6bc9-487e-860a-0308a2fd5e10.log
15452025-12-24T01:31:01.731Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15462025-12-24T01:31:02.825Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_crucible_2458c7ee-1042-4728-902e-32939b54da36/root/var/svc/log/oxide-zone-network-setup:default.log
15472025-12-24T01:31:02.825Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-nexus:default.log (71824950 bytes)
15482025-12-24T01:31:05.407Zupload warning: file "/pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 71824950 -> 73443521
15492025-12-24T01:31:06.483Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-nexus:default.log
15502025-12-24T01:31:06.483Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15512025-12-24T01:31:07.575Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-opte-interface-setup:default.log
15522025-12-24T01:31:07.575Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
15532025-12-24T01:31:08.669Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_nexus_18d9658f-0b59-4b1c-9e81-56d19b8097ea/root/var/svc/log/oxide-zone-network-setup:default.log
15542025-12-24T01:31:08.669Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_oximeter_ef571381-3ea0-418b-a29e-dc682bf32993/root/var/svc/log/oxide-oximeter:default.log (4602806 bytes)
15552025-12-24T01:31:09.088Zupload warning: file "/pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_oximeter_ef571381-3ea0-418b-a29e-dc682bf32993/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4602806 -> 5239967
15562025-12-24T01:31:10.158Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_oximeter_ef571381-3ea0-418b-a29e-dc682bf32993/root/var/svc/log/oxide-oximeter:default.log
15572025-12-24T01:31:10.182Zuploading: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_oximeter_ef571381-3ea0-418b-a29e-dc682bf32993/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15582025-12-24T01:31:11.252Zuploaded: /pool/ext/aa0c240f-f2cf-4d6e-9b44-3fbf79a49d7e/crypt/zone/oxz_oximeter_ef571381-3ea0-418b-a29e-dc682bf32993/root/var/svc/log/oxide-zone-network-setup:default.log
15592025-12-24T01:31:11.252Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-agent:default.log (29084 bytes)
15602025-12-24T01:31:12.410Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-agent:default.log
15612025-12-24T01:31:12.410Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15622025-12-24T01:31:13.505Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:default.log
15632025-12-24T01:31:13.505Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-5b1c84be-4ba2-4158-b88e-f9beecac056e.log (6102 bytes)
15642025-12-24T01:31:14.598Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-5b1c84be-4ba2-4158-b88e-f9beecac056e.log
15652025-12-24T01:31:14.598Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-d1385836-7a28-4a37-81b2-5df8831fed22.log (3123 bytes)
15662025-12-24T01:31:15.691Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-d1385836-7a28-4a37-81b2-5df8831fed22.log
15672025-12-24T01:31:15.691Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:snapshot-5b1c84be-4ba2-4158-b88e-f9beecac056e-778267c0-6bc9-487e-860a-0308a2fd5e10.log (5679 bytes)
15682025-12-24T01:31:16.784Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-crucible-downstairs:snapshot-5b1c84be-4ba2-4158-b88e-f9beecac056e-778267c0-6bc9-487e-860a-0308a2fd5e10.log
15692025-12-24T01:31:16.784Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15702025-12-24T01:31:17.877Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_crucible_75933b25-3729-4950-9ea9-1f71ca7206e0/root/var/svc/log/oxide-zone-network-setup:default.log
15712025-12-24T01:31:17.878Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
15722025-12-24T01:31:18.947Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-chrony-setup:default.log
15732025-12-24T01:31:18.948Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-ntp-admin:default.log (72805 bytes)
15742025-12-24T01:31:19.103Zupload warning: file "/pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 72805 -> 82140
15752025-12-24T01:31:20.172Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-ntp-admin:default.log
15762025-12-24T01:31:20.173Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-ntp:default.log (1299 bytes)
15772025-12-24T01:31:21.266Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-ntp:default.log
15782025-12-24T01:31:21.266Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15792025-12-24T01:31:22.335Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-opte-interface-setup:default.log
15802025-12-24T01:31:22.335Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15812025-12-24T01:31:23.407Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/svc/log/oxide-zone-network-setup:default.log
15822025-12-24T01:31:23.407Zuploading: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-crucible-agent:default.log (1984 bytes)
15832025-12-24T01:31:24.500Zuploaded: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-crucible-agent:default.log
15842025-12-24T01:31:24.524Zuploading: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15852025-12-24T01:31:25.593Zuploaded: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-crucible-downstairs:default.log
15862025-12-24T01:31:25.593Zuploading: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15872025-12-24T01:31:26.687Zuploaded: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_cd1e121a-7342-47d5-892b-dd1a5d40cfa8/root/var/svc/log/oxide-zone-network-setup:default.log
15882025-12-24T01:31:26.687Zuploading: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_pantry_cd43577e-9396-4516-92bc-523e42251e0c/root/var/svc/log/oxide-crucible-pantry:default.log (174801 bytes)
15892025-12-24T01:31:26.889Zupload warning: file "/pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_pantry_cd43577e-9396-4516-92bc-523e42251e0c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 174801 -> 201506
15902025-12-24T01:31:27.959Zuploaded: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_pantry_cd43577e-9396-4516-92bc-523e42251e0c/root/var/svc/log/oxide-crucible-pantry:default.log
15912025-12-24T01:31:27.959Zuploading: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_pantry_cd43577e-9396-4516-92bc-523e42251e0c/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
15922025-12-24T01:31:29.053Zuploaded: /pool/ext/c0175bcd-3ec7-4bc8-ab8d-89655764299f/crypt/zone/oxz_crucible_pantry_cd43577e-9396-4516-92bc-523e42251e0c/root/var/svc/log/oxide-zone-network-setup:default.log
15932025-12-24T01:31:29.053Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/measurements.log (557284 bytes)
15942025-12-24T01:31:29.333Zupload warning: file "/pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/measurements.log" changed size mid upload: 557284 -> 635518
15952025-12-24T01:31:30.406Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/measurements.log
15962025-12-24T01:31:30.406Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/statistics.log (412776 bytes)
15972025-12-24T01:31:30.654Zupload warning: file "/pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/statistics.log" changed size mid upload: 412776 -> 476892
15982025-12-24T01:31:31.723Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/statistics.log
15992025-12-24T01:31:31.723Zuploading: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/tracking.log (84496 bytes)
16002025-12-24T01:31:31.879Zupload warning: file "/pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/tracking.log" changed size mid upload: 84496 -> 99412
16012025-12-24T01:31:32.949Zuploaded: /pool/ext/ad971b46-94ed-444c-9649-54a7c86119bf/crypt/zone/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/root/var/log/chrony/tracking.log
16022025-12-24T01:31:32.949Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/oxide-internal_dns:default.log.1766538898 (11948 bytes)
16032025-12-24T01:31:34.063Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/oxide-internal_dns:default.log.1766538898
16042025-12-24T01:31:34.063Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/oxide-zone-network-setup:default.log.1766538885 (2093 bytes)
16052025-12-24T01:31:35.157Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_a173b985-9b7d-4917-9fa7-6039b06c5131/oxide-zone-network-setup:default.log.1766538885
16062025-12-24T01:31:35.157Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/oxide-internal_dns:default.log.1766538898 (11949 bytes)
16072025-12-24T01:31:36.273Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/oxide-internal_dns:default.log.1766538898
16082025-12-24T01:31:36.273Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/oxide-zone-network-setup:default.log.1766538885 (2093 bytes)
16092025-12-24T01:31:37.367Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1364acc-4bc7-4538-93e3-bb8e50de873f/oxide-zone-network-setup:default.log.1766538885
16102025-12-24T01:31:37.367Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/oxide-internal_dns:default.log.1766538898 (11948 bytes)
16112025-12-24T01:31:38.481Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/oxide-internal_dns:default.log.1766538898
16122025-12-24T01:31:38.482Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/oxide-zone-network-setup:default.log.1766538885 (2094 bytes)
16132025-12-24T01:31:39.574Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_internal_dns_c1f694d2-843c-4c6f-849b-178d178cd939/oxide-zone-network-setup:default.log.1766538885
16142025-12-24T01:31:39.598Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-chrony-setup:default.log.1766538892 (15278 bytes)
16152025-12-24T01:31:40.690Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-chrony-setup:default.log.1766538892
16162025-12-24T01:31:40.690Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-ntp-admin:default.log.1766538899 (3905 bytes)
16172025-12-24T01:31:41.784Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-ntp-admin:default.log.1766538899
16182025-12-24T01:31:41.784Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-ntp:default.log.1766538900 (526 bytes)
16192025-12-24T01:31:42.879Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-ntp:default.log.1766538900
16202025-12-24T01:31:42.879Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-opte-interface-setup:default.log.1766538898 (1126 bytes)
16212025-12-24T01:31:43.972Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-opte-interface-setup:default.log.1766538898
16222025-12-24T01:31:43.973Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-zone-network-setup:default.log.1766538893 (2032 bytes)
16232025-12-24T01:31:45.065Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_ntp_05e37f89-a1d9-48f7-9b0d-519f1f10c7a5/oxide-zone-network-setup:default.log.1766538893
16242025-12-24T01:31:45.090Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766538900 (412309 bytes)
16252025-12-24T01:31:46.339Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766538900
16262025-12-24T01:31:46.339Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766538884 (33221 bytes)
16272025-12-24T01:31:47.497Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766538884
16282025-12-24T01:31:47.497Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766538888 (10510 bytes)
16292025-12-24T01:31:48.611Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766538888
16302025-12-24T01:31:48.635Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mgd:default.log.1766538888 (27832 bytes)
16312025-12-24T01:31:49.748Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mgd:default.log.1766538888
16322025-12-24T01:31:49.748Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mgs:default.log.1766538898 (109798 bytes)
16332025-12-24T01:31:50.951Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-mgs:default.log.1766538898
16342025-12-24T01:31:50.951Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766538900 (148617 bytes)
16352025-12-24T01:31:52.177Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766538900
16362025-12-24T01:31:52.201Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766538883 (3337 bytes)
16372025-12-24T01:31:53.270Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766538883
16382025-12-24T01:31:53.270Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-tfport:default.log.1766538899 (23026 bytes)
16392025-12-24T01:31:54.405Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-tfport:default.log.1766538899
16402025-12-24T01:31:54.405Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-uplink:default.log.1766538884 (835 bytes)
16412025-12-24T01:31:55.495Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-uplink:default.log.1766538884
16422025-12-24T01:31:55.495Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766538883 (3500 bytes)
16432025-12-24T01:31:56.587Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766538883
16442025-12-24T01:31:56.611Zuploading: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766538882 (2342 bytes)
16452025-12-24T01:31:57.679Zuploaded: /pool/ext/15047066-9c94-4f3c-bd04-4d445e718cee/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766538882