01KCR9A4J8BT61W0K72DK0D8P3: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KCR9ADXP2RD8FCHR33JMBH7N

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-12-18T08:30:44.799Zjob dependencies complete; ready to run (waiting for 0 s)
22025-12-18T18:20:43.394Zjob assigned to worker 01KCSAT3PC24RF181T9S0ZRCA3 [factory lab, buskin/18239] (queued for 9 h 49 m 58 s)
32025-12-18T18:20:43.633Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-12-18T18:20:43.693Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-12-18T18:20:43.730Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-12-18T18:20:43.763Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-12-18T18:20:43.796Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-12-18T18:20:43.841ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-12-18T18:20:43.875Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-12-18T18:20:43.908ZOxide Helios Version helios-2.0.23457 64-bit
112025-12-18T18:20:43.941ZConfiguring devices.
122025-12-18T18:20:43.975Z##################################################
132025-12-18T18:20:44.008Z#### ############# ##
142025-12-18T18:20:44.053Z### ### ############ ##
152025-12-18T18:20:44.109Z## ### # ## ### ## Oxide Computer Company ##
162025-12-18T18:20:44.142Z## ## ## ### # ### ##
172025-12-18T18:20:44.175Z## # ### #### #### This Station Under ##
182025-12-18T18:20:44.208Z### ### #### # ### Computer Control ##
192025-12-18T18:20:44.242Z#### #### ### ## ##
202025-12-18T18:20:44.275Z##################################################
212025-12-18T18:20:44.309ZHostname: buskin
222025-12-18T18:20:44.342ZLoading smf(7) service descriptions:
232025-12-18T18:20:45.196Zdownloading input: /input/package/work/package.tar.gz
242025-12-18T18:27:46.830Zdownloaded input: /input/package/work/package.tar.gz
 
252025-12-18T18:27:46.830Zstarting task 0: "setup"
262025-12-18T18:27:46.855Z++ uname -s
272025-12-18T18:27:46.855Z+ kern=SunOS
282025-12-18T18:27:46.855Z+ build_user=build
292025-12-18T18:27:46.855Z+ build_uid=12345
302025-12-18T18:27:46.855Z+ work_dir=/work
312025-12-18T18:27:46.855Z+ input_dir=/input
322025-12-18T18:27:46.855Z+ [[ 0 == 12345 ]]
332025-12-18T18:27:46.855Z+ case "$kern" in
342025-12-18T18:27:46.855Z+ groupadd -g 12345 build
352025-12-18T18:27:46.855Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-12-18T18:27:48.817Z+ zfs create -o mountpoint=/work rpool/work
372025-12-18T18:27:48.842Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-12-18T18:27:48.842Z+ home_fs=zfs
392025-12-18T18:27:48.842Z+ [[ zfs == autofs ]]
402025-12-18T18:27:48.842Z+ mkdir -p /home/build
412025-12-18T18:27:48.867Z+ chown build:build /home/build /work
422025-12-18T18:27:50.845Z+ chmod 0700 /home/build /work
432025-12-18T18:27:50.869Zprocess exited: duration 4049 ms, exit code 0
 
442025-12-18T18:27:50.922Zstarting task 1: "authentication"
452025-12-18T18:27:50.964Zprocess exited: duration 44 ms, exit code 0
 
462025-12-18T18:27:51.012Zstarting task 2: "build"
472025-12-18T18:27:51.036Z+ trap _exit_trap EXIT
482025-12-18T18:27:51.036Z+ OPTE_COMMIT=
492025-12-18T18:27:51.036Z+ [[ x != \x ]]
502025-12-18T18:27:51.036Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-12-18T18:27:51.129Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-12-18T18:27:51.129Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-12-18T18:27:51.129Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-12-18T18:27:51.129Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-12-18T18:27:51.129Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-12-18T18:27:51.130Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-12-18T18:27:51.154Z+ [[ -d /opt/oxide ]]
632025-12-18T18:27:51.154Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-12-18T18:27:51.154Z+ pfexec mkdir /opt/oxide
652025-12-18T18:27:51.154Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-12-18T18:27:51.154Z+ [[ -d /opt/oxide-underneath ]]
672025-12-18T18:27:51.154Z+ cd /opt/oxide-underneath
682025-12-18T18:27:51.154Z+ pfexec tar ceEp@/f - .
692025-12-18T18:27:51.154Z+ cd /opt/oxide
702025-12-18T18:27:51.154Z+ pfexec tar xveEp@/f -
712025-12-18T18:27:51.194Zx ., 0 bytes, 0 tape blocks
722025-12-18T18:27:51.194Zx ./opte, 0 bytes, 0 tape blocks
732025-12-18T18:27:51.194Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-12-18T18:27:51.194Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752025-12-18T18:27:51.218Z+ pfexec rm -rf /opt/oxide-underneath
762025-12-18T18:27:51.218Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-12-18T18:27:51.242Z+ pfexec mkdir /opt/oxide/work
782025-12-18T18:27:51.242Z+ pfexec chown build:build /opt/oxide/work
792025-12-18T18:27:51.242Z+ cd /opt/oxide/work
802025-12-18T18:27:51.242Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-12-18T18:28:12.867ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-12-18T18:28:12.867Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-12-18T18:28:12.867Zx out/target/test, 107 bytes, 1 tape blocks
842025-12-18T18:28:12.867Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-12-18T18:28:12.867Zx package-manifest.toml, 34403 bytes, 68 tape blocks
862025-12-18T18:28:12.867Zx smf/sled-agent/non-gimlet/config.toml, 5158 bytes, 11 tape blocks
872025-12-18T18:28:12.867Zx target/release/omicron-package, 43822112 bytes, 85591 tape blocks
882025-12-18T18:28:12.867Zx target/release/xtask, 11738288 bytes, 22927 tape blocks
892025-12-18T18:28:12.867Zx target/debug/bootstrap, 321606848 bytes, 628139 tape blocks
902025-12-18T18:28:12.867Zx tests/bootstrap-4c72ac19fc1a1432, 31868752 bytes, 62244 tape blocks
912025-12-18T18:28:12.867Zx tests/commtest-3cce94428355f6e7, 32732592 bytes, 63931 tape blocks
922025-12-18T18:28:12.867Zx tests/dhcp_server-239b92da02db5227, 31868768 bytes, 62244 tape blocks
932025-12-18T18:28:12.867Zx tests/end_to_end_tests-6d1cd6859cd69cd5, 366844488 bytes, 716494 tape blocks
942025-12-18T18:28:12.867Zx out/clickhouse.tar.gz, 327824630 bytes, 640283 tape blocks
952025-12-18T18:28:12.867Zx out/clickhouse_keeper.tar.gz, 310424807 bytes, 606299 tape blocks
962025-12-18T18:28:12.867Zx out/clickhouse_server.tar.gz, 327824230 bytes, 640282 tape blocks
972025-12-18T18:28:12.867Zx out/cockroachdb.tar.gz, 171822124 bytes, 335591 tape blocks
982025-12-18T18:28:12.867Zx out/crucible-pantry-zone.tar.gz, 45521751 bytes, 88910 tape blocks
992025-12-18T18:28:12.867Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1002025-12-18T18:28:12.867Zx out/crucible-zone.tar.gz, 59999423 bytes, 117187 tape blocks
1012025-12-18T18:28:12.867Zx out/external-dns.tar.gz, 54756507 bytes, 106947 tape blocks
1022025-12-18T18:28:12.867Zx out/internal-dns.tar.gz, 54756107 bytes, 106946 tape blocks
1032025-12-18T18:28:12.867Zx out/mg-ddm-gz.tar, 116766720 bytes, 228060 tape blocks
1042025-12-18T18:28:12.867Zx out/nexus.tar.gz, 200690322 bytes, 391974 tape blocks
1052025-12-18T18:28:12.867Zx out/ntp.tar.gz, 35626885 bytes, 69584 tape blocks
1062025-12-18T18:28:12.867Zx out/omicron-gateway-softnpu.tar.gz, 28896373 bytes, 56439 tape blocks
1072025-12-18T18:28:12.867Zx out/omicron-sled-agent.tar, 196656640 bytes, 384095 tape blocks
1082025-12-18T18:28:12.867Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1092025-12-18T18:28:12.867Zx out/oximeter.tar.gz, 67770417 bytes, 132365 tape blocks
1102025-12-18T18:28:12.867Zx out/oxlog.tar, 4036608 bytes, 7884 tape blocks
1112025-12-18T18:28:12.867Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122025-12-18T18:28:12.868Zx out/propolis-server.tar.gz, 75246872 bytes, 146967 tape blocks
1132025-12-18T18:28:12.868Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142025-12-18T18:28:12.868Zx out/switch-softnpu.tar.gz, 401039549 bytes, 783281 tape blocks
1152025-12-18T18:28:12.891Z
1162025-12-18T18:28:12.891Zreal 21.615890139
1172025-12-18T18:28:12.892Zuser 19.280271497
1182025-12-18T18:28:12.892Zsys 3.931243208
1192025-12-18T18:28:12.892Ztrap 0.000913293
1202025-12-18T18:28:12.892Ztflt 0.000000000
1212025-12-18T18:28:12.892Zdflt 0.000000000
1222025-12-18T18:28:12.892Zkflt 0.000000000
1232025-12-18T18:28:12.892Zlock 0.000000000
1242025-12-18T18:28:12.892Zslp 19.446340326
1252025-12-18T18:28:12.892Zlat 0.570847979
1262025-12-18T18:28:12.892Zstop 0.000125060
1272025-12-18T18:28:12.892Z+ source .github/buildomat/ci-env.sh
1282025-12-18T18:28:12.892Z++ export CARGO_TERM_COLOR=always
1292025-12-18T18:28:12.892Z++ CARGO_TERM_COLOR=always
1302025-12-18T18:28:12.892Z+ bmat address ls
1312025-12-18T18:28:12.892ZNAME CIDR FIRST LAST COUNT
1322025-12-18T18:28:12.892Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-12-18T18:28:12.892Z++ bmat address ls -f extra -Ho first,last,count
1342025-12-18T18:28:12.892Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-12-18T18:28:12.892Z+ EXTRA_IP_START=10.151.1.164
1362025-12-18T18:28:12.892Z+ EXTRA_IP_END=10.151.1.227
1372025-12-18T18:28:12.892Z+ EXTRA_IP_COUNT=64
1382025-12-18T18:28:12.892Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-12-18T18:28:12.892Z+ EXTRA_IP_BASE=10.151.1
1402025-12-18T18:28:12.892Z+ EXTRA_IP_FOCTET=164
1412025-12-18T18:28:12.892Z+ EXTRA_IP_LOCTET=227
1422025-12-18T18:28:12.892Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-12-18T18:28:12.892Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-12-18T18:28:12.892Z+ DNS_IP1=10.151.1.164
1452025-12-18T18:28:12.892Z+ DNS_IP2=10.151.1.165
1462025-12-18T18:28:12.892Z+ UPLINK_IP=10.151.1.174
1472025-12-18T18:28:12.892Z+ IPPOOL_START=10.151.1.175
1482025-12-18T18:28:12.892Z+ IPPOOL_END=10.151.1.227
1492025-12-18T18:28:12.892Z++ ipadm show-addr -po type,addr
1502025-12-18T18:28:12.892Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-12-18T18:28:12.892Z+ GATEWAY_IP=10.151.1.100
1522025-12-18T18:28:12.892Z+ [[ -n 10.151.1.100 ]]
1532025-12-18T18:28:12.893Z+ ping -s 10.151.1.100 56 1
1542025-12-18T18:28:12.893ZPING 10.151.1.100: 56 data bytes
1552025-12-18T18:28:12.893Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.013 ms
1562025-12-18T18:28:12.893Z
1572025-12-18T18:28:12.893Z----10.151.1.100 PING Statistics----
1582025-12-18T18:28:12.893Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-12-18T18:28:12.893Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1602025-12-18T18:28:12.893Z++ arp -an
1612025-12-18T18:28:12.893Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-12-18T18:28:12.918Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-12-18T18:28:12.918Z+ routeadm -e ipv4-forwarding -u
1642025-12-18T18:28:12.999Z+ PXA_START=10.151.1.164
1652025-12-18T18:28:12.999Z+ PXA_END=10.151.1.227
1662025-12-18T18:28:12.999Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-12-18T18:28:13.226Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-12-18T18:28:13.252ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-12-18T18:28:13.300Zcreating virtual hardware
1702025-12-18T18:28:13.324Zcreating /scratch/m2_0.vdev
1712025-12-18T18:28:13.325Zcreating /scratch/m2_1.vdev
1722025-12-18T18:28:13.325Zcreating /scratch/u2_0.vdev
1732025-12-18T18:28:13.325Zcreating /scratch/u2_1.vdev
1742025-12-18T18:28:13.325Zcreating /scratch/u2_2.vdev
1752025-12-18T18:28:13.325Zcreating /scratch/u2_3.vdev
1762025-12-18T18:28:13.325Zcreating /scratch/u2_4.vdev
1772025-12-18T18:28:13.325Zcreating /scratch/u2_5.vdev
1782025-12-18T18:28:13.325Zcreating /scratch/u2_6.vdev
1792025-12-18T18:28:13.325Zcreating /scratch/u2_7.vdev
1802025-12-18T18:28:13.325Zcreating /scratch/u2_8.vdev
1812025-12-18T18:28:13.350ZSimnet net0/sc0_0 exists
1822025-12-18T18:28:13.350ZSimnet net1/sc1_0 exists
1832025-12-18T18:28:13.373ZVnic sc0_1 exists
1842025-12-18T18:28:25.572ZUsing 10.151.1.100 as gateway ip
1852025-12-18T18:28:25.573Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-12-18T18:28:25.573Zconfiguring SoftNPU ARP entry
1872025-12-18T18:28:25.599Zconfiguring SoftNPU proxy ARP
1882025-12-18T18:28:25.650ZSoftNPU state:
1892025-12-18T18:28:25.650Z local v6:
1902025-12-18T18:28:25.650Z local v4:
1912025-12-18T18:28:25.650Z router v6_idx:
1922025-12-18T18:28:25.650Z router v6_routes:
1932025-12-18T18:28:25.650Z router v4_idx:
1942025-12-18T18:28:25.650Z router v4_routes:
1952025-12-18T18:28:25.650Z resolver v4:
1962025-12-18T18:28:25.650Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972025-12-18T18:28:25.650Z resolver v6:
1982025-12-18T18:28:25.650Z nat v4:
1992025-12-18T18:28:25.650Z nat_v6:
2002025-12-18T18:28:25.650Z port_mac:
2012025-12-18T18:28:25.650Z proxy arp:
2022025-12-18T18:28:25.650Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032025-12-18T18:28:25.650Zcreated virtual hardware
2042025-12-18T18:28:25.674Z
2052025-12-18T18:28:25.674Zreal 12.420431736
2062025-12-18T18:28:25.674Zuser 0.634839922
2072025-12-18T18:28:25.674Zsys 3.030346387
2082025-12-18T18:28:25.674Ztrap 0.000068423
2092025-12-18T18:28:25.674Ztflt 0.000166637
2102025-12-18T18:28:25.674Zdflt 0.000699907
2112025-12-18T18:28:25.674Zkflt 0.000000000
2122025-12-18T18:28:25.674Zlock 9:37.388606324
2132025-12-18T18:28:25.674Zslp 37.532879162
2142025-12-18T18:28:25.674Zlat 0.098014709
2152025-12-18T18:28:25.674Zstop 0.398426633
2162025-12-18T18:28:25.674Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172025-12-18T18:28:25.703Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182025-12-18T18:28:25.727Z+ diff -u pkg/config.toml~ pkg/config.toml
2192025-12-18T18:28:25.727Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202025-12-18T18:28:25.727Z+++ pkg/config.toml Thu Dec 18 18:28:25 2025
2212025-12-18T18:28:25.727Z@@ -29,18 +29,18 @@
2222025-12-18T18:28:25.727Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232025-12-18T18:28:25.727Z # followed by a string that is embedded into their fake serial values.
2242025-12-18T18:28:25.727Z vdevs = [
2252025-12-18T18:28:25.727Z- "m2_0.vdev",
2262025-12-18T18:28:25.727Z- "m2_1.vdev",
2272025-12-18T18:28:25.727Z+ "/scratch/m2_0.vdev",
2282025-12-18T18:28:25.727Z+ "/scratch/m2_1.vdev",
2292025-12-18T18:28:25.727Z
2302025-12-18T18:28:25.727Z- "u2_0.vdev",
2312025-12-18T18:28:25.727Z- "u2_1.vdev",
2322025-12-18T18:28:25.727Z- "u2_2.vdev",
2332025-12-18T18:28:25.728Z- "u2_3.vdev",
2342025-12-18T18:28:25.728Z- "u2_4.vdev",
2352025-12-18T18:28:25.728Z- "u2_5.vdev",
2362025-12-18T18:28:25.728Z- "u2_6.vdev",
2372025-12-18T18:28:25.728Z- "u2_7.vdev",
2382025-12-18T18:28:25.728Z- "u2_8.vdev",
2392025-12-18T18:28:25.728Z+ "/scratch/u2_0.vdev",
2402025-12-18T18:28:25.728Z+ "/scratch/u2_1.vdev",
2412025-12-18T18:28:25.728Z+ "/scratch/u2_2.vdev",
2422025-12-18T18:28:25.728Z+ "/scratch/u2_3.vdev",
2432025-12-18T18:28:25.728Z+ "/scratch/u2_4.vdev",
2442025-12-18T18:28:25.728Z+ "/scratch/u2_5.vdev",
2452025-12-18T18:28:25.728Z+ "/scratch/u2_6.vdev",
2462025-12-18T18:28:25.728Z+ "/scratch/u2_7.vdev",
2472025-12-18T18:28:25.728Z+ "/scratch/u2_8.vdev",
2482025-12-18T18:28:25.728Z ]
2492025-12-18T18:28:25.728Z
2502025-12-18T18:28:25.728Z # The amount of memory held back for services which exist between zero and one
2512025-12-18T18:28:25.728Z+ true
2522025-12-18T18:28:25.728Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532025-12-18T18:28:25.728Z+ EXPECTED_ZPOOL_COUNT=9
2542025-12-18T18:28:25.728Z+ echo 'expected number of zpools is 9'
2552025-12-18T18:28:25.728Zexpected number of zpools is 9
2562025-12-18T18:28:25.728Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572025-12-18T18:28:25.728Z+ SILO_NAME=recovery
2582025-12-18T18:28:25.728Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592025-12-18T18:28:25.728Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602025-12-18T18:28:25.728Z+ sed -i~ '
2612025-12-18T18:28:25.728Z /^external_dns_ips/c\
2622025-12-18T18:28:25.728Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632025-12-18T18:28:25.728Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642025-12-18T18:28:25.728Z /^first/c\
2652025-12-18T18:28:25.728Zfirst = "10.151.1.164"
2662025-12-18T18:28:25.728Z /^last/c\
2672025-12-18T18:28:25.728Zlast = "10.151.1.173"
2682025-12-18T18:28:25.728Z }
2692025-12-18T18:28:25.729Z /^infra_ip_first/c\
2702025-12-18T18:28:25.729Zinfra_ip_first = "10.151.1.174"
2712025-12-18T18:28:25.729Z /^infra_ip_last/c\
2722025-12-18T18:28:25.729Zinfra_ip_last = "10.151.1.174"
2732025-12-18T18:28:25.729Z /^\[\[rack_network_config.ports/,/^$/ {
2742025-12-18T18:28:25.729Z /^routes/c\
2752025-12-18T18:28:25.729Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762025-12-18T18:28:25.729Z /^addresses/c\
2772025-12-18T18:28:25.729Zaddresses = \[{address = "10.151.1.174/24"} \]
2782025-12-18T18:28:25.729Z }
2792025-12-18T18:28:25.729Z' pkg/config-rss.toml
2802025-12-18T18:28:25.729Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812025-12-18T18:28:25.729Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822025-12-18T18:28:25.729Z+++ pkg/config-rss.toml Thu Dec 18 18:28:25 2025
2832025-12-18T18:28:25.729Z@@ -33,7 +33,7 @@
2842025-12-18T18:28:25.729Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852025-12-18T18:28:25.729Z # must be contained in one of the "internal services" IP Pool ranges listed
2862025-12-18T18:28:25.729Z # below.
2872025-12-18T18:28:25.729Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882025-12-18T18:28:25.729Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892025-12-18T18:28:25.729Z
2902025-12-18T18:28:25.729Z # Initial TLS certificates for the external API
2912025-12-18T18:28:25.729Z #
2922025-12-18T18:28:25.729Z@@ -69,8 +69,8 @@
2932025-12-18T18:28:25.729Z #
2942025-12-18T18:28:25.729Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952025-12-18T18:28:25.729Z [[internal_services_ip_pool_ranges]]
2962025-12-18T18:28:25.729Z-first = "192.168.1.20"
2972025-12-18T18:28:25.729Z-last = "192.168.1.29"
2982025-12-18T18:28:25.729Z+first = "10.151.1.164"
2992025-12-18T18:28:25.729Z+last = "10.151.1.173"
3002025-12-18T18:28:25.729Z
3012025-12-18T18:28:25.729Z # TODO - this configuration is subject to change going forward. Ultimately these
3022025-12-18T18:28:25.729Z # parameters should be provided to the control plane via wicket, but we need to
3032025-12-18T18:28:25.729Z@@ -91,8 +91,8 @@
3042025-12-18T18:28:25.729Z # A range of IP addresses used by Boundary Services on the external network. In
3052025-12-18T18:28:25.729Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062025-12-18T18:28:25.729Z # With softnpu, only one address is used.
3072025-12-18T18:28:25.729Z-infra_ip_first = "192.168.1.30"
3082025-12-18T18:28:25.730Z-infra_ip_last = "192.168.1.30"
3092025-12-18T18:28:25.730Z+infra_ip_first = "10.151.1.174"
3102025-12-18T18:28:25.730Z+infra_ip_last = "10.151.1.174"
3112025-12-18T18:28:25.730Z
3122025-12-18T18:28:25.730Z # Configurations for BGP routers to run on the scrimlets.
3132025-12-18T18:28:25.730Z bgp = []
3142025-12-18T18:28:25.730Z@@ -100,9 +100,9 @@
3152025-12-18T18:28:25.730Z # You can configure multiple uplinks by repeating the following stanza
3162025-12-18T18:28:25.730Z [[rack_network_config.ports]]
3172025-12-18T18:28:25.730Z # Routes associated with this port.
3182025-12-18T18:28:25.754Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192025-12-18T18:28:25.754Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202025-12-18T18:28:25.754Z # Addresses associated with this port.
3212025-12-18T18:28:25.754Z-addresses = [{address = "192.168.1.30/24"}]
3222025-12-18T18:28:25.754Z+addresses = [{address = "10.151.1.174/24"} ]
3232025-12-18T18:28:25.754Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242025-12-18T18:28:25.754Z port = "qsfp0"
3252025-12-18T18:28:25.754Z # The speed of this port.
3262025-12-18T18:28:25.754Z+ true
3272025-12-18T18:28:25.754Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282025-12-18T18:28:25.754Za pkg/config-rss.toml 8K
3292025-12-18T18:28:25.754Za pkg/config.toml 6K
3302025-12-18T18:28:25.754Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312025-12-18T18:28:25.754Z+ TLS_NAME=recovery.sys.oxide.test
3322025-12-18T18:28:25.754Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332025-12-18T18:28:26.355Z.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+....................+................+............+..+.+.......................+.+......+..............+..........+........+...............+......+......+...............+......+.............+.........+........+....+...+..+....+........................+.....+......+.......+...+..+...+............+....+...+......+.....+.........+......+....+..+....+.....+.+......+..+.............+.....+...+......+.....................+....+.....+.........+.+.........+.........+..+....+......+......+...+.....+....+..+......+.......+...............+...+..+.+...........+...+...+............+...+...+....+..................+.....+...+.+......+..+.......+......+...+.....+................+...+...........+....+.................+.+...+.............................+............+....+.....+......+..................+.......+......+.........+.....................+...+......+.....+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-12-18T18:28:27.392Z......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+......+.....+..........+..+....+.....+...............+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...........+..........+.....+......................+......+..+...+.+...+......+.....+..........+.........+........+..........+............+..+.+..............+...+......+.........+.+.....+.........+......+...............+....+...+........+......+.....................+.......+..+....+.........+.....+.+..+.........+.+...+..............+.+..............+...+...+....+......+...........+...+..........+......+......+........+.............+.............................+.+.........+.....+.+...........................+..+...+.+......+..............+....+..+.........+......+.........+..............................+......+.+...+......+...........+...+.......+..+......+.+........+.............+...............+.........+...........+.........+....+......+...+..+.........+.........+...............+.+...............+..+...+....+..+...+................+............+.....+............+...............+.......+.....+...............+.+.....+....+.....+.+.........+...........+...+....+...+...+.................+.......+........+...+....+......+.....+......+...+...+....+....................+.+.....+...+........................+.......+........+......+..........+......+.....+...............+.+.....+.........+.+............+.....+.+......+.........+......+..............................+........+.+......+...+...+..+..........+..+.+..................+......+.........+.....+....+...+...+......+...+...........+......+.+........+............+....+....................+.+.........+........+......+....+...+.........+...+...+........+.......+..+......+.......+........+.+...........+.........+...+...+.......+.....+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352025-12-18T18:28:27.416Z-----
3362025-12-18T18:28:27.440Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372025-12-18T18:28:27.440Za pkg/initial-tls-cert.pem 2K
3382025-12-18T18:28:27.440Za pkg/initial-tls-key.pem 4K
3392025-12-18T18:28:27.440Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402025-12-18T18:28:27.440Z+ rmdir pkg
3412025-12-18T18:28:27.440Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422025-12-18T18:28:27.440Z+ pfexec mkdir -p /usr/oxide
3432025-12-18T18:28:27.440Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3442025-12-18T18:28:28.100Z+ pfexec chmod +x /usr/oxide/oxide
3452025-12-18T18:28:28.124Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462025-12-18T18:28:46.413Z+ OMICRON_NO_UNINSTALL=1
3472025-12-18T18:28:46.413Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482025-12-18T18:28:46.437ZLogging to: /opt/oxide/work/out/LOG
3492025-12-18T18:28:47.315Z
3502025-12-18T18:28:47.315Zreal 0.895831965
3512025-12-18T18:28:47.315Zuser 0.178308011
3522025-12-18T18:28:47.315Zsys 5.265909506
3532025-12-18T18:28:47.315Ztrap 0.000011107
3542025-12-18T18:28:47.315Ztflt 0.000089671
3552025-12-18T18:28:47.319Zdflt 0.000214838
3562025-12-18T18:28:47.343Zkflt 0.000000000
3572025-12-18T18:28:47.343Zlock 1:20.924918374
3582025-12-18T18:28:47.343Zslp 1.070025093
3592025-12-18T18:28:47.343Zlat 0.044243339
3602025-12-18T18:28:47.343Zstop 0.063793762
3612025-12-18T18:28:47.343Z+ retry=0
3622025-12-18T18:28:47.343Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632025-12-18T18:28:47.343Z+ [[ 0 -gt 30 ]]
3642025-12-18T18:28:47.343Z+ sleep 1
3652025-12-18T18:28:48.329Z+ retry=1
3662025-12-18T18:28:48.329Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672025-12-18T18:28:48.353Z+ [[ 1 -gt 30 ]]
3682025-12-18T18:28:48.353Z+ sleep 1
3692025-12-18T18:28:49.343Z+ retry=2
3702025-12-18T18:28:49.343Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712025-12-18T18:28:49.367Z+ [[ 2 -gt 30 ]]
3722025-12-18T18:28:49.367Z+ sleep 1
3732025-12-18T18:28:50.358Z+ retry=3
3742025-12-18T18:28:50.358Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3752025-12-18T18:29:15.528Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3762025-12-18T18:29:15.554Zlocal v6:
3772025-12-18T18:29:15.554Zfd26:d08:39a2:ab01::1
3782025-12-18T18:29:15.554Zfe80::f47f:b4ff:fe09:b5ff
3792025-12-18T18:29:15.554Zlocal v4:
3802025-12-18T18:29:15.554Z10.151.1.174
3812025-12-18T18:29:15.554Zrouter v6_idx:
3822025-12-18T18:29:15.554Zfd00:1122:3344:2::/64 -> 1
3832025-12-18T18:29:15.554Zfd00:1122:3344:3::/64 -> 2
3842025-12-18T18:29:15.554Zfd00:1122:3344:1::/64 -> 0
3852025-12-18T18:29:15.554Zfdb0:18c0:4d0d:9fb2::/64 -> 4
3862025-12-18T18:29:15.554Zfd00:1122:3344:101::/64 -> 3
3872025-12-18T18:29:15.554Zrouter v6_routes:
3882025-12-18T18:29:15.554Z0 -> fe80::e0e1:4fff:fe0a:a462 (1)
3892025-12-18T18:29:15.554Z1 -> fe80::e0e1:4fff:fe0a:a462 (1)
3902025-12-18T18:29:15.554Z2 -> fe80::e0e1:4fff:fe0a:a462 (1)
3912025-12-18T18:29:15.554Z3 -> fe80::e0e1:4fff:fe0a:a462 (1)
3922025-12-18T18:29:15.554Z4 -> fe80::e0e1:4fff:fe0a:a462 (1)
3932025-12-18T18:29:15.554Zrouter v4_idx:
3942025-12-18T18:29:15.554Z0.0.0.0/0 -> 0
3952025-12-18T18:29:15.554Zrouter v4_routes:
3962025-12-18T18:29:15.554Z0 -> 10.151.1.100 (2)
3972025-12-18T18:29:15.554Zresolver v4:
3982025-12-18T18:29:15.554Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3992025-12-18T18:29:15.555Z10.151.1.174 -> 9a:95:2a:3d:9b:9e
4002025-12-18T18:29:15.555Zresolver v6:
4012025-12-18T18:29:15.555Zfe80::e0e1:4fff:fe0a:a462 -> e2:e1:4f:0a:a4:62
4022025-12-18T18:29:15.555Zfe80::f47f:b4ff:fe09:b5ff -> f6:7f:b4:09:b5:ff
4032025-12-18T18:29:15.555Znat v4:
4042025-12-18T18:29:15.555Znat_v6:
4052025-12-18T18:29:15.555Zport_mac:
4062025-12-18T18:29:15.555Z1000: a8:40:25:49:57:d0
4072025-12-18T18:29:15.555Z1: a8:40:25:49:57:d1
4082025-12-18T18:29:15.555Z2: a8:40:25:49:57:f1
4092025-12-18T18:29:15.555Zproxy arp:
4102025-12-18T18:29:15.555Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4112025-12-18T18:29:15.579Z+ retry=0
4122025-12-18T18:29:15.579Z+++ zoneadm list -n
4132025-12-18T18:29:15.579Z+++ grep oxz_ntp
4142025-12-18T18:29:15.579Z++ pfexec svcs -z -Hostate oxide/ntp
4152025-12-18T18:29:15.579Zsvcs: zone '-Hostate': entity not found
4162025-12-18T18:29:15.579Z++ true
4172025-12-18T18:29:15.579Z+ [[ '' != online ]]
4182025-12-18T18:29:15.579Z+ [[ 0 -gt 60 ]]
4192025-12-18T18:29:15.579Z+ sleep 1
4202025-12-18T18:29:16.578Z+ retry=1
4212025-12-18T18:29:16.602Z+++ zoneadm list -n
4222025-12-18T18:29:16.602Z+++ grep oxz_ntp
4232025-12-18T18:29:16.602Z++ pfexec svcs -z -Hostate oxide/ntp
4242025-12-18T18:29:16.602Zsvcs: zone '-Hostate': entity not found
4252025-12-18T18:29:16.602Z++ true
4262025-12-18T18:29:16.602Z+ [[ '' != online ]]
4272025-12-18T18:29:16.602Z+ [[ 1 -gt 60 ]]
4282025-12-18T18:29:16.602Z+ sleep 1
4292025-12-18T18:29:17.608Z+ retry=2
4302025-12-18T18:29:17.632Z+++ zoneadm list -n
4312025-12-18T18:29:17.632Z+++ grep oxz_ntp
4322025-12-18T18:29:17.632Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4332025-12-18T18:29:17.676Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342025-12-18T18:29:17.700Z++ true
4352025-12-18T18:29:17.700Z+ [[ '' != online ]]
4362025-12-18T18:29:17.700Z+ [[ 2 -gt 60 ]]
4372025-12-18T18:29:17.700Z+ sleep 1
4382025-12-18T18:29:18.684Z+ retry=3
4392025-12-18T18:29:18.708Z+++ zoneadm list -n
4402025-12-18T18:29:18.708Z+++ grep oxz_ntp
4412025-12-18T18:29:18.708Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4422025-12-18T18:29:18.731Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432025-12-18T18:29:18.731Z++ true
4442025-12-18T18:29:18.731Z+ [[ '' != online ]]
4452025-12-18T18:29:18.731Z+ [[ 3 -gt 60 ]]
4462025-12-18T18:29:18.731Z+ sleep 1
4472025-12-18T18:29:19.713Z+ retry=4
4482025-12-18T18:29:19.737Z+++ zoneadm list -n
4492025-12-18T18:29:19.737Z+++ grep oxz_ntp
4502025-12-18T18:29:19.737Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4512025-12-18T18:29:19.761Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522025-12-18T18:29:19.761Z++ true
4532025-12-18T18:29:19.761Z+ [[ '' != online ]]
4542025-12-18T18:29:19.761Z+ [[ 4 -gt 60 ]]
4552025-12-18T18:29:19.761Z+ sleep 1
4562025-12-18T18:29:20.743Z+ retry=5
4572025-12-18T18:29:20.767Z+++ zoneadm list -n
4582025-12-18T18:29:20.767Z+++ grep oxz_ntp
4592025-12-18T18:29:20.767Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4602025-12-18T18:29:20.790Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612025-12-18T18:29:20.790Z++ true
4622025-12-18T18:29:20.790Z+ [[ '' != online ]]
4632025-12-18T18:29:20.791Z+ [[ 5 -gt 60 ]]
4642025-12-18T18:29:20.791Z+ sleep 1
4652025-12-18T18:29:21.772Z+ retry=6
4662025-12-18T18:29:21.796Z+++ zoneadm list -n
4672025-12-18T18:29:21.796Z+++ grep oxz_ntp
4682025-12-18T18:29:21.796Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4692025-12-18T18:29:21.820Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4702025-12-18T18:29:21.820Z++ true
4712025-12-18T18:29:21.820Z+ [[ '' != online ]]
4722025-12-18T18:29:21.820Z+ [[ 6 -gt 60 ]]
4732025-12-18T18:29:21.820Z+ sleep 1
4742025-12-18T18:29:22.803Z+ retry=7
4752025-12-18T18:29:22.828Z+++ zoneadm list -n
4762025-12-18T18:29:22.828Z+++ grep oxz_ntp
4772025-12-18T18:29:22.828Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4782025-12-18T18:29:22.828Z+ [[ offline != online ]]
4792025-12-18T18:29:22.828Z+ [[ 7 -gt 60 ]]
4802025-12-18T18:29:22.828Z+ sleep 1
4812025-12-18T18:29:23.825Z+ retry=8
4822025-12-18T18:29:23.849Z+++ zoneadm list -n
4832025-12-18T18:29:23.849Z+++ grep oxz_ntp
4842025-12-18T18:29:23.849Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4852025-12-18T18:29:23.849Z+ [[ offline != online ]]
4862025-12-18T18:29:23.849Z+ [[ 8 -gt 60 ]]
4872025-12-18T18:29:23.849Z+ sleep 1
4882025-12-18T18:29:24.848Z+ retry=9
4892025-12-18T18:29:24.872Z+++ zoneadm list -n
4902025-12-18T18:29:24.872Z+++ grep oxz_ntp
4912025-12-18T18:29:24.872Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4922025-12-18T18:29:24.872Z+ [[ offline != online ]]
4932025-12-18T18:29:24.872Z+ [[ 9 -gt 60 ]]
4942025-12-18T18:29:24.872Z+ sleep 1
4952025-12-18T18:29:25.870Z+ retry=10
4962025-12-18T18:29:25.893Z+++ zoneadm list -n
4972025-12-18T18:29:25.893Z+++ grep oxz_ntp
4982025-12-18T18:29:25.894Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
4992025-12-18T18:29:25.894Z+ [[ offline != online ]]
5002025-12-18T18:29:25.894Z+ [[ 10 -gt 60 ]]
5012025-12-18T18:29:25.894Z+ sleep 1
5022025-12-18T18:29:26.891Z+ retry=11
5032025-12-18T18:29:26.916Z+++ zoneadm list -n
5042025-12-18T18:29:26.916Z+++ grep oxz_ntp
5052025-12-18T18:29:26.916Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
5062025-12-18T18:29:26.916Z+ [[ offline != online ]]
5072025-12-18T18:29:26.916Z+ [[ 11 -gt 60 ]]
5082025-12-18T18:29:26.916Z+ sleep 1
5092025-12-18T18:29:27.919Z+ retry=12
5102025-12-18T18:29:27.943Z+++ zoneadm list -n
5112025-12-18T18:29:27.943Z+++ grep oxz_ntp
5122025-12-18T18:29:27.943Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
5132025-12-18T18:29:27.943Z+ [[ offline != online ]]
5142025-12-18T18:29:27.943Z+ [[ 12 -gt 60 ]]
5152025-12-18T18:29:27.943Z+ sleep 1
5162025-12-18T18:29:28.936Z+ retry=13
5172025-12-18T18:29:28.959Z+++ zoneadm list -n
5182025-12-18T18:29:28.960Z+++ grep oxz_ntp
5192025-12-18T18:29:28.960Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
5202025-12-18T18:29:28.960Z+ [[ offline != online ]]
5212025-12-18T18:29:28.960Z+ [[ 13 -gt 60 ]]
5222025-12-18T18:29:28.960Z+ sleep 1
 
5232025-12-18T18:29:29.766Zbuskin console login: Dec 18 18:29:29 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5242025-12-18T18:29:29.957Z+ retry=14
5252025-12-18T18:29:29.981Z+++ zoneadm list -n
5262025-12-18T18:29:29.982Z+++ grep oxz_ntp
5272025-12-18T18:29:29.982Z++ pfexec svcs -z oxz_ntp_30932002-f866-4098-bada-bd5d928778f2 -Hostate oxide/ntp
5282025-12-18T18:29:29.982Z+ [[ online != online ]]
5292025-12-18T18:29:29.982Z+ echo 'Waited for chrony: 14s'
5302025-12-18T18:29:29.982Z+ retry=0
5312025-12-18T18:29:29.982ZWaited for chrony: 14s
5322025-12-18T18:29:29.982Z+ zoneadm list
5332025-12-18T18:29:29.982Z+ grep nexus
5342025-12-18T18:29:30.006Z+ [[ 0 -gt 300 ]]
5352025-12-18T18:29:30.006Z+ sleep 1
5362025-12-18T18:29:30.988Z+ retry=1
5372025-12-18T18:29:31.012Z+ zoneadm list
5382025-12-18T18:29:31.012Z+ grep nexus
5392025-12-18T18:29:31.012Z+ [[ 1 -gt 300 ]]
5402025-12-18T18:29:31.012Z+ sleep 1
5412025-12-18T18:29:31.998Z+ retry=2
5422025-12-18T18:29:32.021Z+ zoneadm list
5432025-12-18T18:29:32.022Z+ grep nexus
5442025-12-18T18:29:32.022Z+ [[ 2 -gt 300 ]]
5452025-12-18T18:29:32.022Z+ sleep 1
5462025-12-18T18:29:33.009Z+ retry=3
5472025-12-18T18:29:33.033Z+ zoneadm list
5482025-12-18T18:29:33.033Z+ grep nexus
5492025-12-18T18:29:33.033Z+ [[ 3 -gt 300 ]]
5502025-12-18T18:29:33.033Z+ sleep 1
5512025-12-18T18:29:34.020Z+ retry=4
5522025-12-18T18:29:34.044Z+ zoneadm list
5532025-12-18T18:29:34.044Z+ grep nexus
5542025-12-18T18:29:34.044Z+ [[ 4 -gt 300 ]]
5552025-12-18T18:29:34.044Z+ sleep 1
5562025-12-18T18:29:35.030Z+ retry=5
5572025-12-18T18:29:35.054Z+ zoneadm list
5582025-12-18T18:29:35.054Z+ grep nexus
5592025-12-18T18:29:35.054Z+ [[ 5 -gt 300 ]]
5602025-12-18T18:29:35.054Z+ sleep 1
5612025-12-18T18:29:36.045Z+ retry=6
5622025-12-18T18:29:36.069Z+ zoneadm list
5632025-12-18T18:29:36.070Z+ grep nexus
5642025-12-18T18:29:36.070Z+ [[ 6 -gt 300 ]]
5652025-12-18T18:29:36.070Z+ sleep 1
5662025-12-18T18:29:37.060Z+ retry=7
5672025-12-18T18:29:37.084Z+ zoneadm list
5682025-12-18T18:29:37.084Z+ grep nexus
5692025-12-18T18:29:37.084Z+ [[ 7 -gt 300 ]]
5702025-12-18T18:29:37.084Z+ sleep 1
5712025-12-18T18:29:38.073Z+ retry=8
5722025-12-18T18:29:38.097Z+ zoneadm list
5732025-12-18T18:29:38.097Z+ grep nexus
5742025-12-18T18:29:38.097Z+ [[ 8 -gt 300 ]]
5752025-12-18T18:29:38.097Z+ sleep 1
5762025-12-18T18:29:39.087Z+ retry=9
5772025-12-18T18:29:39.111Z+ zoneadm list
5782025-12-18T18:29:39.111Z+ grep nexus
5792025-12-18T18:29:39.111Z+ [[ 9 -gt 300 ]]
5802025-12-18T18:29:39.111Z+ sleep 1
5812025-12-18T18:29:40.116Z+ retry=10
5822025-12-18T18:29:40.141Z+ zoneadm list
5832025-12-18T18:29:40.141Z+ grep nexus
5842025-12-18T18:29:40.141Z+ [[ 10 -gt 300 ]]
5852025-12-18T18:29:40.141Z+ sleep 1
5862025-12-18T18:29:41.133Z+ retry=11
5872025-12-18T18:29:41.157Z+ zoneadm list
5882025-12-18T18:29:41.157Z+ grep nexus
5892025-12-18T18:29:41.157Z+ [[ 11 -gt 300 ]]
5902025-12-18T18:29:41.157Z+ sleep 1
5912025-12-18T18:29:42.147Z+ retry=12
5922025-12-18T18:29:42.171Z+ zoneadm list
5932025-12-18T18:29:42.171Z+ grep nexus
5942025-12-18T18:29:42.171Z+ [[ 12 -gt 300 ]]
5952025-12-18T18:29:42.171Z+ sleep 1
5962025-12-18T18:29:43.161Z+ retry=13
5972025-12-18T18:29:43.185Z+ zoneadm list
5982025-12-18T18:29:43.185Z+ grep nexus
5992025-12-18T18:29:43.185Z+ [[ 13 -gt 300 ]]
6002025-12-18T18:29:43.185Z+ sleep 1
6012025-12-18T18:29:44.173Z+ retry=14
6022025-12-18T18:29:44.197Z+ zoneadm list
6032025-12-18T18:29:44.197Z+ grep nexus
6042025-12-18T18:29:44.197Z+ [[ 14 -gt 300 ]]
6052025-12-18T18:29:44.197Z+ sleep 1
6062025-12-18T18:29:45.200Z+ retry=15
6072025-12-18T18:29:45.200Z+ zoneadm list
6082025-12-18T18:29:45.200Z+ grep nexus
6092025-12-18T18:29:45.200Z+ [[ 15 -gt 300 ]]
6102025-12-18T18:29:45.200Z+ sleep 1
6112025-12-18T18:29:46.200Z+ retry=16
6122025-12-18T18:29:46.223Z+ zoneadm list
6132025-12-18T18:29:46.223Z+ grep nexus
6142025-12-18T18:29:46.223Z+ [[ 16 -gt 300 ]]
6152025-12-18T18:29:46.223Z+ sleep 1
6162025-12-18T18:29:47.211Z+ retry=17
6172025-12-18T18:29:47.236Z+ zoneadm list
6182025-12-18T18:29:47.236Z+ grep nexus
6192025-12-18T18:29:47.236Z+ [[ 17 -gt 300 ]]
6202025-12-18T18:29:47.236Z+ sleep 1
6212025-12-18T18:29:48.247Z+ retry=18
6222025-12-18T18:29:48.368Z+ zoneadm list
6232025-12-18T18:29:50.558Z+ grep nexus
6242025-12-18T18:29:50.558Z+ [[ 18 -gt 300 ]]
6252025-12-18T18:29:50.558Z+ sleep 1
6262025-12-18T18:29:51.560Z+ retry=19
6272025-12-18T18:29:51.584Z+ zoneadm list
6282025-12-18T18:29:51.584Z+ grep nexus
6292025-12-18T18:29:51.584Z+ [[ 19 -gt 300 ]]
6302025-12-18T18:29:51.584Z+ sleep 1
6312025-12-18T18:29:52.578Z+ retry=20
6322025-12-18T18:29:52.602Z+ zoneadm list
6332025-12-18T18:29:52.602Z+ grep nexus
6342025-12-18T18:29:52.603Z+ [[ 20 -gt 300 ]]
6352025-12-18T18:29:52.603Z+ sleep 1
6362025-12-18T18:29:53.596Z+ retry=21
6372025-12-18T18:29:53.620Z+ zoneadm list
6382025-12-18T18:29:53.620Z+ grep nexus
6392025-12-18T18:29:53.620Z+ [[ 21 -gt 300 ]]
6402025-12-18T18:29:53.620Z+ sleep 1
6412025-12-18T18:29:54.611Z+ retry=22
6422025-12-18T18:29:54.636Z+ zoneadm list
6432025-12-18T18:29:54.636Z+ grep nexus
6442025-12-18T18:29:54.636Z+ [[ 22 -gt 300 ]]
6452025-12-18T18:29:54.636Z+ sleep 1
6462025-12-18T18:29:55.622Z+ retry=23
6472025-12-18T18:29:55.646Z+ zoneadm list
6482025-12-18T18:29:55.646Z+ grep nexus
6492025-12-18T18:29:55.646Z+ [[ 23 -gt 300 ]]
6502025-12-18T18:29:55.646Z+ sleep 1
6512025-12-18T18:29:56.635Z+ retry=24
6522025-12-18T18:29:56.659Z+ zoneadm list
6532025-12-18T18:29:56.659Z+ grep nexus
6542025-12-18T18:29:56.659Z+ [[ 24 -gt 300 ]]
6552025-12-18T18:29:56.659Z+ sleep 1
6562025-12-18T18:29:57.648Z+ retry=25
6572025-12-18T18:29:57.672Z+ zoneadm list
6582025-12-18T18:29:57.672Z+ grep nexus
6592025-12-18T18:29:57.672Z+ [[ 25 -gt 300 ]]
6602025-12-18T18:29:57.672Z+ sleep 1
6612025-12-18T18:29:58.661Z+ retry=26
6622025-12-18T18:29:58.685Z+ zoneadm list
6632025-12-18T18:29:58.685Z+ grep nexus
6642025-12-18T18:29:58.685Z+ [[ 26 -gt 300 ]]
6652025-12-18T18:29:58.685Z+ sleep 1
6662025-12-18T18:29:59.675Z+ retry=27
6672025-12-18T18:29:59.709Z+ grep nexus
6682025-12-18T18:29:59.732Z+ zoneadm list
6692025-12-18T18:29:59.732Z+ [[ 27 -gt 300 ]]
6702025-12-18T18:29:59.732Z+ sleep 1
6712025-12-18T18:30:00.730Z+ retry=28
6722025-12-18T18:30:00.754Z+ zoneadm list
6732025-12-18T18:30:00.754Z+ grep nexus
6742025-12-18T18:30:00.754Z+ [[ 28 -gt 300 ]]
6752025-12-18T18:30:00.754Z+ sleep 1
6762025-12-18T18:30:01.744Z+ retry=29
6772025-12-18T18:30:01.768Z+ zoneadm list
6782025-12-18T18:30:01.768Z+ grep nexus
6792025-12-18T18:30:01.768Z+ [[ 29 -gt 300 ]]
6802025-12-18T18:30:01.768Z+ sleep 1
6812025-12-18T18:30:02.757Z+ retry=30
6822025-12-18T18:30:02.781Z+ zoneadm list
6832025-12-18T18:30:02.781Z+ grep nexus
6842025-12-18T18:30:02.781Z+ [[ 30 -gt 300 ]]
6852025-12-18T18:30:02.781Z+ sleep 1
6862025-12-18T18:30:03.770Z+ retry=31
6872025-12-18T18:30:03.793Z+ zoneadm list
6882025-12-18T18:30:03.793Z+ grep nexus
6892025-12-18T18:30:03.793Z+ [[ 31 -gt 300 ]]
6902025-12-18T18:30:03.793Z+ sleep 1
6912025-12-18T18:30:04.782Z+ retry=32
6922025-12-18T18:30:04.806Z+ zoneadm list
6932025-12-18T18:30:04.806Z+ grep nexus
6942025-12-18T18:30:04.806Z+ [[ 32 -gt 300 ]]
6952025-12-18T18:30:04.806Z+ sleep 1
6962025-12-18T18:30:05.798Z+ retry=33
6972025-12-18T18:30:05.822Z+ zoneadm list
6982025-12-18T18:30:05.822Z+ grep nexus
6992025-12-18T18:30:05.822Z+ [[ 33 -gt 300 ]]
7002025-12-18T18:30:05.822Z+ sleep 1
7012025-12-18T18:30:06.811Z+ retry=34
7022025-12-18T18:30:06.835Z+ zoneadm list
7032025-12-18T18:30:06.835Z+ grep nexus
7042025-12-18T18:30:06.835Z+ [[ 34 -gt 300 ]]
7052025-12-18T18:30:06.835Z+ sleep 1
7062025-12-18T18:30:07.824Z+ retry=35
7072025-12-18T18:30:07.848Z+ zoneadm list
7082025-12-18T18:30:07.848Z+ grep nexus
7092025-12-18T18:30:07.848Z+ [[ 35 -gt 300 ]]
7102025-12-18T18:30:07.848Z+ sleep 1
7112025-12-18T18:30:08.840Z+ retry=36
7122025-12-18T18:30:08.864Z+ zoneadm list
7132025-12-18T18:30:08.864Z+ grep nexus
7142025-12-18T18:30:08.865Z+ [[ 36 -gt 300 ]]
7152025-12-18T18:30:08.865Z+ sleep 1
7162025-12-18T18:30:09.871Z+ retry=37
7172025-12-18T18:30:09.895Z+ zoneadm list
7182025-12-18T18:30:09.895Z+ grep nexus
7192025-12-18T18:30:09.978Z+ [[ 37 -gt 300 ]]
7202025-12-18T18:30:09.978Z+ sleep 1
7212025-12-18T18:30:11.123Z+ retry=38
7222025-12-18T18:30:11.152Z+ zoneadm list
7232025-12-18T18:30:11.176Z+ grep nexus
7242025-12-18T18:30:12.159Z+ [[ 38 -gt 300 ]]
7252025-12-18T18:30:12.183Z+ sleep 1
7262025-12-18T18:30:19.167Z+ retry=39
7272025-12-18T18:30:19.167Z+ zoneadm list
7282025-12-18T18:30:19.167Z+ grep nexus
7292025-12-18T18:30:19.167Z+ [[ 39 -gt 300 ]]
7302025-12-18T18:30:19.167Z+ sleep 1
7312025-12-18T18:30:19.167Z+ retry=40
7322025-12-18T18:30:19.167Z+ zoneadm list
7332025-12-18T18:30:19.167Z+ grep nexus
7342025-12-18T18:30:19.167Z+ [[ 40 -gt 300 ]]
7352025-12-18T18:30:19.167Z+ sleep 1
7362025-12-18T18:30:19.167Z+ retry=41
7372025-12-18T18:30:19.167Z+ zoneadm list
7382025-12-18T18:30:19.167Z+ grep nexus
7392025-12-18T18:30:19.167Z+ [[ 41 -gt 300 ]]
7402025-12-18T18:30:19.167Z+ sleep 1
7412025-12-18T18:30:19.167Z+ retry=42
7422025-12-18T18:30:19.168Z+ zoneadm list
7432025-12-18T18:30:19.168Z+ grep nexus
7442025-12-18T18:30:19.168Z+ [[ 42 -gt 300 ]]
7452025-12-18T18:30:19.168Z+ sleep 1
7462025-12-18T18:30:19.168Z+ retry=43
7472025-12-18T18:30:19.168Z+ zoneadm list
7482025-12-18T18:30:19.168Z+ grep nexus
7492025-12-18T18:30:19.168Z+ [[ 43 -gt 300 ]]
7502025-12-18T18:30:19.168Z+ sleep 1
7512025-12-18T18:30:19.985Z+ retry=44
7522025-12-18T18:30:20.009Z+ zoneadm list
7532025-12-18T18:30:20.009Z+ grep nexus
7542025-12-18T18:30:20.009Z+ [[ 44 -gt 300 ]]
7552025-12-18T18:30:20.009Z+ sleep 1
7562025-12-18T18:30:20.998Z+ retry=45
7572025-12-18T18:30:21.022Z+ zoneadm list
7582025-12-18T18:30:21.022Z+ grep nexus
7592025-12-18T18:30:21.022Z+ [[ 45 -gt 300 ]]
7602025-12-18T18:30:21.022Z+ sleep 1
7612025-12-18T18:30:22.011Z+ retry=46
7622025-12-18T18:30:22.034Z+ zoneadm list
7632025-12-18T18:30:22.034Z+ grep nexus
7642025-12-18T18:30:22.034Z+ [[ 46 -gt 300 ]]
7652025-12-18T18:30:22.035Z+ sleep 1
7662025-12-18T18:30:23.026Z+ retry=47
7672025-12-18T18:30:23.049Z+ zoneadm list
7682025-12-18T18:30:23.049Z+ grep nexus
7692025-12-18T18:30:23.049Z+ [[ 47 -gt 300 ]]
7702025-12-18T18:30:23.049Z+ sleep 1
7712025-12-18T18:30:24.041Z+ retry=48
7722025-12-18T18:30:24.065Z+ zoneadm list
7732025-12-18T18:30:24.065Z+ grep nexus
7742025-12-18T18:30:24.065Z+ [[ 48 -gt 300 ]]
7752025-12-18T18:30:24.065Z+ sleep 1
7762025-12-18T18:30:25.053Z+ retry=49
7772025-12-18T18:30:25.077Z+ zoneadm list
7782025-12-18T18:30:25.077Z+ grep nexus
7792025-12-18T18:30:25.077Z+ [[ 49 -gt 300 ]]
7802025-12-18T18:30:25.077Z+ sleep 1
7812025-12-18T18:30:26.069Z+ retry=50
7822025-12-18T18:30:26.093Z+ zoneadm list
7832025-12-18T18:30:26.093Z+ grep nexus
7842025-12-18T18:30:26.093Z+ [[ 50 -gt 300 ]]
7852025-12-18T18:30:26.093Z+ sleep 1
7862025-12-18T18:30:27.086Z+ retry=51
7872025-12-18T18:30:27.110Z+ zoneadm list
7882025-12-18T18:30:27.110Z+ grep nexus
7892025-12-18T18:30:27.110Z+ [[ 51 -gt 300 ]]
7902025-12-18T18:30:27.110Z+ sleep 1
7912025-12-18T18:30:28.098Z+ retry=52
7922025-12-18T18:30:28.122Z+ zoneadm list
7932025-12-18T18:30:28.122Z+ grep nexus
7942025-12-18T18:30:28.122Z+ [[ 52 -gt 300 ]]
7952025-12-18T18:30:28.122Z+ sleep 1
7962025-12-18T18:30:29.118Z+ retry=53
7972025-12-18T18:30:29.164Z+ zoneadm list
7982025-12-18T18:30:29.164Z+ grep nexus
7992025-12-18T18:30:29.164Z+ [[ 53 -gt 300 ]]
8002025-12-18T18:30:29.164Z+ sleep 1
8012025-12-18T18:30:30.135Z+ retry=54
8022025-12-18T18:30:30.159Z+ zoneadm list
8032025-12-18T18:30:30.159Z+ grep nexus
8042025-12-18T18:30:30.159Z+ [[ 54 -gt 300 ]]
8052025-12-18T18:30:30.159Z+ sleep 1
8062025-12-18T18:30:31.155Z+ retry=55
8072025-12-18T18:30:31.178Z+ zoneadm list
8082025-12-18T18:30:31.178Z+ grep nexus
8092025-12-18T18:30:31.178Z+ [[ 55 -gt 300 ]]
8102025-12-18T18:30:31.178Z+ sleep 1
8112025-12-18T18:30:32.170Z+ retry=56
8122025-12-18T18:30:32.194Z+ zoneadm list
8132025-12-18T18:30:32.194Z+ grep nexus
8142025-12-18T18:30:32.194Zoxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6
8152025-12-18T18:30:32.194Zoxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9
8162025-12-18T18:30:32.217Z+ echo 'Waited for nexus: 56s'
8172025-12-18T18:30:32.217ZWaited for nexus: 56s
8182025-12-18T18:30:32.218Z+ retry=0
8192025-12-18T18:30:32.218Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8202025-12-18T18:30:32.241Z+ [[ 0 -gt 300 ]]
8212025-12-18T18:30:32.241Z+ sleep 1
8222025-12-18T18:30:33.228Z+ retry=1
8232025-12-18T18:30:33.229Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8242025-12-18T18:30:33.252Z+ [[ 1 -gt 300 ]]
8252025-12-18T18:30:33.253Z+ sleep 1
8262025-12-18T18:30:34.240Z+ retry=2
8272025-12-18T18:30:34.240Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8282025-12-18T18:30:34.263Z+ [[ 2 -gt 300 ]]
8292025-12-18T18:30:34.263Z+ sleep 1
8302025-12-18T18:30:35.248Z+ retry=3
8312025-12-18T18:30:35.248Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8322025-12-18T18:30:35.272Z+ [[ 3 -gt 300 ]]
8332025-12-18T18:30:35.272Z+ sleep 1
8342025-12-18T18:30:36.256Z+ retry=4
8352025-12-18T18:30:36.256Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8362025-12-18T18:30:36.280Z+ [[ 4 -gt 300 ]]
8372025-12-18T18:30:36.280Z+ sleep 1
8382025-12-18T18:30:37.267Z+ retry=5
8392025-12-18T18:30:37.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8402025-12-18T18:30:37.291Z+ [[ 5 -gt 300 ]]
8412025-12-18T18:30:37.291Z+ sleep 1
8422025-12-18T18:30:38.278Z+ retry=6
8432025-12-18T18:30:38.278Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8442025-12-18T18:30:38.301Z+ [[ 6 -gt 300 ]]
8452025-12-18T18:30:38.301Z+ sleep 1
8462025-12-18T18:30:39.289Z+ retry=7
8472025-12-18T18:30:39.289Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8482025-12-18T18:30:39.313Z+ [[ 7 -gt 300 ]]
8492025-12-18T18:30:39.313Z+ sleep 1
8502025-12-18T18:30:40.298Z+ retry=8
8512025-12-18T18:30:40.298Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8522025-12-18T18:30:40.322Z+ [[ 8 -gt 300 ]]
8532025-12-18T18:30:40.322Z+ sleep 1
8542025-12-18T18:30:41.307Z+ retry=9
8552025-12-18T18:30:41.308Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8562025-12-18T18:30:41.331Z+ [[ 9 -gt 300 ]]
8572025-12-18T18:30:41.331Z+ sleep 1
8582025-12-18T18:30:42.318Z+ retry=10
8592025-12-18T18:30:42.318Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8602025-12-18T18:30:42.342Z+ [[ 10 -gt 300 ]]
8612025-12-18T18:30:42.342Z+ sleep 1
8622025-12-18T18:30:43.328Z+ retry=11
8632025-12-18T18:30:43.328Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8642025-12-18T18:30:43.352Z+ [[ 11 -gt 300 ]]
8652025-12-18T18:30:43.352Z+ sleep 1
8662025-12-18T18:30:44.341Z+ retry=12
8672025-12-18T18:30:44.341Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8682025-12-18T18:30:44.364Z+ [[ 12 -gt 300 ]]
8692025-12-18T18:30:44.365Z+ sleep 1
8702025-12-18T18:30:45.352Z+ retry=13
8712025-12-18T18:30:45.352Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8722025-12-18T18:30:45.376Z+ [[ 13 -gt 300 ]]
8732025-12-18T18:30:45.376Z+ sleep 1
8742025-12-18T18:30:46.365Z+ retry=14
8752025-12-18T18:30:46.365Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8762025-12-18T18:30:46.389Z+ [[ 14 -gt 300 ]]
8772025-12-18T18:30:46.389Z+ sleep 1
8782025-12-18T18:30:47.374Z+ retry=15
8792025-12-18T18:30:47.374Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8802025-12-18T18:30:47.398Z+ [[ 15 -gt 300 ]]
8812025-12-18T18:30:47.398Z+ sleep 1
8822025-12-18T18:30:48.382Z+ retry=16
8832025-12-18T18:30:48.382Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8842025-12-18T18:30:48.406Z+ [[ 16 -gt 300 ]]
8852025-12-18T18:30:48.406Z+ sleep 1
 
8862025-12-18T18:30:49.281ZDec 18 18:30:48 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
8872025-12-18T18:30:49.392Z+ retry=17
8882025-12-18T18:30:49.392Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8892025-12-18T18:30:49.416Z+ [[ 17 -gt 300 ]]
8902025-12-18T18:30:49.416Z+ sleep 1
8912025-12-18T18:30:50.400Z+ retry=18
8922025-12-18T18:30:50.400Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8932025-12-18T18:30:50.425Z+ [[ 18 -gt 300 ]]
8942025-12-18T18:30:50.425Z+ sleep 1
 
8952025-12-18T18:30:50.489ZDec 18 18:30:49 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8962025-12-18T18:30:50.521ZDec 18 18:30:49 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8972025-12-18T18:30:50.554ZDec 18 18:30:49 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8982025-12-18T18:30:50.610ZDec 18 18:30:49 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8992025-12-18T18:30:51.409Z+ retry=19
9002025-12-18T18:30:51.409Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9012025-12-18T18:30:51.432Z+ [[ 19 -gt 300 ]]
9022025-12-18T18:30:51.433Z+ sleep 1
9032025-12-18T18:30:52.418Z+ retry=20
9042025-12-18T18:30:52.418Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9052025-12-18T18:30:52.442Z+ [[ 20 -gt 300 ]]
9062025-12-18T18:30:52.442Z+ sleep 1
9072025-12-18T18:30:53.426Z+ retry=21
9082025-12-18T18:30:53.427Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9092025-12-18T18:30:53.450Z+ [[ 21 -gt 300 ]]
9102025-12-18T18:30:53.451Z+ sleep 1
9112025-12-18T18:30:54.435Z+ retry=22
9122025-12-18T18:30:54.435Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9132025-12-18T18:30:54.459Z+ [[ 22 -gt 300 ]]
9142025-12-18T18:30:54.459Z+ sleep 1
9152025-12-18T18:30:55.443Z+ retry=23
9162025-12-18T18:30:55.443Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9172025-12-18T18:30:55.467Z+ [[ 23 -gt 300 ]]
9182025-12-18T18:30:55.467Z+ sleep 1
9192025-12-18T18:30:56.453Z+ retry=24
9202025-12-18T18:30:56.453Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9212025-12-18T18:30:56.476Z+ [[ 24 -gt 300 ]]
9222025-12-18T18:30:56.476Z+ sleep 1
9232025-12-18T18:30:57.462Z+ retry=25
9242025-12-18T18:30:57.462Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9252025-12-18T18:30:57.486Z+ [[ 25 -gt 300 ]]
9262025-12-18T18:30:57.486Z+ sleep 1
9272025-12-18T18:30:58.471Z+ retry=26
9282025-12-18T18:30:58.471Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9292025-12-18T18:30:58.494Z+ [[ 26 -gt 300 ]]
9302025-12-18T18:30:58.494Z+ sleep 1
9312025-12-18T18:30:59.480Z+ retry=27
9322025-12-18T18:30:59.480Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9332025-12-18T18:30:59.503Z+ [[ 27 -gt 300 ]]
9342025-12-18T18:30:59.503Z+ sleep 1
9352025-12-18T18:31:00.488Z+ retry=28
9362025-12-18T18:31:00.488Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9372025-12-18T18:31:00.512Z+ [[ 28 -gt 300 ]]
9382025-12-18T18:31:00.512Z+ sleep 1
9392025-12-18T18:31:01.496Z+ retry=29
9402025-12-18T18:31:01.496Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9412025-12-18T18:31:01.519Z+ [[ 29 -gt 300 ]]
9422025-12-18T18:31:01.519Z+ sleep 1
9432025-12-18T18:31:02.504Z+ retry=30
9442025-12-18T18:31:02.504Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9452025-12-18T18:31:02.527Z+ [[ 30 -gt 300 ]]
9462025-12-18T18:31:02.527Z+ sleep 1
9472025-12-18T18:31:03.512Z+ retry=31
9482025-12-18T18:31:03.512Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9492025-12-18T18:31:03.536Z+ [[ 31 -gt 300 ]]
9502025-12-18T18:31:03.536Z+ sleep 1
9512025-12-18T18:31:04.520Z+ retry=32
9522025-12-18T18:31:04.520Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9532025-12-18T18:31:04.544Z+ [[ 32 -gt 300 ]]
9542025-12-18T18:31:04.544Z+ sleep 1
9552025-12-18T18:31:05.529Z+ retry=33
9562025-12-18T18:31:05.529Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9572025-12-18T18:31:05.553Z+ [[ 33 -gt 300 ]]
9582025-12-18T18:31:05.553Z+ sleep 1
9592025-12-18T18:31:06.538Z+ retry=34
9602025-12-18T18:31:06.538Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9612025-12-18T18:31:06.562Z+ [[ 34 -gt 300 ]]
9622025-12-18T18:31:06.562Z+ sleep 1
9632025-12-18T18:31:07.548Z+ retry=35
9642025-12-18T18:31:07.548Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9652025-12-18T18:31:07.571Z+ [[ 35 -gt 300 ]]
9662025-12-18T18:31:07.571Z+ sleep 1
9672025-12-18T18:31:08.556Z+ retry=36
9682025-12-18T18:31:08.556Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9692025-12-18T18:31:08.580Z+ [[ 36 -gt 300 ]]
9702025-12-18T18:31:08.580Z+ sleep 1
9712025-12-18T18:31:09.565Z+ retry=37
9722025-12-18T18:31:09.565Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9732025-12-18T18:31:09.589Z+ [[ 37 -gt 300 ]]
9742025-12-18T18:31:09.589Z+ sleep 1
9752025-12-18T18:31:10.574Z+ retry=38
9762025-12-18T18:31:10.574Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9772025-12-18T18:31:10.598Z+ [[ 38 -gt 300 ]]
9782025-12-18T18:31:10.598Z+ sleep 1
9792025-12-18T18:31:11.583Z+ retry=39
9802025-12-18T18:31:11.583Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9812025-12-18T18:31:11.607Z+ [[ 39 -gt 300 ]]
9822025-12-18T18:31:11.607Z+ sleep 1
9832025-12-18T18:31:12.592Z+ retry=40
9842025-12-18T18:31:12.592Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9852025-12-18T18:31:12.616Z+ [[ 40 -gt 300 ]]
9862025-12-18T18:31:12.616Z+ sleep 1
9872025-12-18T18:31:13.601Z+ retry=41
9882025-12-18T18:31:13.601Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9892025-12-18T18:31:13.625Z+ [[ 41 -gt 300 ]]
9902025-12-18T18:31:13.625Z+ sleep 1
9912025-12-18T18:31:14.611Z+ retry=42
9922025-12-18T18:31:14.611Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9932025-12-18T18:31:14.635Z+ [[ 42 -gt 300 ]]
9942025-12-18T18:31:14.635Z+ sleep 1
9952025-12-18T18:31:15.620Z+ retry=43
9962025-12-18T18:31:15.620Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9972025-12-18T18:31:15.644Z+ [[ 43 -gt 300 ]]
9982025-12-18T18:31:15.644Z+ sleep 1
9992025-12-18T18:31:16.629Z+ retry=44
10002025-12-18T18:31:16.629Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10012025-12-18T18:31:16.654Z+ [[ 44 -gt 300 ]]
10022025-12-18T18:31:16.654Z+ sleep 1
10032025-12-18T18:31:17.638Z+ retry=45
10042025-12-18T18:31:17.638Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10052025-12-18T18:31:17.662Z+ [[ 45 -gt 300 ]]
10062025-12-18T18:31:17.662Z+ sleep 1
10072025-12-18T18:31:18.647Z+ retry=46
10082025-12-18T18:31:18.647Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10092025-12-18T18:31:18.671Z+ [[ 46 -gt 300 ]]
10102025-12-18T18:31:18.671Z+ sleep 1
10112025-12-18T18:31:19.655Z+ retry=47
10122025-12-18T18:31:19.655Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10132025-12-18T18:31:19.679Z+ [[ 47 -gt 300 ]]
10142025-12-18T18:31:19.679Z+ sleep 1
10152025-12-18T18:31:20.664Z+ retry=48
10162025-12-18T18:31:20.664Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10172025-12-18T18:31:20.689Z+ [[ 48 -gt 300 ]]
10182025-12-18T18:31:20.689Z+ sleep 1
10192025-12-18T18:31:21.672Z+ retry=49
10202025-12-18T18:31:21.672Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10212025-12-18T18:31:21.695Z+ [[ 49 -gt 300 ]]
10222025-12-18T18:31:21.696Z+ sleep 1
10232025-12-18T18:31:22.680Z+ retry=50
10242025-12-18T18:31:22.680Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10252025-12-18T18:31:22.704Z+ [[ 50 -gt 300 ]]
10262025-12-18T18:31:22.704Z+ sleep 1
10272025-12-18T18:31:23.690Z+ retry=51
10282025-12-18T18:31:23.690Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10292025-12-18T18:31:23.713Z+ [[ 51 -gt 300 ]]
10302025-12-18T18:31:23.713Z+ sleep 1
10312025-12-18T18:31:24.700Z+ retry=52
10322025-12-18T18:31:24.700Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10332025-12-18T18:31:24.724Z+ [[ 52 -gt 300 ]]
10342025-12-18T18:31:24.724Z+ sleep 1
10352025-12-18T18:31:25.712Z+ retry=53
10362025-12-18T18:31:25.712Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10372025-12-18T18:31:25.736Z+ [[ 53 -gt 300 ]]
10382025-12-18T18:31:25.736Z+ sleep 1
10392025-12-18T18:31:26.720Z+ retry=54
10402025-12-18T18:31:26.720Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10412025-12-18T18:31:26.743Z+ [[ 54 -gt 300 ]]
10422025-12-18T18:31:26.743Z+ sleep 1
10432025-12-18T18:31:27.728Z+ retry=55
10442025-12-18T18:31:27.728Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10452025-12-18T18:31:27.752Z+ [[ 55 -gt 300 ]]
10462025-12-18T18:31:27.752Z+ sleep 1
10472025-12-18T18:31:28.737Z+ retry=56
10482025-12-18T18:31:28.737Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10492025-12-18T18:31:28.761Z+ [[ 56 -gt 300 ]]
10502025-12-18T18:31:28.761Z+ sleep 1
10512025-12-18T18:31:29.745Z+ retry=57
10522025-12-18T18:31:29.745Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10532025-12-18T18:31:29.769Z+ [[ 57 -gt 300 ]]
10542025-12-18T18:31:29.769Z+ sleep 1
10552025-12-18T18:31:30.754Z+ retry=58
10562025-12-18T18:31:30.754Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10572025-12-18T18:31:30.778Z+ [[ 58 -gt 300 ]]
10582025-12-18T18:31:30.778Z+ sleep 1
10592025-12-18T18:31:31.763Z+ retry=59
10602025-12-18T18:31:31.763Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10612025-12-18T18:31:31.787Z+ [[ 59 -gt 300 ]]
10622025-12-18T18:31:31.787Z+ sleep 1
10632025-12-18T18:31:32.772Z+ retry=60
10642025-12-18T18:31:32.772Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10652025-12-18T18:31:32.795Z+ [[ 60 -gt 300 ]]
10662025-12-18T18:31:32.795Z+ sleep 1
10672025-12-18T18:31:33.781Z+ retry=61
10682025-12-18T18:31:33.781Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10692025-12-18T18:31:33.805Z+ [[ 61 -gt 300 ]]
10702025-12-18T18:31:33.805Z+ sleep 1
10712025-12-18T18:31:34.790Z+ retry=62
10722025-12-18T18:31:34.790Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10732025-12-18T18:31:34.814Z+ [[ 62 -gt 300 ]]
10742025-12-18T18:31:34.814Z+ sleep 1
10752025-12-18T18:31:35.799Z+ retry=63
10762025-12-18T18:31:35.799Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10772025-12-18T18:31:35.823Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-12-18T18:31:35.427240669Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
10782025-12-18T18:31:35.823Z+ echo 'Waited for handoff: 63s'
10792025-12-18T18:31:35.823ZWaited for handoff: 63s
10802025-12-18T18:31:35.823Z+ retry=0
10812025-12-18T18:31:35.823Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
10822025-12-18T18:31:35.823Z++ wc -l
10832025-12-18T18:31:35.941Znote: database URL not specified. Will search DNS.
10842025-12-18T18:31:35.941Znote: (override with --db-url or OMDB_DB_URL)
10852025-12-18T18:31:35.964Znote: using DNS server for subnet fd00:1122:3344::/48
10862025-12-18T18:31:35.964Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10872025-12-18T18:31:35.988Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
10882025-12-18T18:31:36.016Znote: database schema version matches expected (214.0.0)
10892025-12-18T18:31:36.074Z+ INVENTORY_COLLECTION_COUNT=' 4'
10902025-12-18T18:31:36.098Z+ [[ 4 -gt 1 ]]
10912025-12-18T18:31:36.098Z+ echo 'Waited for inventory collection: 0s'
10922025-12-18T18:31:36.099Z+ retry=0
10932025-12-18T18:31:36.099ZWaited for inventory collection: 0s
10942025-12-18T18:31:36.099Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
10952025-12-18T18:31:36.099Z++ wc -l
10962025-12-18T18:31:36.122Znote: database URL not specified. Will search DNS.
10972025-12-18T18:31:36.122Znote: (override with --db-url or OMDB_DB_URL)
10982025-12-18T18:31:36.122Znote: using DNS server for subnet fd00:1122:3344::/48
10992025-12-18T18:31:36.124Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11002025-12-18T18:31:36.124Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11012025-12-18T18:31:36.148Znote: database schema version matches expected (214.0.0)
11022025-12-18T18:31:36.461Z+ ACTUAL_ZPOOL_COUNT=' 9'
11032025-12-18T18:31:36.485Z+ [[ 9 -eq 9 ]]
11042025-12-18T18:31:36.485Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11052025-12-18T18:31:36.508Znote: Nexus URL not specified. Will pick one from DNS.
11062025-12-18T18:31:36.508Znote: using DNS server for subnet fd00:1122:3344::/48
11072025-12-18T18:31:36.509Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11082025-12-18T18:31:36.509Znote: using Nexus URL http://[fd00:1122:3344:101::b]:12232
11092025-12-18T18:31:38.534Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11102025-12-18T18:31:38.573Znote: database URL not specified. Will search DNS.
11112025-12-18T18:31:38.573Znote: (override with --db-url or OMDB_DB_URL)
11122025-12-18T18:31:38.573Znote: using DNS server for subnet fd00:1122:3344::/48
11132025-12-18T18:31:38.573Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11142025-12-18T18:31:38.597Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11152025-12-18T18:31:38.597Znote: database schema version matches expected (214.0.0)
11162025-12-18T18:31:38.621ZID STARTED TOOK NSPS NERRORS
11172025-12-18T18:31:38.621Z0be08912-4b7a-43fb-acf3-76f81b516274 2025-12-18T18:30:55Z 907 ms 2 0
11182025-12-18T18:31:38.621Z5aa9d74d-2be5-4729-a097-7e1c7cb32613 2025-12-18T18:31:31Z 660 ms 2 0
11192025-12-18T18:31:38.621Z165b3937-6516-4ecf-b45d-5adb6686134f 2025-12-18T18:31:35Z 342 ms 2 0
11202025-12-18T18:31:38.621Z0df65401-d901-4176-b654-383d8c96d3b7 2025-12-18T18:31:36Z 383 ms 2 0
11212025-12-18T18:31:38.644Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11222025-12-18T18:31:38.644ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
11232025-12-18T18:31:38.644Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11242025-12-18T18:31:38.669Znote: database URL not specified. Will search DNS.
11252025-12-18T18:31:38.669Znote: (override with --db-url or OMDB_DB_URL)
11262025-12-18T18:31:38.693Znote: using DNS server for subnet fd00:1122:3344::/48
11272025-12-18T18:31:38.694Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11282025-12-18T18:31:38.694Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11292025-12-18T18:31:38.694Znote: database schema version matches expected (214.0.0)
11302025-12-18T18:31:38.840ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11312025-12-18T18:31:38.840Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11322025-12-18T18:31:38.840Z061e6e2c-a5ce-4256-99e6-c4e79b03d545 | |1c00ae49-b1fb-4152-9fe1-51042445935b |9bd473ec-6297-43eb-96e8-bc85321e08c5 |20937965568 |268435456000
11332025-12-18T18:31:38.840Z5514f5fe-3f2b-49ee-95b1-329ca5bbb652 | |1c00ae49-b1fb-4152-9fe1-51042445935b |6f164126-84e3-41c5-a501-ccbd5c80acb0 |20937965568 |268435456000
11342025-12-18T18:31:38.840Z68a261bd-5c4f-492b-8483-b232ebc5f6af | |1c00ae49-b1fb-4152-9fe1-51042445935b |ca2cbc24-0a81-4c7a-b877-12d332f16a90 |20937965568 |268435456000
11352025-12-18T18:31:38.840Z6e2830c0-278e-4b17-b543-545b8c2d2d8d | |1c00ae49-b1fb-4152-9fe1-51042445935b |a50a90f3-462d-43f4-8ab6-c45723f74293 |20937965568 |268435456000
11362025-12-18T18:31:38.840Z6f05ca32-fae7-4de3-a5c5-5a1790ea3d89 | |1c00ae49-b1fb-4152-9fe1-51042445935b |4112c2b4-90ee-49b0-b63d-f7275f44a5ed |20937965568 |268435456000
11372025-12-18T18:31:38.840Z73ea9003-efd4-4264-a38d-347ed26f9259 | |1c00ae49-b1fb-4152-9fe1-51042445935b |bf57105b-f827-4185-8b6a-fb0dcccadea2 |20937965568 |268435456000
11382025-12-18T18:31:38.840Ze6320ba4-3e87-41ec-9f7a-bb7f983e3661 | |1c00ae49-b1fb-4152-9fe1-51042445935b |4d9ed75f-08e2-4dac-8891-d1c6910d4a17 |20937965568 |268435456000
11392025-12-18T18:31:38.840Zf90fcef1-da43-4f34-9684-7576ac96b63c | |1c00ae49-b1fb-4152-9fe1-51042445935b |82446d2e-1cce-415b-8dfb-ff1623b062d9 |20937965568 |268435456000
11402025-12-18T18:31:38.840Zfffc59be-7ae1-44f3-8401-1dfe1e35c82f | |1c00ae49-b1fb-4152-9fe1-51042445935b |458ee434-0d5b-4086-b17a-806312575867 |20937965568 |268435456000
11412025-12-18T18:31:38.864Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11422025-12-18T18:31:38.890Znote: database URL not specified. Will search DNS.
11432025-12-18T18:31:38.890Znote: (override with --db-url or OMDB_DB_URL)
11442025-12-18T18:31:38.914Znote: using DNS server for subnet fd00:1122:3344::/48
11452025-12-18T18:31:38.914Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11462025-12-18T18:31:38.914Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11472025-12-18T18:31:38.914Znote: database schema version matches expected (214.0.0)
11482025-12-18T18:31:39.076Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11492025-12-18T18:31:39.076Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 061e6e2c-a5ce-4256-99e6-c4e79b03d545 0
11502025-12-18T18:31:39.111Znote: database URL not specified. Will search DNS.
11512025-12-18T18:31:39.111Znote: (override with --db-url or OMDB_DB_URL)
11522025-12-18T18:31:39.135Znote: using DNS server for subnet fd00:1122:3344::/48
11532025-12-18T18:31:39.135Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11542025-12-18T18:31:39.135Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11552025-12-18T18:31:39.135Znote: database schema version matches expected (214.0.0)
11562025-12-18T18:31:39.192Zset pool 061e6e2c-a5ce-4256-99e6-c4e79b03d545 control plane storage buffer bytes to 0
11572025-12-18T18:31:39.217Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11582025-12-18T18:31:39.217Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 5514f5fe-3f2b-49ee-95b1-329ca5bbb652 0
11592025-12-18T18:31:39.240Znote: database URL not specified. Will search DNS.
11602025-12-18T18:31:39.241Znote: (override with --db-url or OMDB_DB_URL)
11612025-12-18T18:31:39.241Znote: using DNS server for subnet fd00:1122:3344::/48
11622025-12-18T18:31:39.241Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11632025-12-18T18:31:39.264Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11642025-12-18T18:31:39.264Znote: database schema version matches expected (214.0.0)
11652025-12-18T18:31:39.321Zset pool 5514f5fe-3f2b-49ee-95b1-329ca5bbb652 control plane storage buffer bytes to 0
11662025-12-18T18:31:39.345Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11672025-12-18T18:31:39.345Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 68a261bd-5c4f-492b-8483-b232ebc5f6af 0
11682025-12-18T18:31:39.369Znote: database URL not specified. Will search DNS.
11692025-12-18T18:31:39.369Znote: (override with --db-url or OMDB_DB_URL)
11702025-12-18T18:31:39.369Znote: using DNS server for subnet fd00:1122:3344::/48
11712025-12-18T18:31:39.369Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11722025-12-18T18:31:39.392Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11732025-12-18T18:31:39.392Znote: database schema version matches expected (214.0.0)
11742025-12-18T18:31:39.456Zset pool 68a261bd-5c4f-492b-8483-b232ebc5f6af control plane storage buffer bytes to 0
11752025-12-18T18:31:39.480Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11762025-12-18T18:31:39.481Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6e2830c0-278e-4b17-b543-545b8c2d2d8d 0
11772025-12-18T18:31:39.505Znote: database URL not specified. Will search DNS.
11782025-12-18T18:31:39.505Znote: (override with --db-url or OMDB_DB_URL)
11792025-12-18T18:31:39.505Znote: using DNS server for subnet fd00:1122:3344::/48
11802025-12-18T18:31:39.505Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11812025-12-18T18:31:39.528Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11822025-12-18T18:31:39.528Znote: database schema version matches expected (214.0.0)
11832025-12-18T18:31:39.595Zset pool 6e2830c0-278e-4b17-b543-545b8c2d2d8d control plane storage buffer bytes to 0
11842025-12-18T18:31:39.619Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11852025-12-18T18:31:39.619Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6f05ca32-fae7-4de3-a5c5-5a1790ea3d89 0
11862025-12-18T18:31:39.644Znote: database URL not specified. Will search DNS.
11872025-12-18T18:31:39.644Znote: (override with --db-url or OMDB_DB_URL)
11882025-12-18T18:31:39.668Znote: using DNS server for subnet fd00:1122:3344::/48
11892025-12-18T18:31:39.668Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11902025-12-18T18:31:39.668Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11912025-12-18T18:31:39.668Znote: database schema version matches expected (214.0.0)
11922025-12-18T18:31:39.727Zset pool 6f05ca32-fae7-4de3-a5c5-5a1790ea3d89 control plane storage buffer bytes to 0
11932025-12-18T18:31:39.750Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11942025-12-18T18:31:39.750Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 73ea9003-efd4-4264-a38d-347ed26f9259 0
11952025-12-18T18:31:39.774Znote: database URL not specified. Will search DNS.
11962025-12-18T18:31:39.775Znote: (override with --db-url or OMDB_DB_URL)
11972025-12-18T18:31:39.798Znote: using DNS server for subnet fd00:1122:3344::/48
11982025-12-18T18:31:39.798Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11992025-12-18T18:31:39.798Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12002025-12-18T18:31:39.798Znote: database schema version matches expected (214.0.0)
12012025-12-18T18:31:39.855Zset pool 73ea9003-efd4-4264-a38d-347ed26f9259 control plane storage buffer bytes to 0
12022025-12-18T18:31:39.879Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12032025-12-18T18:31:39.879Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e6320ba4-3e87-41ec-9f7a-bb7f983e3661 0
12042025-12-18T18:31:39.903Znote: database URL not specified. Will search DNS.
12052025-12-18T18:31:39.903Znote: (override with --db-url or OMDB_DB_URL)
12062025-12-18T18:31:39.927Znote: using DNS server for subnet fd00:1122:3344::/48
12072025-12-18T18:31:39.927Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12082025-12-18T18:31:39.927Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12092025-12-18T18:31:39.927Znote: database schema version matches expected (214.0.0)
12102025-12-18T18:31:39.994Zset pool e6320ba4-3e87-41ec-9f7a-bb7f983e3661 control plane storage buffer bytes to 0
12112025-12-18T18:31:40.017Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12122025-12-18T18:31:40.017Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer f90fcef1-da43-4f34-9684-7576ac96b63c 0
12132025-12-18T18:31:40.045Znote: database URL not specified. Will search DNS.
12142025-12-18T18:31:40.045Znote: (override with --db-url or OMDB_DB_URL)
12152025-12-18T18:31:40.045Znote: using DNS server for subnet fd00:1122:3344::/48
12162025-12-18T18:31:40.045Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12172025-12-18T18:31:40.068Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12182025-12-18T18:31:40.068Znote: database schema version matches expected (214.0.0)
12192025-12-18T18:31:40.124Zset pool f90fcef1-da43-4f34-9684-7576ac96b63c control plane storage buffer bytes to 0
12202025-12-18T18:31:40.148Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12212025-12-18T18:31:40.148Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer fffc59be-7ae1-44f3-8401-1dfe1e35c82f 0
12222025-12-18T18:31:40.181Znote: database URL not specified. Will search DNS.
12232025-12-18T18:31:40.181Znote: (override with --db-url or OMDB_DB_URL)
12242025-12-18T18:31:40.181Znote: using DNS server for subnet fd00:1122:3344::/48
12252025-12-18T18:31:40.181Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12262025-12-18T18:31:40.181Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12272025-12-18T18:31:40.205Znote: database schema version matches expected (214.0.0)
12282025-12-18T18:31:40.258Zset pool fffc59be-7ae1-44f3-8401-1dfe1e35c82f control plane storage buffer bytes to 0
12292025-12-18T18:31:40.282Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12302025-12-18T18:31:40.306Znote: database URL not specified. Will search DNS.
12312025-12-18T18:31:40.306Znote: (override with --db-url or OMDB_DB_URL)
12322025-12-18T18:31:40.330Znote: using DNS server for subnet fd00:1122:3344::/48
12332025-12-18T18:31:40.330Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12342025-12-18T18:31:40.330Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12352025-12-18T18:31:40.330Znote: database schema version matches expected (214.0.0)
12362025-12-18T18:31:40.477ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12372025-12-18T18:31:40.477Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12382025-12-18T18:31:40.477Z061e6e2c-a5ce-4256-99e6-c4e79b03d545 | |1c00ae49-b1fb-4152-9fe1-51042445935b |9bd473ec-6297-43eb-96e8-bc85321e08c5 |20937965568 |0
12392025-12-18T18:31:40.477Z5514f5fe-3f2b-49ee-95b1-329ca5bbb652 | |1c00ae49-b1fb-4152-9fe1-51042445935b |6f164126-84e3-41c5-a501-ccbd5c80acb0 |20937965568 |0
12402025-12-18T18:31:40.477Z68a261bd-5c4f-492b-8483-b232ebc5f6af | |1c00ae49-b1fb-4152-9fe1-51042445935b |ca2cbc24-0a81-4c7a-b877-12d332f16a90 |20937965568 |0
12412025-12-18T18:31:40.477Z6e2830c0-278e-4b17-b543-545b8c2d2d8d | |1c00ae49-b1fb-4152-9fe1-51042445935b |a50a90f3-462d-43f4-8ab6-c45723f74293 |20937965568 |0
12422025-12-18T18:31:40.477Z6f05ca32-fae7-4de3-a5c5-5a1790ea3d89 | |1c00ae49-b1fb-4152-9fe1-51042445935b |4112c2b4-90ee-49b0-b63d-f7275f44a5ed |20937965568 |0
12432025-12-18T18:31:40.477Z73ea9003-efd4-4264-a38d-347ed26f9259 | |1c00ae49-b1fb-4152-9fe1-51042445935b |bf57105b-f827-4185-8b6a-fb0dcccadea2 |20937965568 |0
12442025-12-18T18:31:40.477Ze6320ba4-3e87-41ec-9f7a-bb7f983e3661 | |1c00ae49-b1fb-4152-9fe1-51042445935b |4d9ed75f-08e2-4dac-8891-d1c6910d4a17 |20937965568 |0
12452025-12-18T18:31:40.477Zf90fcef1-da43-4f34-9684-7576ac96b63c | |1c00ae49-b1fb-4152-9fe1-51042445935b |82446d2e-1cce-415b-8dfb-ff1623b062d9 |20937965568 |0
12462025-12-18T18:31:40.477Zfffc59be-7ae1-44f3-8401-1dfe1e35c82f | |1c00ae49-b1fb-4152-9fe1-51042445935b |458ee434-0d5b-4086-b17a-806312575867 |20937965568 |0
12472025-12-18T18:31:40.501Z+ export RUST_BACKTRACE=1
12482025-12-18T18:31:40.501Z+ RUST_BACKTRACE=1
12492025-12-18T18:31:40.501Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12502025-12-18T18:31:40.501Z++ ./target/debug/bootstrap
12512025-12-18T18:31:40.919ZUsing external DNS server at 10.151.1.164:53
12522025-12-18T18:31:40.943Z2025-12-18 18:31:40.930145225 UTC: attempting to log into API
12532025-12-18T18:31:42.458Z2025-12-18 18:31:42.446454466 UTC: login succeeded
12542025-12-18T18:31:42.490Zwaiting for nexus to come up...
12552025-12-18T18:31:42.620Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
12562025-12-18T18:31:43.150Zsetting up quotas...
12572025-12-18T18:31:43.246Zensuring datasets are ready...
12582025-12-18T18:31:48.146Zlet's roll.
12592025-12-18T18:31:48.170Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12602025-12-18T18:31:48.170ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12612025-12-18T18:31:48.170ZOXIDE_TOKEN=oxide-token-936306ed6cea3490429b10c950542f2fd7ea6fdc'
12622025-12-18T18:31:48.170Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12632025-12-18T18:31:48.170Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12642025-12-18T18:31:48.170Z++ OXIDE_TOKEN=oxide-token-936306ed6cea3490429b10c950542f2fd7ea6fdc
12652025-12-18T18:31:48.170Z+ export OXIDE_HOST OXIDE_TOKEN
12662025-12-18T18:31:48.170Z+ retry=0
12672025-12-18T18:31:48.170Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12682025-12-18T18:31:48.241Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
12692025-12-18T18:31:48.978Z{"status":"ok"}{
12702025-12-18T18:31:48.978Z "description": "some images",
12712025-12-18T18:31:48.978Z "id": "3314d94b-3fd3-499d-90ad-254e59aa3306",
12722025-12-18T18:31:48.978Z "name": "images",
12732025-12-18T18:31:48.978Z "time_created": "2025-12-18T18:31:48.327224Z",
12742025-12-18T18:31:48.978Z "time_modified": "2025-12-18T18:31:48.327224Z"
12752025-12-18T18:31:48.978Z}
12762025-12-18T18:31:49.003Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
12772025-12-18T18:43:16.381ZDone!
12782025-12-18T18:43:16.405Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
12792025-12-18T18:43:16.518Z{
12802025-12-18T18:43:16.519Z "block_size": 512,
12812025-12-18T18:43:16.519Z "description": "debian 11 original base image",
12822025-12-18T18:43:16.519Z "id": "81b3db7a-177e-4f2c-bd56-2f88a5d3e066",
12832025-12-18T18:43:16.519Z "name": "debian11",
12842025-12-18T18:43:16.519Z "os": "debian",
12852025-12-18T18:43:16.520Z "size": 2147483648,
12862025-12-18T18:43:16.521Z "time_created": "2025-12-18T18:43:16.248341Z",
12872025-12-18T18:43:16.521Z "time_modified": "2025-12-18T18:43:16.502183Z",
12882025-12-18T18:43:16.521Z "version": "11"
12892025-12-18T18:43:16.521Z}
12902025-12-18T18:43:16.545Z+ for test_bin in tests/*
12912025-12-18T18:43:16.545Z+ ./tests/bootstrap-4c72ac19fc1a1432
12922025-12-18T18:43:16.569Z
12932025-12-18T18:43:16.570Zrunning 0 tests
12942025-12-18T18:43:16.570Z
12952025-12-18T18:43:16.570Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12962025-12-18T18:43:16.570Z
12972025-12-18T18:43:16.570Z+ for test_bin in tests/*
12982025-12-18T18:43:16.570Z+ ./tests/commtest-3cce94428355f6e7
12992025-12-18T18:43:16.593Z
13002025-12-18T18:43:16.593Zrunning 0 tests
13012025-12-18T18:43:16.593Z
13022025-12-18T18:43:16.593Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13032025-12-18T18:43:16.593Z
13042025-12-18T18:43:16.593Z+ for test_bin in tests/*
13052025-12-18T18:43:16.593Z+ ./tests/dhcp_server-239b92da02db5227
13062025-12-18T18:43:16.617Z
13072025-12-18T18:43:16.617Zrunning 0 tests
13082025-12-18T18:43:16.617Z
13092025-12-18T18:43:16.617Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13102025-12-18T18:43:16.618Z
13112025-12-18T18:43:16.618Z+ for test_bin in tests/*
13122025-12-18T18:43:16.618Z+ ./tests/end_to_end_tests-6d1cd6859cd69cd5
13132025-12-18T18:43:16.765Z
13142025-12-18T18:43:16.765Zrunning 3 tests
13152025-12-18T18:43:16.849Znote: configured to log to "/tmp/end_to_end_tests-6d1cd6859cd69cd5-new_blueprint_noop.6757.0.log"
13162025-12-18T18:43:17.171Ztest no_spoof::no_spoof_here ... ok
13172025-12-18T18:43:17.619Ztest noop_blueprint::new_blueprint_noop ... ok
13182025-12-18T18:43:53.079Ztest instance_launch::instance_launch ... ok
13192025-12-18T18:43:53.079Z
13202025-12-18T18:43:53.080Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 36.31s
13212025-12-18T18:43:53.080Z
13222025-12-18T18:43:53.104Z+ _exit_trap
13232025-12-18T18:43:53.104Z+ local status=0
13242025-12-18T18:43:53.104Z+ set +o errexit
13252025-12-18T18:43:53.104Z+ [[ x != \x ]]
13262025-12-18T18:43:53.104Z+ pfexec svcadm -Z disable -s cron
13272025-12-18T18:43:55.460Z+ [[ 0 -eq 0 ]]
13282025-12-18T18:43:55.461Z+ exit 0
13292025-12-18T18:43:55.485Zprocess exited: duration 964436 ms, exit code 0
 
13302025-12-18T18:43:55.636Zfound 147 output files
13312025-12-18T18:43:55.636Zuploading: /var/svc/log/oxide-mg-ddm:default.log (367389 bytes)
13322025-12-18T18:43:55.841Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 367389 -> 367786
13332025-12-18T18:43:56.912Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13342025-12-18T18:43:56.912Zuploading: /var/svc/log/oxide-sled-agent:default.log (2885786 bytes)
13352025-12-18T18:43:57.271Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 2885786 -> 2888990
13362025-12-18T18:43:58.402Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13372025-12-18T18:43:58.402Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (15309311 bytes)
13382025-12-18T18:43:59.233Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 15309311 -> 15362016
13392025-12-18T18:44:00.348Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13402025-12-18T18:44:00.349Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8594 bytes)
13412025-12-18T18:44:01.466Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13422025-12-18T18:44:01.466Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (374173 bytes)
13432025-12-18T18:44:01.711Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 374173 -> 376945
13442025-12-18T18:44:02.783Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13452025-12-18T18:44:02.783Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (806854 bytes)
13462025-12-18T18:44:03.051Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 806854 -> 810022
13472025-12-18T18:44:04.119Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13482025-12-18T18:44:04.119Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3880466 bytes)
13492025-12-18T18:44:04.491Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3880466 -> 3961658
13502025-12-18T18:44:05.569Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13512025-12-18T18:44:05.570Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6435622 bytes)
13522025-12-18T18:44:06.028Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6435622 -> 6529412
13532025-12-18T18:44:07.098Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13542025-12-18T18:44:07.098Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
13552025-12-18T18:44:08.198Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13562025-12-18T18:44:08.198Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (505398 bytes)
13572025-12-18T18:44:08.469Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 505398 -> 512608
13582025-12-18T18:44:09.549Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
13592025-12-18T18:44:09.549Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (14723 bytes)
13602025-12-18T18:44:10.663Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13612025-12-18T18:44:10.663Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
13622025-12-18T18:44:11.731Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13632025-12-18T18:44:11.756Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13642025-12-18T18:44:12.803Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13652025-12-18T18:44:12.803Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-agent:default.log (19410 bytes)
13662025-12-18T18:44:13.939Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-agent:default.log
13672025-12-18T18:44:13.939Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13682025-12-18T18:44:15.032Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:default.log
13692025-12-18T18:44:15.032Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:downstairs-198cc20f-03dc-42bf-9702-c01a3edacaaa.log (5997 bytes)
13702025-12-18T18:44:16.125Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:downstairs-198cc20f-03dc-42bf-9702-c01a3edacaaa.log
13712025-12-18T18:44:16.149Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:downstairs-f445fd09-b3b0-484c-abc4-26570d13620d.log (3007 bytes)
13722025-12-18T18:44:17.218Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-crucible-downstairs:downstairs-f445fd09-b3b0-484c-abc4-26570d13620d.log
13732025-12-18T18:44:17.247Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13742025-12-18T18:44:18.321Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/zone/oxz_crucible_168c7cc2-9e73-4f8d-833c-689676651ef3/root/var/svc/log/oxide-zone-network-setup:default.log
13752025-12-18T18:44:18.321Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-cockroach-admin:default.log (68446 bytes)
13762025-12-18T18:44:18.454Zupload warning: file "/pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68446 -> 71395
13772025-12-18T18:44:19.524Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-cockroach-admin:default.log
13782025-12-18T18:44:19.524Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-cockroachdb:default.log (857 bytes)
13792025-12-18T18:44:20.623Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-cockroachdb:default.log
13802025-12-18T18:44:20.623Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13812025-12-18T18:44:21.693Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/root/var/svc/log/oxide-zone-network-setup:default.log
13822025-12-18T18:44:21.716Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-agent:default.log (30348 bytes)
13832025-12-18T18:44:22.851Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-agent:default.log
13842025-12-18T18:44:22.851Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13852025-12-18T18:44:23.944Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:default.log
13862025-12-18T18:44:23.944Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-004ac7f8-99bb-4519-a169-95101060a16f.log (5999 bytes)
13872025-12-18T18:44:25.036Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-004ac7f8-99bb-4519-a169-95101060a16f.log
13882025-12-18T18:44:25.036Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-091e9440-e0fb-4596-a67f-28d11b8e3256.log (3009 bytes)
13892025-12-18T18:44:26.128Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-091e9440-e0fb-4596-a67f-28d11b8e3256.log
13902025-12-18T18:44:26.128Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-f865e330-e040-4cfa-83c5-88faba15c143.log (3126 bytes)
13912025-12-18T18:44:27.224Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-crucible-downstairs:downstairs-f865e330-e040-4cfa-83c5-88faba15c143.log
13922025-12-18T18:44:27.247Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13932025-12-18T18:44:28.317Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_06845cd8-ae8e-41ea-a1b0-c6d496a93dfe/root/var/svc/log/oxide-zone-network-setup:default.log
13942025-12-18T18:44:28.317Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_pantry_4fc248f8-8a92-43de-bbdf-4b302554dccc/root/var/svc/log/oxide-crucible-pantry:default.log (181463 bytes)
13952025-12-18T18:44:28.498Zupload warning: file "/pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_pantry_4fc248f8-8a92-43de-bbdf-4b302554dccc/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 181463 -> 188140
13962025-12-18T18:44:29.568Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_pantry_4fc248f8-8a92-43de-bbdf-4b302554dccc/root/var/svc/log/oxide-crucible-pantry:default.log
13972025-12-18T18:44:29.593Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_pantry_4fc248f8-8a92-43de-bbdf-4b302554dccc/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
13982025-12-18T18:44:30.659Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_crucible_pantry_4fc248f8-8a92-43de-bbdf-4b302554dccc/root/var/svc/log/oxide-zone-network-setup:default.log
13992025-12-18T18:44:30.659Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_oximeter_9bd87a5b-91ed-4f30-bf14-08babbd3d8cc/root/var/svc/log/oxide-oximeter:default.log (4599461 bytes)
14002025-12-18T18:44:31.115Zupload warning: file "/pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_oximeter_9bd87a5b-91ed-4f30-bf14-08babbd3d8cc/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4599461 -> 4814142
14012025-12-18T18:44:32.184Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_oximeter_9bd87a5b-91ed-4f30-bf14-08babbd3d8cc/root/var/svc/log/oxide-oximeter:default.log
14022025-12-18T18:44:32.185Zuploading: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_oximeter_9bd87a5b-91ed-4f30-bf14-08babbd3d8cc/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
14032025-12-18T18:44:33.278Zuploaded: /pool/ext/5514f5fe-3f2b-49ee-95b1-329ca5bbb652/crypt/zone/oxz_oximeter_9bd87a5b-91ed-4f30-bf14-08babbd3d8cc/root/var/svc/log/oxide-zone-network-setup:default.log
14042025-12-18T18:44:33.278Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-agent:default.log (30767 bytes)
14052025-12-18T18:44:34.437Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-agent:default.log
14062025-12-18T18:44:34.437Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14072025-12-18T18:44:35.531Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:default.log
14082025-12-18T18:44:35.531Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-7f3ad13b-e489-46c0-a465-49d9276d9392.log (3008 bytes)
14092025-12-18T18:44:36.642Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-7f3ad13b-e489-46c0-a465-49d9276d9392.log
14102025-12-18T18:44:36.642Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab.log (3126 bytes)
14112025-12-18T18:44:37.753Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-869f6edc-9b9c-48bf-84bb-c1f5ce3161ab.log
14122025-12-18T18:44:37.753Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf2fb146-cdcd-418b-9634-33130c106189.log (6002 bytes)
14132025-12-18T18:44:39.043Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf2fb146-cdcd-418b-9634-33130c106189.log
14142025-12-18T18:44:39.274Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14152025-12-18T18:44:40.474Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_f966512f-75b2-4e56-a548-d1f71c25e03f/root/var/svc/log/oxide-zone-network-setup:default.log
14162025-12-18T18:44:40.474Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_pantry_ef675d50-afd1-4e49-aeef-d2a486b188bc/root/var/svc/log/oxide-crucible-pantry:default.log (180982 bytes)
14172025-12-18T18:44:40.668Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_pantry_ef675d50-afd1-4e49-aeef-d2a486b188bc/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 180982 -> 187642
14182025-12-18T18:44:41.743Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_pantry_ef675d50-afd1-4e49-aeef-d2a486b188bc/root/var/svc/log/oxide-crucible-pantry:default.log
14192025-12-18T18:44:41.743Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_pantry_ef675d50-afd1-4e49-aeef-d2a486b188bc/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
14202025-12-18T18:44:42.839Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_crucible_pantry_ef675d50-afd1-4e49-aeef-d2a486b188bc/root/var/svc/log/oxide-zone-network-setup:default.log
14212025-12-18T18:44:42.839Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-nexus:default.log (73983900 bytes)
14222025-12-18T18:44:45.727Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 73983900 -> 74421481
14232025-12-18T18:44:46.796Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-nexus:default.log
14242025-12-18T18:44:46.796Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14252025-12-18T18:44:47.888Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-opte-interface-setup:default.log
14262025-12-18T18:44:47.888Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
14272025-12-18T18:44:48.983Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_9110312d-69d9-4c39-9061-7ff9ebe6c4b6/root/var/svc/log/oxide-zone-network-setup:default.log
14282025-12-18T18:44:49.032Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-nexus:default.log (12936606 bytes)
14292025-12-18T18:44:49.704Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12936606 -> 13411944
14302025-12-18T18:44:50.773Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-nexus:default.log
14312025-12-18T18:44:50.773Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-opte-interface-setup:default.log (1132 bytes)
14322025-12-18T18:44:51.866Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-opte-interface-setup:default.log
14332025-12-18T18:44:51.866Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
14342025-12-18T18:44:52.958Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_nexus_a8cacfa7-cf12-4457-9c61-1c5c83af7cc9/root/var/svc/log/oxide-zone-network-setup:default.log
14352025-12-18T18:44:52.958Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
14362025-12-18T18:44:54.028Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-chrony-setup:default.log
14372025-12-18T18:44:54.028Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-ntp-admin:default.log (70104 bytes)
14382025-12-18T18:44:54.162Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 70104 -> 74778
14392025-12-18T18:44:55.231Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-ntp-admin:default.log
14402025-12-18T18:44:55.231Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-ntp:default.log (396 bytes)
14412025-12-18T18:44:56.324Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-ntp:default.log
14422025-12-18T18:44:56.324Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
14432025-12-18T18:44:57.394Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-opte-interface-setup:default.log
14442025-12-18T18:44:57.394Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14452025-12-18T18:44:58.463Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/svc/log/oxide-zone-network-setup:default.log
14462025-12-18T18:44:58.487Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-agent:default.log (18417 bytes)
14472025-12-18T18:44:59.600Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-agent:default.log
14482025-12-18T18:44:59.600Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14492025-12-18T18:45:00.723Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:default.log
14502025-12-18T18:45:00.723Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:downstairs-dad3c559-5272-4b7b-81ff-395aa49e198d.log (6107 bytes)
14512025-12-18T18:45:01.836Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:downstairs-dad3c559-5272-4b7b-81ff-395aa49e198d.log
14522025-12-18T18:45:01.876Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:snapshot-dad3c559-5272-4b7b-81ff-395aa49e198d-fd53d1f5-9660-445a-9fed-ca41c40ce128.log (5674 bytes)
14532025-12-18T18:45:02.984Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-crucible-downstairs:snapshot-dad3c559-5272-4b7b-81ff-395aa49e198d-fd53d1f5-9660-445a-9fed-ca41c40ce128.log
14542025-12-18T18:45:02.985Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14552025-12-18T18:45:04.078Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_1cd87f6e-46e5-43b1-9d46-f299e8eb4458/root/var/svc/log/oxide-zone-network-setup:default.log
14562025-12-18T18:45:04.104Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_pantry_a51598c9-7cf5-49df-8404-836c3114ce74/root/var/svc/log/oxide-crucible-pantry:default.log (939372 bytes)
14572025-12-18T18:45:04.364Zupload warning: file "/pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_pantry_a51598c9-7cf5-49df-8404-836c3114ce74/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 939372 -> 952725
14582025-12-18T18:45:05.436Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_pantry_a51598c9-7cf5-49df-8404-836c3114ce74/root/var/svc/log/oxide-crucible-pantry:default.log
14592025-12-18T18:45:05.436Zuploading: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_pantry_a51598c9-7cf5-49df-8404-836c3114ce74/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14602025-12-18T18:45:06.528Zuploaded: /pool/ext/6e2830c0-278e-4b17-b543-545b8c2d2d8d/crypt/zone/oxz_crucible_pantry_a51598c9-7cf5-49df-8404-836c3114ce74/root/var/svc/log/oxide-zone-network-setup:default.log
14612025-12-18T18:45:06.528Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse-admin-single:default.log (51291 bytes)
14622025-12-18T18:45:06.662Zupload warning: file "/pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 51291 -> 57402
14632025-12-18T18:45:07.731Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse-admin-single:default.log
14642025-12-18T18:45:07.731Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse:default.log (3795234 bytes)
14652025-12-18T18:45:08.118Zupload warning: file "/pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3795234 -> 4138575
14662025-12-18T18:45:09.187Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-clickhouse:default.log
14672025-12-18T18:45:09.189Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14682025-12-18T18:45:10.280Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_clickhouse_156e3b18-a68d-462c-b2bc-134d13fd3976/root/var/svc/log/oxide-zone-network-setup:default.log
14692025-12-18T18:45:10.280Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-cockroach-admin:default.log (68583 bytes)
14702025-12-18T18:45:10.414Zupload warning: file "/pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68583 -> 75972
14712025-12-18T18:45:11.484Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-cockroach-admin:default.log
14722025-12-18T18:45:11.484Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-cockroachdb:default.log (1809 bytes)
14732025-12-18T18:45:12.577Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-cockroachdb:default.log
14742025-12-18T18:45:12.577Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14752025-12-18T18:45:13.646Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/root/var/svc/log/oxide-zone-network-setup:default.log
14762025-12-18T18:45:13.646Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-crucible-agent:default.log (1984 bytes)
14772025-12-18T18:45:14.739Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-crucible-agent:default.log
14782025-12-18T18:45:14.739Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14792025-12-18T18:45:15.833Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-crucible-downstairs:default.log
14802025-12-18T18:45:15.833Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14812025-12-18T18:45:16.948Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_crucible_1d2ec49f-fe29-451c-ad8e-d70c2d3bac1f/root/var/svc/log/oxide-zone-network-setup:default.log
14822025-12-18T18:45:16.991Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-external_dns:default.log (53297 bytes)
14832025-12-18T18:45:17.088Zupload warning: file "/pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 53297 -> 57070
14842025-12-18T18:45:18.160Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-external_dns:default.log
14852025-12-18T18:45:18.160Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
14862025-12-18T18:45:19.253Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-opte-interface-setup:default.log
14872025-12-18T18:45:19.277Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14882025-12-18T18:45:20.346Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_external_dns_0efd911b-8c13-481a-a394-c732cdd76dd9/root/var/svc/log/oxide-zone-network-setup:default.log
14892025-12-18T18:45:20.346Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/root/var/svc/log/oxide-internal_dns:default.log (957772 bytes)
14902025-12-18T18:45:20.652Zupload warning: file "/pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 957772 -> 1006432
14912025-12-18T18:45:21.721Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/root/var/svc/log/oxide-internal_dns:default.log
14922025-12-18T18:45:21.721Zuploading: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14932025-12-18T18:45:22.791Zuploaded: /pool/ext/6f05ca32-fae7-4de3-a5c5-5a1790ea3d89/crypt/zone/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/root/var/svc/log/oxide-zone-network-setup:default.log
14942025-12-18T18:45:22.815Zuploading: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14952025-12-18T18:45:23.883Zuploaded: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-crucible-agent:default.log
14962025-12-18T18:45:23.883Zuploading: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14972025-12-18T18:45:24.975Zuploaded: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-crucible-downstairs:default.log
14982025-12-18T18:45:24.976Zuploading: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14992025-12-18T18:45:26.069Zuploaded: /pool/ext/73ea9003-efd4-4264-a38d-347ed26f9259/crypt/zone/oxz_crucible_e2893d61-90b3-4d5f-9a72-938e173d8e85/root/var/svc/log/oxide-zone-network-setup:default.log
15002025-12-18T18:45:26.070Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-cockroach-admin:default.log (68445 bytes)
15012025-12-18T18:45:26.204Zupload warning: file "/pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68445 -> 75819
15022025-12-18T18:45:27.271Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-cockroach-admin:default.log
15032025-12-18T18:45:27.272Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-cockroachdb:default.log (857 bytes)
15042025-12-18T18:45:28.364Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-cockroachdb:default.log
15052025-12-18T18:45:28.364Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15062025-12-18T18:45:29.434Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/root/var/svc/log/oxide-zone-network-setup:default.log
15072025-12-18T18:45:29.434Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-crucible-agent:default.log (1984 bytes)
15082025-12-18T18:45:30.527Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-crucible-agent:default.log
15092025-12-18T18:45:30.527Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15102025-12-18T18:45:31.621Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-crucible-downstairs:default.log
15112025-12-18T18:45:31.621Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15122025-12-18T18:45:32.716Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_crucible_8508fe38-fe4f-422b-82ab-fb843e7cc450/root/var/svc/log/oxide-zone-network-setup:default.log
15132025-12-18T18:45:32.716Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/root/var/svc/log/oxide-internal_dns:default.log (957749 bytes)
15142025-12-18T18:45:32.991Zupload warning: file "/pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 957749 -> 1009331
15152025-12-18T18:45:34.061Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/root/var/svc/log/oxide-internal_dns:default.log
15162025-12-18T18:45:34.061Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15172025-12-18T18:45:35.132Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/root/var/svc/log/oxide-zone-network-setup:default.log
15182025-12-18T18:45:35.132Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-nexus:default.log (13057180 bytes)
15192025-12-18T18:45:35.829Zupload warning: file "/pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13057180 -> 14380416
15202025-12-18T18:45:36.900Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-nexus:default.log
15212025-12-18T18:45:36.924Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15222025-12-18T18:45:37.993Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-opte-interface-setup:default.log
15232025-12-18T18:45:37.994Zuploading: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
15242025-12-18T18:45:39.088Zuploaded: /pool/ext/e6320ba4-3e87-41ec-9f7a-bb7f983e3661/crypt/zone/oxz_nexus_9c579180-e22b-444c-917f-494b9bb48667/root/var/svc/log/oxide-zone-network-setup:default.log
15252025-12-18T18:45:39.088Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-cockroach-admin:default.log (69557 bytes)
15262025-12-18T18:45:39.228Zupload warning: file "/pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 69557 -> 76932
15272025-12-18T18:45:40.297Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-cockroach-admin:default.log
15282025-12-18T18:45:40.297Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-cockroachdb:default.log (831 bytes)
15292025-12-18T18:45:41.391Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-cockroachdb:default.log
15302025-12-18T18:45:41.417Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15312025-12-18T18:45:42.460Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/root/var/svc/log/oxide-zone-network-setup:default.log
15322025-12-18T18:45:42.484Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-agent:default.log (29089 bytes)
15332025-12-18T18:45:43.617Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-agent:default.log
15342025-12-18T18:45:43.641Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15352025-12-18T18:45:44.708Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:default.log
15362025-12-18T18:45:44.708Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c.log (3126 bytes)
15372025-12-18T18:45:45.802Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:downstairs-481e92bc-3cf1-4f97-9fdf-a096f9ac226c.log
15382025-12-18T18:45:45.802Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:downstairs-dbb9feab-9e14-44ad-8f74-668474075209.log (6108 bytes)
15392025-12-18T18:45:46.895Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:downstairs-dbb9feab-9e14-44ad-8f74-668474075209.log
15402025-12-18T18:45:46.920Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:snapshot-dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128.log (5673 bytes)
15412025-12-18T18:45:47.989Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-crucible-downstairs:snapshot-dbb9feab-9e14-44ad-8f74-668474075209-fd53d1f5-9660-445a-9fed-ca41c40ce128.log
15422025-12-18T18:45:47.989Zuploading: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15432025-12-18T18:45:49.082Zuploaded: /pool/ext/f90fcef1-da43-4f34-9684-7576ac96b63c/crypt/zone/oxz_crucible_6df5d981-3f7b-44b2-9876-cd44826832ce/root/var/svc/log/oxide-zone-network-setup:default.log
15442025-12-18T18:45:49.082Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-cockroach-admin:default.log (68581 bytes)
15452025-12-18T18:45:49.215Zupload warning: file "/pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68581 -> 75970
15462025-12-18T18:45:50.286Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-cockroach-admin:default.log
15472025-12-18T18:45:50.286Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-cockroachdb:default.log (1809 bytes)
15482025-12-18T18:45:51.381Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-cockroachdb:default.log
15492025-12-18T18:45:51.381Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15502025-12-18T18:45:52.449Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/root/var/svc/log/oxide-zone-network-setup:default.log
15512025-12-18T18:45:52.449Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-agent:default.log (18419 bytes)
15522025-12-18T18:45:53.584Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-agent:default.log
15532025-12-18T18:45:53.584Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15542025-12-18T18:45:54.677Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:default.log
15552025-12-18T18:45:54.677Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:downstairs-858cb5df-bc91-4a05-b294-a55cea2aedc6.log (6104 bytes)
15562025-12-18T18:45:55.771Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:downstairs-858cb5df-bc91-4a05-b294-a55cea2aedc6.log
15572025-12-18T18:45:55.771Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:snapshot-858cb5df-bc91-4a05-b294-a55cea2aedc6-fd53d1f5-9660-445a-9fed-ca41c40ce128.log (5672 bytes)
15582025-12-18T18:45:56.865Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-crucible-downstairs:snapshot-858cb5df-bc91-4a05-b294-a55cea2aedc6-fd53d1f5-9660-445a-9fed-ca41c40ce128.log
15592025-12-18T18:45:56.865Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15602025-12-18T18:45:57.959Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_crucible_8e189857-303b-40b3-a01c-4dac292fe860/root/var/svc/log/oxide-zone-network-setup:default.log
15612025-12-18T18:45:57.959Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-external_dns:default.log (53293 bytes)
15622025-12-18T18:45:58.091Zupload warning: file "/pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 53293 -> 60834
15632025-12-18T18:45:59.160Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-external_dns:default.log
15642025-12-18T18:45:59.161Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15652025-12-18T18:46:00.252Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-opte-interface-setup:default.log
15662025-12-18T18:46:00.253Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
15672025-12-18T18:46:01.344Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_external_dns_56d30752-246d-4917-bc65-b01beaf09aa7/root/var/svc/log/oxide-zone-network-setup:default.log
15682025-12-18T18:46:01.344Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/root/var/svc/log/oxide-internal_dns:default.log (942872 bytes)
15692025-12-18T18:46:01.617Zupload warning: file "/pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 942872 -> 1017711
15702025-12-18T18:46:02.708Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/root/var/svc/log/oxide-internal_dns:default.log
15712025-12-18T18:46:02.708Zuploading: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15722025-12-18T18:46:03.780Zuploaded: /pool/ext/fffc59be-7ae1-44f3-8401-1dfe1e35c82f/crypt/zone/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/root/var/svc/log/oxide-zone-network-setup:default.log
15732025-12-18T18:46:03.780Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/measurements.log (559202 bytes)
15742025-12-18T18:46:04.050Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/measurements.log" changed size mid upload: 559202 -> 656342
15752025-12-18T18:46:05.119Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/measurements.log
15762025-12-18T18:46:05.119Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/statistics.log (437697 bytes)
15772025-12-18T18:46:05.366Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/statistics.log" changed size mid upload: 437697 -> 513981
15782025-12-18T18:46:06.436Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/statistics.log
15792025-12-18T18:46:06.437Zuploading: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/tracking.log (87395 bytes)
15802025-12-18T18:46:06.592Zupload warning: file "/pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/tracking.log" changed size mid upload: 87395 -> 100859
15812025-12-18T18:46:07.663Zuploaded: /pool/ext/68a261bd-5c4f-492b-8483-b232ebc5f6af/crypt/zone/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/root/var/log/chrony/tracking.log
15822025-12-18T18:46:07.689Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-cockroach-admin:default.log.1766082599 (2764 bytes)
15832025-12-18T18:46:08.759Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-cockroach-admin:default.log.1766082599
15842025-12-18T18:46:08.759Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-cockroachdb:default.log.1766082593 (3466 bytes)
15852025-12-18T18:46:09.854Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-cockroachdb:default.log.1766082593
15862025-12-18T18:46:09.854Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-zone-network-setup:default.log.1766082586 (2094 bytes)
15872025-12-18T18:46:10.948Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_1fb2dc56-058a-4695-99ff-2f73169da23c/oxide-zone-network-setup:default.log.1766082586
15882025-12-18T18:46:10.948Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-cockroach-admin:default.log.1766082597 (2078 bytes)
15892025-12-18T18:46:12.052Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-cockroach-admin:default.log.1766082597
15902025-12-18T18:46:12.052Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-cockroachdb:default.log.1766082597 (2515 bytes)
15912025-12-18T18:46:13.182Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-cockroachdb:default.log.1766082597
15922025-12-18T18:46:13.183Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-zone-network-setup:default.log.1766082596 (2101 bytes)
15932025-12-18T18:46:14.288Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_21888133-49e4-4fb3-8346-7304458ed91b/oxide-zone-network-setup:default.log.1766082596
15942025-12-18T18:46:14.289Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-cockroach-admin:default.log.1766082586 (2077 bytes)
15952025-12-18T18:46:15.390Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-cockroach-admin:default.log.1766082586
15962025-12-18T18:46:15.390Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-cockroachdb:default.log.1766082593 (3468 bytes)
15972025-12-18T18:46:16.486Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-cockroachdb:default.log.1766082593
15982025-12-18T18:46:16.513Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-zone-network-setup:default.log.1766082586 (2092 bytes)
15992025-12-18T18:46:17.583Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_6cdae036-4c0c-4d6d-8238-6037a6f97316/oxide-zone-network-setup:default.log.1766082586
16002025-12-18T18:46:17.583Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-cockroach-admin:default.log.1766082597 (2078 bytes)
16012025-12-18T18:46:18.678Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-cockroach-admin:default.log.1766082597
16022025-12-18T18:46:18.678Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-cockroachdb:default.log.1766082597 (2515 bytes)
16032025-12-18T18:46:19.776Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-cockroachdb:default.log.1766082597
16042025-12-18T18:46:19.777Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-zone-network-setup:default.log.1766082596 (2101 bytes)
16052025-12-18T18:46:20.870Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f136bc28-65e2-4452-a37f-04840a7d6f02/oxide-zone-network-setup:default.log.1766082596
16062025-12-18T18:46:20.870Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-cockroach-admin:default.log.1766082586 (2076 bytes)
16072025-12-18T18:46:21.967Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-cockroach-admin:default.log.1766082586
16082025-12-18T18:46:21.968Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-cockroachdb:default.log.1766082593 (3468 bytes)
16092025-12-18T18:46:23.067Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-cockroachdb:default.log.1766082593
16102025-12-18T18:46:23.067Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-zone-network-setup:default.log.1766082586 (2094 bytes)
16112025-12-18T18:46:24.163Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_cockroachdb_f9761f86-52b3-455b-aa1a-6787c8d01c65/oxide-zone-network-setup:default.log.1766082586
16122025-12-18T18:46:24.163Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/oxide-internal_dns:default.log.1766082600 (29123 bytes)
16132025-12-18T18:46:25.328Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/oxide-internal_dns:default.log.1766082600
16142025-12-18T18:46:25.328Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/oxide-zone-network-setup:default.log.1766082555 (2093 bytes)
16152025-12-18T18:46:26.426Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_7ff65a10-abf4-4a8f-a1aa-c0970aac4fb9/oxide-zone-network-setup:default.log.1766082555
16162025-12-18T18:46:26.426Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/oxide-internal_dns:default.log.1766082600 (26279 bytes)
16172025-12-18T18:46:27.563Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/oxide-internal_dns:default.log.1766082600
16182025-12-18T18:46:27.564Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/oxide-zone-network-setup:default.log.1766082555 (2094 bytes)
16192025-12-18T18:46:28.661Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_a9fb4ab0-740e-4f03-98b8-e257c2d8676c/oxide-zone-network-setup:default.log.1766082555
16202025-12-18T18:46:28.686Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/oxide-internal_dns:default.log.1766082600 (38296 bytes)
16212025-12-18T18:46:29.824Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/oxide-internal_dns:default.log.1766082600
16222025-12-18T18:46:29.824Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/oxide-zone-network-setup:default.log.1766082555 (2093 bytes)
16232025-12-18T18:46:30.924Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_internal_dns_beb4f448-1442-49c7-a839-1f2c0260504a/oxide-zone-network-setup:default.log.1766082555
16242025-12-18T18:46:30.924Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-chrony-setup:default.log.1766082563 (15277 bytes)
16252025-12-18T18:46:32.102Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-chrony-setup:default.log.1766082563
16262025-12-18T18:46:32.102Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-ntp-admin:default.log.1766082574 (10468 bytes)
16272025-12-18T18:46:33.223Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-ntp-admin:default.log.1766082574
16282025-12-18T18:46:33.223Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-ntp:default.log.1766082571 (460 bytes)
16292025-12-18T18:46:34.317Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-ntp:default.log.1766082571
16302025-12-18T18:46:34.317Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-opte-interface-setup:default.log.1766082569 (1126 bytes)
16312025-12-18T18:46:35.411Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-opte-interface-setup:default.log.1766082569
16322025-12-18T18:46:35.412Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-zone-network-setup:default.log.1766082564 (2030 bytes)
16332025-12-18T18:46:36.505Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_ntp_30932002-f866-4098-bada-bd5d928778f2/oxide-zone-network-setup:default.log.1766082564
16342025-12-18T18:46:36.505Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766082600 (913462 bytes)
16352025-12-18T18:46:37.829Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766082600
16362025-12-18T18:46:37.829Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766082551 (33212 bytes)
16372025-12-18T18:46:38.986Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766082551
16382025-12-18T18:46:39.013Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766082590 (15322 bytes)
16392025-12-18T18:46:40.137Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766082590
16402025-12-18T18:46:40.173Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mgd:default.log.1766082591 (32025 bytes)
16412025-12-18T18:46:41.296Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mgd:default.log.1766082591
16422025-12-18T18:46:41.296Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mgs:default.log.1766082600 (217539 bytes)
16432025-12-18T18:46:42.557Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-mgs:default.log.1766082600
16442025-12-18T18:46:42.589Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766082600 (386745 bytes)
16452025-12-18T18:46:43.846Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766082600
16462025-12-18T18:46:43.846Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766082550 (3339 bytes)
16472025-12-18T18:46:44.940Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766082550
16482025-12-18T18:46:44.970Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-tfport:default.log.1766082599 (43596 bytes)
16492025-12-18T18:46:50.932Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-tfport:default.log.1766082599
16502025-12-18T18:46:50.932Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-uplink:default.log.1766082551 (835 bytes)
16512025-12-18T18:46:51.984Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-uplink:default.log.1766082551
16522025-12-18T18:46:52.013Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766082580 (3848 bytes)
16532025-12-18T18:46:53.087Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766082580
16542025-12-18T18:46:53.112Zuploading: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766082549 (2342 bytes)
16552025-12-18T18:46:54.183Zuploaded: /pool/ext/061e6e2c-a5ce-4256-99e6-c4e79b03d545/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766082549