01KCW0SJ57F1H39Z1RAVTNG06Z: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01KCW0TQ1BFCED5DSW0BNE0FNY

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-12-19T20:01:17.408Zjob dependencies complete; ready to run (waiting for 41 m 59 s)
22025-12-19T21:51:33.688Zjob assigned to worker 01KCW9C9979K935RYQ87AAYCPM [factory lab, buskin/18291] (queued for 1 h 50 m 16 s)
32025-12-19T21:51:33.787Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-12-19T21:51:33.838Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-12-19T21:51:33.872Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-12-19T21:51:33.905Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-12-19T21:51:33.939Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-12-19T21:51:33.972ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-12-19T21:51:34.006Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-12-19T21:51:34.039ZOxide Helios Version helios-2.0.23457 64-bit
112025-12-19T21:51:34.074ZConfiguring devices.
122025-12-19T21:51:34.107Z##################################################
132025-12-19T21:51:34.140Z#### ############# ##
142025-12-19T21:51:34.174Z### ### ############ ##
152025-12-19T21:51:34.207Z## ### # ## ### ## Oxide Computer Company ##
162025-12-19T21:51:34.241Z## ## ## ### # ### ##
172025-12-19T21:51:34.285Z## # ### #### #### This Station Under ##
182025-12-19T21:51:34.318Z### ### #### # ### Computer Control ##
192025-12-19T21:51:34.352Z#### #### ### ## ##
202025-12-19T21:51:34.385Z##################################################
212025-12-19T21:51:34.419ZHostname: buskin
222025-12-19T21:51:34.452ZLoading smf(7) service descriptions:
232025-12-19T21:51:35.216Zdownloading input: /input/package/work/package.tar.gz
242025-12-19T21:58:32.814Zdownloaded input: /input/package/work/package.tar.gz
 
252025-12-19T21:58:32.814Zstarting task 0: "setup"
262025-12-19T21:58:32.839Z++ uname -s
272025-12-19T21:58:32.839Z+ kern=SunOS
282025-12-19T21:58:32.839Z+ build_user=build
292025-12-19T21:58:32.839Z+ build_uid=12345
302025-12-19T21:58:32.839Z+ work_dir=/work
312025-12-19T21:58:32.839Z+ input_dir=/input
322025-12-19T21:58:32.839Z+ [[ 0 == 12345 ]]
332025-12-19T21:58:32.839Z+ case "$kern" in
342025-12-19T21:58:32.839Z+ groupadd -g 12345 build
352025-12-19T21:58:32.839Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-12-19T21:58:34.762Z+ zfs create -o mountpoint=/work rpool/work
372025-12-19T21:58:34.788Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-12-19T21:58:34.788Z+ home_fs=zfs
392025-12-19T21:58:34.788Z+ [[ zfs == autofs ]]
402025-12-19T21:58:34.788Z+ mkdir -p /home/build
412025-12-19T21:58:34.812Z+ chown build:build /home/build /work
422025-12-19T21:58:36.792Z+ chmod 0700 /home/build /work
432025-12-19T21:58:36.817Zprocess exited: duration 4050 ms, exit code 0
 
442025-12-19T21:58:36.866Zstarting task 1: "authentication"
452025-12-19T21:58:36.910Zprocess exited: duration 44 ms, exit code 0
 
462025-12-19T21:58:36.960Zstarting task 2: "build"
472025-12-19T21:58:36.984Z+ trap _exit_trap EXIT
482025-12-19T21:58:36.984Z+ OPTE_COMMIT=
492025-12-19T21:58:36.984Z+ [[ x != \x ]]
502025-12-19T21:58:36.984Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-12-19T21:58:37.078Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-12-19T21:58:37.079Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-12-19T21:58:37.104Z+ [[ -d /opt/oxide ]]
632025-12-19T21:58:37.104Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-12-19T21:58:37.104Z+ pfexec mkdir /opt/oxide
652025-12-19T21:58:37.104Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-12-19T21:58:37.104Z+ [[ -d /opt/oxide-underneath ]]
672025-12-19T21:58:37.104Z+ cd /opt/oxide-underneath
682025-12-19T21:58:37.104Z+ pfexec tar ceEp@/f - .
692025-12-19T21:58:37.104Z+ cd /opt/oxide
702025-12-19T21:58:37.104Z+ pfexec tar xveEp@/f -
712025-12-19T21:58:37.141Zx ., 0 bytes, 0 tape blocks
722025-12-19T21:58:37.141Zx ./opte, 0 bytes, 0 tape blocks
732025-12-19T21:58:37.141Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-12-19T21:58:37.141Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752025-12-19T21:58:37.165Z+ pfexec rm -rf /opt/oxide-underneath
762025-12-19T21:58:37.165Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-12-19T21:58:37.165Z+ pfexec mkdir /opt/oxide/work
782025-12-19T21:58:37.191Z+ pfexec chown build:build /opt/oxide/work
792025-12-19T21:58:37.191Z+ cd /opt/oxide/work
802025-12-19T21:58:37.191Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-12-19T21:58:58.916ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-12-19T21:58:58.916Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-12-19T21:58:58.916Zx out/target/test, 107 bytes, 1 tape blocks
842025-12-19T21:58:58.916Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-12-19T21:58:58.916Zx package-manifest.toml, 34403 bytes, 68 tape blocks
862025-12-19T21:58:58.916Zx smf/sled-agent/non-gimlet/config.toml, 5158 bytes, 11 tape blocks
872025-12-19T21:58:58.916Zx target/release/omicron-package, 44375968 bytes, 86672 tape blocks
882025-12-19T21:58:58.916Zx target/release/xtask, 12109640 bytes, 23652 tape blocks
892025-12-19T21:58:58.916Zx target/debug/bootstrap, 316494848 bytes, 618154 tape blocks
902025-12-19T21:58:58.916Zx tests/bootstrap-9c5c9bbff5cac815, 31941016 bytes, 62385 tape blocks
912025-12-19T21:58:58.916Zx tests/commtest-434569d0ee33ac1a, 32042408 bytes, 62583 tape blocks
922025-12-19T21:58:58.916Zx tests/dhcp_server-c8f99f4f3d405469, 31941032 bytes, 62385 tape blocks
932025-12-19T21:58:58.916Zx tests/end_to_end_tests-f8c3483a109b5035, 361781280 bytes, 706605 tape blocks
942025-12-19T21:58:58.916Zx out/clickhouse.tar.gz, 328678992 bytes, 641952 tape blocks
952025-12-19T21:58:58.916Zx out/clickhouse_keeper.tar.gz, 311197086 bytes, 607807 tape blocks
962025-12-19T21:58:58.916Zx out/clickhouse_server.tar.gz, 328678842 bytes, 641951 tape blocks
972025-12-19T21:58:58.917Zx out/cockroachdb.tar.gz, 172277985 bytes, 336481 tape blocks
982025-12-19T21:58:58.917Zx out/crucible-pantry-zone.tar.gz, 45651416 bytes, 89163 tape blocks
992025-12-19T21:58:58.917Zx out/crucible-utils.tar, 18169344 bytes, 35487 tape blocks
1002025-12-19T21:58:58.917Zx out/crucible-zone.tar.gz, 60128776 bytes, 117440 tape blocks
1012025-12-19T21:58:58.917Zx out/external-dns.tar.gz, 54991382 bytes, 107406 tape blocks
1022025-12-19T21:58:58.917Zx out/internal-dns.tar.gz, 54990982 bytes, 107405 tape blocks
1032025-12-19T21:58:58.917Zx out/mg-ddm-gz.tar, 116766720 bytes, 228060 tape blocks
1042025-12-19T21:58:58.917Zx out/nexus.tar.gz, 202475769 bytes, 395461 tape blocks
1052025-12-19T21:58:58.917Zx out/ntp.tar.gz, 35864054 bytes, 70047 tape blocks
1062025-12-19T21:58:58.917Zx out/omicron-gateway-softnpu.tar.gz, 29127153 bytes, 56889 tape blocks
1072025-12-19T21:58:58.917Zx out/omicron-sled-agent.tar, 196833280 bytes, 384440 tape blocks
1082025-12-19T21:58:58.917Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1092025-12-19T21:58:58.917Zx out/oximeter.tar.gz, 67325862 bytes, 131496 tape blocks
1102025-12-19T21:58:58.917Zx out/oxlog.tar, 4107264 bytes, 8022 tape blocks
1112025-12-19T21:58:58.917Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122025-12-19T21:58:58.917Zx out/propolis-server.tar.gz, 75246872 bytes, 146967 tape blocks
1132025-12-19T21:58:58.917Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142025-12-19T21:58:58.917Zx out/switch-softnpu.tar.gz, 403049484 bytes, 787207 tape blocks
1152025-12-19T21:58:58.942Z
1162025-12-19T21:58:58.942Zreal 21.721774804
1172025-12-19T21:58:58.942Zuser 19.245556389
1182025-12-19T21:58:58.942Zsys 3.684245578
1192025-12-19T21:58:58.942Ztrap 0.000825169
1202025-12-19T21:58:58.942Ztflt 0.000000000
1212025-12-19T21:58:58.942Zdflt 0.000000000
1222025-12-19T21:58:58.942Zkflt 0.000000000
1232025-12-19T21:58:58.942Zlock 0.000000000
1242025-12-19T21:58:58.942Zslp 19.711436533
1252025-12-19T21:58:58.942Zlat 0.799656835
1262025-12-19T21:58:58.942Zstop 0.000120201
1272025-12-19T21:58:58.942Z+ source .github/buildomat/ci-env.sh
1282025-12-19T21:58:58.942Z++ export CARGO_TERM_COLOR=always
1292025-12-19T21:58:58.942Z++ CARGO_TERM_COLOR=always
1302025-12-19T21:58:58.942Z+ bmat address ls
1312025-12-19T21:58:58.942ZNAME CIDR FIRST LAST COUNT
1322025-12-19T21:58:58.942Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-12-19T21:58:58.942Z++ bmat address ls -f extra -Ho first,last,count
1342025-12-19T21:58:58.942Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-12-19T21:58:58.942Z+ EXTRA_IP_START=10.151.1.164
1362025-12-19T21:58:58.942Z+ EXTRA_IP_END=10.151.1.227
1372025-12-19T21:58:58.942Z+ EXTRA_IP_COUNT=64
1382025-12-19T21:58:58.942Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-12-19T21:58:58.942Z+ EXTRA_IP_BASE=10.151.1
1402025-12-19T21:58:58.943Z+ EXTRA_IP_FOCTET=164
1412025-12-19T21:58:58.943Z+ EXTRA_IP_LOCTET=227
1422025-12-19T21:58:58.943Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-12-19T21:58:58.943Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-12-19T21:58:58.943Z+ DNS_IP1=10.151.1.164
1452025-12-19T21:58:58.943Z+ DNS_IP2=10.151.1.165
1462025-12-19T21:58:58.943Z+ UPLINK_IP=10.151.1.174
1472025-12-19T21:58:58.943Z+ IPPOOL_START=10.151.1.175
1482025-12-19T21:58:58.943Z+ IPPOOL_END=10.151.1.227
1492025-12-19T21:58:58.943Z++ ipadm show-addr -po type,addr
1502025-12-19T21:58:58.943Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-12-19T21:58:58.943Z+ GATEWAY_IP=10.151.1.100
1522025-12-19T21:58:58.943Z+ [[ -n 10.151.1.100 ]]
1532025-12-19T21:58:58.943Z+ ping -s 10.151.1.100 56 1
1542025-12-19T21:58:58.943ZPING 10.151.1.100: 56 data bytes
1552025-12-19T21:58:58.943Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1562025-12-19T21:58:58.943Z
1572025-12-19T21:58:58.943Z----10.151.1.100 PING Statistics----
1582025-12-19T21:58:58.943Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-12-19T21:58:58.943Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1602025-12-19T21:58:58.943Z++ arp -an
1612025-12-19T21:58:58.943Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-12-19T21:58:58.968Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-12-19T21:58:58.968Z+ routeadm -e ipv4-forwarding -u
1642025-12-19T21:58:59.049Z+ PXA_START=10.151.1.164
1652025-12-19T21:58:59.049Z+ PXA_END=10.151.1.227
1662025-12-19T21:58:59.049Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-12-19T21:58:59.222Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-12-19T21:58:59.246ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-12-19T21:58:59.297Zcreating virtual hardware
1702025-12-19T21:58:59.321Zcreating /scratch/m2_0.vdev
1712025-12-19T21:58:59.321Zcreating /scratch/m2_1.vdev
1722025-12-19T21:58:59.321Zcreating /scratch/u2_0.vdev
1732025-12-19T21:58:59.321Zcreating /scratch/u2_1.vdev
1742025-12-19T21:58:59.321Zcreating /scratch/u2_2.vdev
1752025-12-19T21:58:59.321Zcreating /scratch/u2_3.vdev
1762025-12-19T21:58:59.321Zcreating /scratch/u2_4.vdev
1772025-12-19T21:58:59.321Zcreating /scratch/u2_5.vdev
1782025-12-19T21:58:59.321Zcreating /scratch/u2_6.vdev
1792025-12-19T21:58:59.321Zcreating /scratch/u2_7.vdev
1802025-12-19T21:58:59.321Zcreating /scratch/u2_8.vdev
1812025-12-19T21:58:59.345ZSimnet net0/sc0_0 exists
1822025-12-19T21:58:59.345ZSimnet net1/sc1_0 exists
1832025-12-19T21:58:59.369ZVnic sc0_1 exists
1842025-12-19T21:59:11.659ZUsing 10.151.1.100 as gateway ip
1852025-12-19T21:59:11.659Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-12-19T21:59:11.659Zconfiguring SoftNPU ARP entry
1872025-12-19T21:59:11.686Zconfiguring SoftNPU proxy ARP
1882025-12-19T21:59:11.738ZSoftNPU state:
1892025-12-19T21:59:11.738Z local v6:
1902025-12-19T21:59:11.738Z local v4:
1912025-12-19T21:59:11.738Z router v6_idx:
1922025-12-19T21:59:11.738Z router v6_routes:
1932025-12-19T21:59:11.738Z router v4_idx:
1942025-12-19T21:59:11.738Z router v4_routes:
1952025-12-19T21:59:11.738Z resolver v4:
1962025-12-19T21:59:11.738Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972025-12-19T21:59:11.738Z resolver v6:
1982025-12-19T21:59:11.739Z nat v4:
1992025-12-19T21:59:11.739Z nat_v6:
2002025-12-19T21:59:11.739Z port_mac:
2012025-12-19T21:59:11.739Z proxy arp:
2022025-12-19T21:59:11.739Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032025-12-19T21:59:11.739Zcreated virtual hardware
2042025-12-19T21:59:11.774Z
2052025-12-19T21:59:11.774Zreal 12.513160633
2062025-12-19T21:59:11.774Zuser 0.617868193
2072025-12-19T21:59:11.774Zsys 3.095132456
2082025-12-19T21:59:11.774Ztrap 0.000066358
2092025-12-19T21:59:11.774Ztflt 0.000362581
2102025-12-19T21:59:11.774Zdflt 0.000808824
2112025-12-19T21:59:11.774Zkflt 0.000000000
2122025-12-19T21:59:11.774Zlock 9:41.669682879
2132025-12-19T21:59:11.774Zslp 37.900512151
2142025-12-19T21:59:11.774Zlat 0.097988626
2152025-12-19T21:59:11.774Zstop 0.375933913
2162025-12-19T21:59:11.774Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172025-12-19T21:59:11.798Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182025-12-19T21:59:11.799Z+ diff -u pkg/config.toml~ pkg/config.toml
2192025-12-19T21:59:11.845Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202025-12-19T21:59:11.845Z+++ pkg/config.toml Fri Dec 19 21:59:11 2025
2212025-12-19T21:59:11.845Z@@ -29,18 +29,18 @@
2222025-12-19T21:59:11.845Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232025-12-19T21:59:11.845Z # followed by a string that is embedded into their fake serial values.
2242025-12-19T21:59:11.845Z vdevs = [
2252025-12-19T21:59:11.845Z- "m2_0.vdev",
2262025-12-19T21:59:11.845Z- "m2_1.vdev",
2272025-12-19T21:59:11.845Z+ "/scratch/m2_0.vdev",
2282025-12-19T21:59:11.845Z+ "/scratch/m2_1.vdev",
2292025-12-19T21:59:11.845Z
2302025-12-19T21:59:11.845Z- "u2_0.vdev",
2312025-12-19T21:59:11.845Z- "u2_1.vdev",
2322025-12-19T21:59:11.845Z- "u2_2.vdev",
2332025-12-19T21:59:11.845Z- "u2_3.vdev",
2342025-12-19T21:59:11.845Z- "u2_4.vdev",
2352025-12-19T21:59:11.845Z- "u2_5.vdev",
2362025-12-19T21:59:11.845Z- "u2_6.vdev",
2372025-12-19T21:59:11.845Z- "u2_7.vdev",
2382025-12-19T21:59:11.845Z- "u2_8.vdev",
2392025-12-19T21:59:11.845Z+ "/scratch/u2_0.vdev",
2402025-12-19T21:59:11.845Z+ "/scratch/u2_1.vdev",
2412025-12-19T21:59:11.845Z+ "/scratch/u2_2.vdev",
2422025-12-19T21:59:11.845Z+ "/scratch/u2_3.vdev",
2432025-12-19T21:59:11.845Z+ "/scratch/u2_4.vdev",
2442025-12-19T21:59:11.846Z+ "/scratch/u2_5.vdev",
2452025-12-19T21:59:11.846Z+ "/scratch/u2_6.vdev",
2462025-12-19T21:59:11.846Z+ "/scratch/u2_7.vdev",
2472025-12-19T21:59:11.846Z+ "/scratch/u2_8.vdev",
2482025-12-19T21:59:11.846Z ]
2492025-12-19T21:59:11.846Z
2502025-12-19T21:59:11.846Z # The amount of memory held back for services which exist between zero and one
2512025-12-19T21:59:11.846Z+ true
2522025-12-19T21:59:11.846Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532025-12-19T21:59:11.846Z+ EXPECTED_ZPOOL_COUNT=9
2542025-12-19T21:59:11.846Z+ echo 'expected number of zpools is 9'
2552025-12-19T21:59:11.846Zexpected number of zpools is 9
2562025-12-19T21:59:11.847Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572025-12-19T21:59:11.847Z+ SILO_NAME=recovery
2582025-12-19T21:59:11.847Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592025-12-19T21:59:11.847Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602025-12-19T21:59:11.847Z+ sed -i~ '
2612025-12-19T21:59:11.847Z /^external_dns_ips/c\
2622025-12-19T21:59:11.847Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632025-12-19T21:59:11.847Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642025-12-19T21:59:11.847Z /^first/c\
2652025-12-19T21:59:11.847Zfirst = "10.151.1.164"
2662025-12-19T21:59:11.847Z /^last/c\
2672025-12-19T21:59:11.847Zlast = "10.151.1.173"
2682025-12-19T21:59:11.847Z }
2692025-12-19T21:59:11.847Z /^infra_ip_first/c\
2702025-12-19T21:59:11.847Zinfra_ip_first = "10.151.1.174"
2712025-12-19T21:59:11.847Z /^infra_ip_last/c\
2722025-12-19T21:59:11.847Zinfra_ip_last = "10.151.1.174"
2732025-12-19T21:59:11.847Z /^\[\[rack_network_config.ports/,/^$/ {
2742025-12-19T21:59:11.847Z /^routes/c\
2752025-12-19T21:59:11.847Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762025-12-19T21:59:11.847Z /^addresses/c\
2772025-12-19T21:59:11.847Zaddresses = \[{address = "10.151.1.174/24"} \]
2782025-12-19T21:59:11.847Z }
2792025-12-19T21:59:11.847Z' pkg/config-rss.toml
2802025-12-19T21:59:11.847Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812025-12-19T21:59:11.847Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822025-12-19T21:59:11.848Z+++ pkg/config-rss.toml Fri Dec 19 21:59:11 2025
2832025-12-19T21:59:11.848Z@@ -33,7 +33,7 @@
2842025-12-19T21:59:11.848Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852025-12-19T21:59:11.848Z # must be contained in one of the "internal services" IP Pool ranges listed
2862025-12-19T21:59:11.848Z # below.
2872025-12-19T21:59:11.848Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882025-12-19T21:59:11.848Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892025-12-19T21:59:11.848Z
2902025-12-19T21:59:11.848Z # Initial TLS certificates for the external API
2912025-12-19T21:59:11.848Z #
2922025-12-19T21:59:11.848Z@@ -69,8 +69,8 @@
2932025-12-19T21:59:11.848Z #
2942025-12-19T21:59:11.848Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952025-12-19T21:59:11.849Z [[internal_services_ip_pool_ranges]]
2962025-12-19T21:59:11.849Z-first = "192.168.1.20"
2972025-12-19T21:59:11.849Z-last = "192.168.1.29"
2982025-12-19T21:59:11.849Z+first = "10.151.1.164"
2992025-12-19T21:59:11.849Z+last = "10.151.1.173"
3002025-12-19T21:59:11.849Z
3012025-12-19T21:59:11.849Z # TODO - this configuration is subject to change going forward. Ultimately these
3022025-12-19T21:59:11.849Z # parameters should be provided to the control plane via wicket, but we need to
3032025-12-19T21:59:11.849Z@@ -91,8 +91,8 @@
3042025-12-19T21:59:11.849Z # A range of IP addresses used by Boundary Services on the external network. In
3052025-12-19T21:59:11.849Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062025-12-19T21:59:11.849Z # With softnpu, only one address is used.
3072025-12-19T21:59:11.849Z-infra_ip_first = "192.168.1.30"
3082025-12-19T21:59:11.849Z-infra_ip_last = "192.168.1.30"
3092025-12-19T21:59:11.850Z+infra_ip_first = "10.151.1.174"
3102025-12-19T21:59:11.850Z+infra_ip_last = "10.151.1.174"
3112025-12-19T21:59:11.850Z
3122025-12-19T21:59:11.850Z # Configurations for BGP routers to run on the scrimlets.
3132025-12-19T21:59:11.850Z bgp = []
3142025-12-19T21:59:11.850Z@@ -100,9 +100,9 @@
3152025-12-19T21:59:11.850Z # You can configure multiple uplinks by repeating the following stanza
3162025-12-19T21:59:11.850Z [[rack_network_config.ports]]
3172025-12-19T21:59:11.850Z # Routes associated with this port.
3182025-12-19T21:59:11.850Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192025-12-19T21:59:11.876Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202025-12-19T21:59:11.876Z # Addresses associated with this port.
3212025-12-19T21:59:11.876Z-addresses = [{address = "192.168.1.30/24"}]
3222025-12-19T21:59:11.876Z+addresses = [{address = "10.151.1.174/24"} ]
3232025-12-19T21:59:11.876Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242025-12-19T21:59:11.876Z port = "qsfp0"
3252025-12-19T21:59:11.876Z # The speed of this port.
3262025-12-19T21:59:11.876Z+ true
3272025-12-19T21:59:11.876Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282025-12-19T21:59:11.876Za pkg/config-rss.toml 8K
3292025-12-19T21:59:11.876Za pkg/config.toml 6K
3302025-12-19T21:59:11.876Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312025-12-19T21:59:11.876Z+ TLS_NAME=recovery.sys.oxide.test
3322025-12-19T21:59:11.876Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332025-12-19T21:59:12.042Z.+.........+...+..........+..+......+....+...+......+......+...+.....+......+............+...+....+...+.....+...+....+..+....+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...............+........+....+..+....+..............+...+....+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+.........................+..+................+........+.........+...+.........+.........+.......+.................+...+.......+......+......+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-12-19T21:59:13.669Z.......+......+.....+.........+.......+......+.....+...+......+......+.......+..+.+..+.+..+.......+.....+...+............+.+.....................+........+......+.+........+...+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...........+..........+......+..+...+..........+..+.......+.........+..+............+..................+...............+.......+...........+.+...+............+......+.........+.....+...+...+..................+..........+..............+...+....+...+.....+......+....+..................+.........+...........+.......+...+.....+.........+.+...+............+.........+.....+........................+....+...+........+.+........+...............+...+...+....................................+...+......+............+.............+............+.....+..................+....+...+...+...........+...+.+..............................+..+...+..........+...............+..+.......+.....+...+.......+........+...+..........+......+...+........+...+....+......+............+........+......+.+.....+...+............+....+..............+....+..+...+.......+...+..+......+....+......+..+......+.+....................+.+............+...+...............+...+..+.............+.........+..+.....................+.......+...+..+.+.................+...+.+...+...+.........+...+..+......+..........+..+...+............+......+..........+...........+...+.+............+..............+..........+....................+...+.+..+.......+..+.........+.+...+.....+......+......+.+..+...............+.+......+.....+.........+......+......+........................+...+................+..+............+............+.........+................+..............+....+..+.+.........+........+.+.....+..........+..+....+.....+....+..............+...............................+.....+......+...................+..+.......+........+.......+...+.........+.....+.+.....+...............+....+.....+......+...+..........+.................+...+.....................+..........+......+.................+...+....+...........+..........+..+...+....+.....+......+............+...+.............+...........+....+........................+..+.+...+............+..+.+..+.........+...+..................+...+.+.....+...+.+............+.........+..............+....+...+............+..+..........+.........+..+...+.+...+....................+.......+.....+....+......+....................+......+........................+...+...+...+.+......+........+.........+............+.+.....+.......+..+................+...+..+.......+...+..................+.....+...................+...+..+......+.+.........+.....+............+...+...............................+...+......+..+...............+...+.+.....+.+........+......+.+..............+.+..+...+...+.........................+..+....+...+.....+......+.+......+..+.+..............+................+..+.......+................................+.............+..................+...............+.........+.....+.+..+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352025-12-19T21:59:13.693Z-----
3362025-12-19T21:59:13.717Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372025-12-19T21:59:13.717Za pkg/initial-tls-cert.pem 2K
3382025-12-19T21:59:13.717Za pkg/initial-tls-key.pem 4K
3392025-12-19T21:59:13.717Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402025-12-19T21:59:13.717Z+ rmdir pkg
3412025-12-19T21:59:13.717Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422025-12-19T21:59:13.718Z+ pfexec mkdir -p /usr/oxide
3432025-12-19T21:59:13.718Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3442025-12-19T21:59:14.376Z+ pfexec chmod +x /usr/oxide/oxide
3452025-12-19T21:59:14.400Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462025-12-19T21:59:33.550Z+ OMICRON_NO_UNINSTALL=1
3472025-12-19T21:59:33.550Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482025-12-19T21:59:33.574ZLogging to: /opt/oxide/work/out/LOG
3492025-12-19T21:59:34.429Z
3502025-12-19T21:59:34.429Zreal 0.873210953
3512025-12-19T21:59:34.429Zuser 0.178986125
3522025-12-19T21:59:34.429Zsys 5.114102929
3532025-12-19T21:59:34.453Ztrap 0.000003200
3542025-12-19T21:59:34.453Ztflt 0.000043989
3552025-12-19T21:59:34.453Zdflt 0.000320719
3562025-12-19T21:59:34.453Zkflt 0.000000000
3572025-12-19T21:59:34.453Zlock 1:18.718850859
3582025-12-19T21:59:34.453Zslp 1.077529817
3592025-12-19T21:59:34.453Zlat 0.042647494
3602025-12-19T21:59:34.453Zstop 0.062457241
3612025-12-19T21:59:34.453Z+ retry=0
3622025-12-19T21:59:34.453Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632025-12-19T21:59:34.453Z+ [[ 0 -gt 30 ]]
3642025-12-19T21:59:34.453Z+ sleep 1
3652025-12-19T21:59:35.443Z+ retry=1
3662025-12-19T21:59:35.443Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672025-12-19T21:59:35.469Z+ [[ 1 -gt 30 ]]
3682025-12-19T21:59:35.469Z+ sleep 1
3692025-12-19T21:59:36.458Z+ retry=2
3702025-12-19T21:59:36.458Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712025-12-19T21:59:36.482Z+ [[ 2 -gt 30 ]]
3722025-12-19T21:59:36.483Z+ sleep 1
3732025-12-19T21:59:37.480Z+ retry=3
3742025-12-19T21:59:37.480Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3752025-12-19T21:59:57.139Z+ [[ 3 -gt 30 ]]
3762025-12-19T21:59:57.140Z+ sleep 1
3772025-12-19T21:59:58.143Z+ retry=4
3782025-12-19T21:59:58.143Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792025-12-19T21:59:58.168Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3802025-12-19T21:59:58.193Zlocal v6:
3812025-12-19T21:59:58.193Zfe80::60de:13ff:fec5:6715
3822025-12-19T21:59:58.193Zfd99:c700:14fc:e22e::1
3832025-12-19T21:59:58.193Zlocal v4:
3842025-12-19T21:59:58.193Z10.151.1.174
3852025-12-19T21:59:58.193Zrouter v6_idx:
3862025-12-19T21:59:58.193Zrouter v6_routes:
3872025-12-19T21:59:58.193Zrouter v4_idx:
3882025-12-19T21:59:58.193Zrouter v4_routes:
3892025-12-19T21:59:58.193Zresolver v4:
3902025-12-19T21:59:58.193Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912025-12-19T21:59:58.194Zresolver v6:
3922025-12-19T21:59:58.194Zfe80::60de:13ff:fec5:6715 -> 62:de:13:c5:67:15
3932025-12-19T21:59:58.194Zfe80::787d:96ff:fee1:f29a -> 7a:7d:96:e1:f2:9a
3942025-12-19T21:59:58.194Znat v4:
3952025-12-19T21:59:58.194Znat_v6:
3962025-12-19T21:59:58.194Zport_mac:
3972025-12-19T21:59:58.194Z1: a8:40:25:0f:f6:96
3982025-12-19T21:59:58.194Z2: a8:40:25:0f:f6:b6
3992025-12-19T21:59:58.194Z1000: a8:40:25:0f:f6:95
4002025-12-19T21:59:58.194Zproxy arp:
4012025-12-19T21:59:58.194Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022025-12-19T21:59:58.194Z+ retry=0
4032025-12-19T21:59:58.219Z+++ zoneadm list -n
4042025-12-19T21:59:58.219Z+++ grep oxz_ntp
4052025-12-19T21:59:58.219Z++ pfexec svcs -z -Hostate oxide/ntp
4062025-12-19T21:59:58.219Zsvcs: zone '-Hostate': entity not found
4072025-12-19T21:59:58.219Z++ true
4082025-12-19T21:59:58.219Z+ [[ '' != online ]]
4092025-12-19T21:59:58.219Z+ [[ 0 -gt 60 ]]
4102025-12-19T21:59:58.219Z+ sleep 1
4112025-12-19T21:59:59.214Z+ retry=1
4122025-12-19T21:59:59.238Z+++ zoneadm list -n
4132025-12-19T21:59:59.238Z+++ grep oxz_ntp
4142025-12-19T21:59:59.238Z++ pfexec svcs -z -Hostate oxide/ntp
4152025-12-19T21:59:59.238Zsvcs: zone '-Hostate': entity not found
4162025-12-19T21:59:59.238Z++ true
4172025-12-19T21:59:59.238Z+ [[ '' != online ]]
4182025-12-19T21:59:59.239Z+ [[ 1 -gt 60 ]]
4192025-12-19T21:59:59.239Z+ sleep 1
4202025-12-19T22:00:00.255Z+ retry=2
4212025-12-19T22:00:00.290Z+++ zoneadm list -n
4222025-12-19T22:00:00.291Z+++ grep oxz_ntp
4232025-12-19T22:00:00.291Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4242025-12-19T22:00:00.291Zsvcs: Could not bind to repository server for zone oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14: repository server unavailable
4252025-12-19T22:00:00.291Z++ true
4262025-12-19T22:00:00.291Z+ [[ '' != online ]]
4272025-12-19T22:00:00.291Z+ [[ 2 -gt 60 ]]
4282025-12-19T22:00:00.291Z+ sleep 1
4292025-12-19T22:00:01.265Z+ retry=3
4302025-12-19T22:00:01.306Z+++ zoneadm list -n
4312025-12-19T22:00:01.306Z+++ grep oxz_ntp
4322025-12-19T22:00:01.306Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4332025-12-19T22:00:01.306Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342025-12-19T22:00:01.306Z++ true
4352025-12-19T22:00:01.307Z+ [[ '' != online ]]
4362025-12-19T22:00:01.307Z+ [[ 3 -gt 60 ]]
4372025-12-19T22:00:01.307Z+ sleep 1
4382025-12-19T22:00:02.291Z+ retry=4
4392025-12-19T22:00:02.316Z+++ zoneadm list -n
4402025-12-19T22:00:02.316Z+++ grep oxz_ntp
4412025-12-19T22:00:02.317Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4422025-12-19T22:00:02.317Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432025-12-19T22:00:02.341Z++ true
4442025-12-19T22:00:02.342Z+ [[ '' != online ]]
4452025-12-19T22:00:02.342Z+ [[ 4 -gt 60 ]]
4462025-12-19T22:00:02.342Z+ sleep 1
4472025-12-19T22:00:03.320Z+ retry=5
4482025-12-19T22:00:03.344Z+++ zoneadm list -n
4492025-12-19T22:00:03.344Z+++ grep oxz_ntp
4502025-12-19T22:00:03.344Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4512025-12-19T22:00:03.368Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522025-12-19T22:00:03.368Z++ true
4532025-12-19T22:00:03.368Z+ [[ '' != online ]]
4542025-12-19T22:00:03.368Z+ [[ 5 -gt 60 ]]
4552025-12-19T22:00:03.368Z+ sleep 1
4562025-12-19T22:00:04.350Z+ retry=6
4572025-12-19T22:00:04.375Z+++ zoneadm list -n
4582025-12-19T22:00:04.375Z+++ grep oxz_ntp
4592025-12-19T22:00:04.375Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4602025-12-19T22:00:04.375Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612025-12-19T22:00:04.375Z++ true
4622025-12-19T22:00:04.401Z+ [[ '' != online ]]
4632025-12-19T22:00:04.401Z+ [[ 6 -gt 60 ]]
4642025-12-19T22:00:04.401Z+ sleep 1
4652025-12-19T22:00:05.379Z+ retry=7
4662025-12-19T22:00:05.403Z+++ zoneadm list -n
4672025-12-19T22:00:05.404Z+++ grep oxz_ntp
4682025-12-19T22:00:05.404Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4692025-12-19T22:00:05.404Z+ [[ offline != online ]]
4702025-12-19T22:00:05.404Z+ [[ 7 -gt 60 ]]
4712025-12-19T22:00:05.404Z+ sleep 1
4722025-12-19T22:00:06.403Z+ retry=8
4732025-12-19T22:00:06.427Z+++ zoneadm list -n
4742025-12-19T22:00:06.427Z+++ grep oxz_ntp
4752025-12-19T22:00:06.427Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4762025-12-19T22:00:06.427Z+ [[ offline != online ]]
4772025-12-19T22:00:06.427Z+ [[ 8 -gt 60 ]]
4782025-12-19T22:00:06.427Z+ sleep 1
4792025-12-19T22:00:07.432Z+ retry=9
4802025-12-19T22:00:07.462Z+++ zoneadm list -n
4812025-12-19T22:00:07.462Z+++ grep oxz_ntp
4822025-12-19T22:00:07.462Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4832025-12-19T22:00:07.462Z+ [[ offline != online ]]
4842025-12-19T22:00:07.463Z+ [[ 9 -gt 60 ]]
4852025-12-19T22:00:07.463Z+ sleep 1
4862025-12-19T22:00:08.451Z+ retry=10
4872025-12-19T22:00:08.476Z+++ zoneadm list -n
4882025-12-19T22:00:08.476Z+++ grep oxz_ntp
4892025-12-19T22:00:08.477Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4902025-12-19T22:00:08.477Z+ [[ offline != online ]]
4912025-12-19T22:00:08.477Z+ [[ 10 -gt 60 ]]
4922025-12-19T22:00:08.477Z+ sleep 1
4932025-12-19T22:00:09.471Z+ retry=11
4942025-12-19T22:00:09.495Z+++ zoneadm list -n
4952025-12-19T22:00:09.496Z+++ grep oxz_ntp
4962025-12-19T22:00:09.496Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
4972025-12-19T22:00:09.496Z+ [[ offline != online ]]
4982025-12-19T22:00:09.496Z+ [[ 11 -gt 60 ]]
4992025-12-19T22:00:09.496Z+ sleep 1
5002025-12-19T22:00:10.494Z+ retry=12
5012025-12-19T22:00:10.520Z+++ zoneadm list -n
5022025-12-19T22:00:10.520Z+++ grep oxz_ntp
5032025-12-19T22:00:10.520Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
5042025-12-19T22:00:10.520Z+ [[ offline != online ]]
5052025-12-19T22:00:10.520Z+ [[ 12 -gt 60 ]]
5062025-12-19T22:00:10.520Z+ sleep 1
5072025-12-19T22:00:11.517Z+ retry=13
5082025-12-19T22:00:11.542Z+++ zoneadm list -n
5092025-12-19T22:00:11.542Z+++ grep oxz_ntp
5102025-12-19T22:00:11.542Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
5112025-12-19T22:00:11.542Z+ [[ offline != online ]]
5122025-12-19T22:00:11.542Z+ [[ 13 -gt 60 ]]
5132025-12-19T22:00:11.542Z+ sleep 1
 
5142025-12-19T22:00:11.909Zbuskin console login: Dec 19 22:00:11 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5152025-12-19T22:00:12.540Z+ retry=14
5162025-12-19T22:00:12.564Z+++ zoneadm list -n
5172025-12-19T22:00:12.564Z+++ grep oxz_ntp
5182025-12-19T22:00:12.564Z++ pfexec svcs -z oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14 -Hostate oxide/ntp
5192025-12-19T22:00:12.564Z+ [[ online != online ]]
5202025-12-19T22:00:12.564Z+ echo 'Waited for chrony: 14s'
5212025-12-19T22:00:12.564Z+ retry=0
5222025-12-19T22:00:12.564ZWaited for chrony: 14s
5232025-12-19T22:00:12.564Z+ zoneadm list
5242025-12-19T22:00:12.564Z+ grep nexus
5252025-12-19T22:00:12.589Z+ [[ 0 -gt 300 ]]
5262025-12-19T22:00:12.589Z+ sleep 1
5272025-12-19T22:00:13.571Z+ retry=1
5282025-12-19T22:00:13.595Z+ zoneadm list
5292025-12-19T22:00:13.595Z+ grep nexus
5302025-12-19T22:00:13.595Z+ [[ 1 -gt 300 ]]
5312025-12-19T22:00:13.595Z+ sleep 1
5322025-12-19T22:00:14.582Z+ retry=2
5332025-12-19T22:00:14.606Z+ zoneadm list
5342025-12-19T22:00:14.606Z+ grep nexus
5352025-12-19T22:00:14.607Z+ [[ 2 -gt 300 ]]
5362025-12-19T22:00:14.607Z+ sleep 1
5372025-12-19T22:00:15.592Z+ retry=3
5382025-12-19T22:00:15.616Z+ zoneadm list
5392025-12-19T22:00:15.616Z+ grep nexus
5402025-12-19T22:00:15.616Z+ [[ 3 -gt 300 ]]
5412025-12-19T22:00:15.617Z+ sleep 1
5422025-12-19T22:00:16.604Z+ retry=4
5432025-12-19T22:00:16.632Z+ zoneadm list
5442025-12-19T22:00:16.632Z+ grep nexus
5452025-12-19T22:00:16.632Z+ [[ 4 -gt 300 ]]
5462025-12-19T22:00:16.632Z+ sleep 1
5472025-12-19T22:00:17.636Z+ retry=5
5482025-12-19T22:00:17.677Z+ zoneadm list
5492025-12-19T22:00:17.677Z+ grep nexus
5502025-12-19T22:00:17.677Z+ [[ 5 -gt 300 ]]
5512025-12-19T22:00:17.677Z+ sleep 1
5522025-12-19T22:00:18.681Z+ retry=6
5532025-12-19T22:00:18.707Z+ grep nexus
5542025-12-19T22:00:18.707Z+ zoneadm list
5552025-12-19T22:00:19.066Z+ [[ 6 -gt 300 ]]
5562025-12-19T22:00:19.066Z+ sleep 1
5572025-12-19T22:00:19.938Z+ retry=7
5582025-12-19T22:00:19.965Z+ zoneadm list
5592025-12-19T22:00:19.965Z+ grep nexus
5602025-12-19T22:00:19.965Z+ [[ 7 -gt 300 ]]
5612025-12-19T22:00:19.965Z+ sleep 1
5622025-12-19T22:00:21.586Z+ retry=8
5632025-12-19T22:00:21.612Z+ zoneadm list
5642025-12-19T22:00:21.612Z+ grep nexus
5652025-12-19T22:00:21.612Z+ [[ 8 -gt 300 ]]
5662025-12-19T22:00:21.612Z+ sleep 1
5672025-12-19T22:00:22.612Z+ retry=9
5682025-12-19T22:00:22.638Z+ zoneadm list
5692025-12-19T22:00:22.638Z+ grep nexus
5702025-12-19T22:00:22.638Z+ [[ 9 -gt 300 ]]
5712025-12-19T22:00:22.638Z+ sleep 1
5722025-12-19T22:00:23.628Z+ retry=10
5732025-12-19T22:00:23.659Z+ zoneadm list
5742025-12-19T22:00:23.659Z+ grep nexus
5752025-12-19T22:00:23.659Z+ [[ 10 -gt 300 ]]
5762025-12-19T22:00:23.659Z+ sleep 1
5772025-12-19T22:00:24.656Z+ retry=11
5782025-12-19T22:00:24.681Z+ zoneadm list
5792025-12-19T22:00:24.681Z+ grep nexus
5802025-12-19T22:00:24.681Z+ [[ 11 -gt 300 ]]
5812025-12-19T22:00:24.681Z+ sleep 1
5822025-12-19T22:00:25.672Z+ retry=12
5832025-12-19T22:00:25.704Z+ zoneadm list
5842025-12-19T22:00:25.704Z+ grep nexus
5852025-12-19T22:00:25.704Z+ [[ 12 -gt 300 ]]
5862025-12-19T22:00:25.704Z+ sleep 1
5872025-12-19T22:00:26.680Z+ retry=13
5882025-12-19T22:00:26.704Z+ zoneadm list
5892025-12-19T22:00:26.704Z+ grep nexus
5902025-12-19T22:00:26.704Z+ [[ 13 -gt 300 ]]
5912025-12-19T22:00:26.705Z+ sleep 1
5922025-12-19T22:00:27.697Z+ retry=14
5932025-12-19T22:00:27.721Z+ zoneadm list
5942025-12-19T22:00:27.721Z+ grep nexus
5952025-12-19T22:00:27.721Z+ [[ 14 -gt 300 ]]
5962025-12-19T22:00:27.721Z+ sleep 1
5972025-12-19T22:00:28.713Z+ retry=15
5982025-12-19T22:00:28.766Z+ zoneadm list
5992025-12-19T22:00:28.767Z+ grep nexus
6002025-12-19T22:00:28.767Z+ [[ 15 -gt 300 ]]
6012025-12-19T22:00:28.767Z+ sleep 1
6022025-12-19T22:00:29.721Z+ retry=16
6032025-12-19T22:00:29.748Z+ zoneadm list
6042025-12-19T22:00:29.748Z+ grep nexus
6052025-12-19T22:00:29.748Z+ [[ 16 -gt 300 ]]
6062025-12-19T22:00:29.748Z+ sleep 1
6072025-12-19T22:00:30.738Z+ retry=17
6082025-12-19T22:00:30.769Z+ zoneadm list
6092025-12-19T22:00:30.795Z+ grep nexus
6102025-12-19T22:00:30.820Z+ [[ 17 -gt 300 ]]
6112025-12-19T22:00:30.820Z+ sleep 1
6122025-12-19T22:00:31.834Z+ retry=18
6132025-12-19T22:00:32.038Z+ zoneadm list
6142025-12-19T22:00:32.065Z+ grep nexus
6152025-12-19T22:00:32.065Z+ [[ 18 -gt 300 ]]
6162025-12-19T22:00:32.065Z+ sleep 1
6172025-12-19T22:00:33.061Z+ retry=19
6182025-12-19T22:00:33.197Z+ zoneadm list
6192025-12-19T22:00:33.198Z+ grep nexus
6202025-12-19T22:00:33.198Z+ [[ 19 -gt 300 ]]
6212025-12-19T22:00:33.198Z+ sleep 1
6222025-12-19T22:00:34.078Z+ retry=20
6232025-12-19T22:00:34.104Z+ zoneadm list
6242025-12-19T22:00:34.104Z+ grep nexus
6252025-12-19T22:00:34.104Z+ [[ 20 -gt 300 ]]
6262025-12-19T22:00:34.104Z+ sleep 1
6272025-12-19T22:00:35.097Z+ retry=21
6282025-12-19T22:00:35.124Z+ zoneadm list
6292025-12-19T22:00:35.124Z+ grep nexus
6302025-12-19T22:00:35.124Z+ [[ 21 -gt 300 ]]
6312025-12-19T22:00:35.125Z+ sleep 1
6322025-12-19T22:00:36.114Z+ retry=22
6332025-12-19T22:00:36.140Z+ zoneadm list
6342025-12-19T22:00:36.140Z+ grep nexus
6352025-12-19T22:00:36.140Z+ [[ 22 -gt 300 ]]
6362025-12-19T22:00:36.140Z+ sleep 1
6372025-12-19T22:00:37.131Z+ retry=23
6382025-12-19T22:00:37.156Z+ zoneadm list
6392025-12-19T22:00:37.156Z+ grep nexus
6402025-12-19T22:00:37.156Z+ [[ 23 -gt 300 ]]
6412025-12-19T22:00:37.156Z+ sleep 1
6422025-12-19T22:00:38.143Z+ retry=24
6432025-12-19T22:00:38.170Z+ zoneadm list
6442025-12-19T22:00:38.170Z+ grep nexus
6452025-12-19T22:00:38.170Z+ [[ 24 -gt 300 ]]
6462025-12-19T22:00:38.170Z+ sleep 1
6472025-12-19T22:00:39.158Z+ retry=25
6482025-12-19T22:00:39.184Z+ zoneadm list
6492025-12-19T22:00:39.184Z+ grep nexus
6502025-12-19T22:00:39.184Z+ [[ 25 -gt 300 ]]
6512025-12-19T22:00:39.184Z+ sleep 1
6522025-12-19T22:00:40.226Z+ retry=26
6532025-12-19T22:00:40.284Z+ zoneadm list
6542025-12-19T22:00:40.285Z+ grep nexus
6552025-12-19T22:00:40.310Z+ [[ 26 -gt 300 ]]
6562025-12-19T22:00:40.310Z+ sleep 1
6572025-12-19T22:00:41.184Z+ retry=27
6582025-12-19T22:00:41.210Z+ zoneadm list
6592025-12-19T22:00:41.210Z+ grep nexus
6602025-12-19T22:00:41.210Z+ [[ 27 -gt 300 ]]
6612025-12-19T22:00:41.210Z+ sleep 1
6622025-12-19T22:00:42.194Z+ retry=28
6632025-12-19T22:00:42.221Z+ zoneadm list
6642025-12-19T22:00:42.221Z+ grep nexus
6652025-12-19T22:00:42.221Z+ [[ 28 -gt 300 ]]
6662025-12-19T22:00:42.222Z+ sleep 1
6672025-12-19T22:00:43.206Z+ retry=29
6682025-12-19T22:00:43.231Z+ zoneadm list
6692025-12-19T22:00:43.231Z+ grep nexus
6702025-12-19T22:00:43.231Z+ [[ 29 -gt 300 ]]
6712025-12-19T22:00:43.231Z+ sleep 1
6722025-12-19T22:00:44.220Z+ retry=30
6732025-12-19T22:00:44.245Z+ zoneadm list
6742025-12-19T22:00:44.245Z+ grep nexus
6752025-12-19T22:00:44.245Z+ [[ 30 -gt 300 ]]
6762025-12-19T22:00:44.245Z+ sleep 1
6772025-12-19T22:00:45.233Z+ retry=31
6782025-12-19T22:00:45.313Z+ zoneadm list
6792025-12-19T22:00:45.313Z+ grep nexus
6802025-12-19T22:00:45.313Z+ [[ 31 -gt 300 ]]
6812025-12-19T22:00:45.313Z+ sleep 1
6822025-12-19T22:00:46.246Z+ retry=32
6832025-12-19T22:00:46.333Z+ zoneadm list
6842025-12-19T22:00:46.333Z+ grep nexus
6852025-12-19T22:00:46.333Z+ [[ 32 -gt 300 ]]
6862025-12-19T22:00:46.333Z+ sleep 1
6872025-12-19T22:00:47.260Z+ retry=33
6882025-12-19T22:00:47.294Z+ zoneadm list
6892025-12-19T22:00:47.294Z+ grep nexus
6902025-12-19T22:00:47.294Z+ [[ 33 -gt 300 ]]
6912025-12-19T22:00:47.295Z+ sleep 1
6922025-12-19T22:00:48.270Z+ retry=34
6932025-12-19T22:00:48.306Z+ zoneadm list
6942025-12-19T22:00:48.306Z+ grep nexus
6952025-12-19T22:00:48.306Z+ [[ 34 -gt 300 ]]
6962025-12-19T22:00:48.306Z+ sleep 1
6972025-12-19T22:00:49.281Z+ retry=35
6982025-12-19T22:00:49.310Z+ zoneadm list
6992025-12-19T22:00:49.310Z+ grep nexus
7002025-12-19T22:00:49.310Z+ [[ 35 -gt 300 ]]
7012025-12-19T22:00:49.310Z+ sleep 1
7022025-12-19T22:00:50.293Z+ retry=36
7032025-12-19T22:00:50.321Z+ zoneadm list
7042025-12-19T22:00:50.321Z+ grep nexus
7052025-12-19T22:00:50.321Z+ [[ 36 -gt 300 ]]
7062025-12-19T22:00:50.321Z+ sleep 1
7072025-12-19T22:00:51.304Z+ retry=37
7082025-12-19T22:00:51.354Z+ zoneadm list
7092025-12-19T22:00:51.354Z+ grep nexus
7102025-12-19T22:00:51.354Z+ [[ 37 -gt 300 ]]
7112025-12-19T22:00:51.354Z+ sleep 1
7122025-12-19T22:00:52.322Z+ retry=38
7132025-12-19T22:00:52.351Z+ zoneadm list
7142025-12-19T22:00:52.351Z+ grep nexus
7152025-12-19T22:00:52.351Z+ [[ 38 -gt 300 ]]
7162025-12-19T22:00:52.351Z+ sleep 1
7172025-12-19T22:00:56.736Z+ retry=39
7182025-12-19T22:00:56.828Z+ zoneadm list
7192025-12-19T22:00:56.828Z+ grep nexus
7202025-12-19T22:00:56.828Z+ [[ 39 -gt 300 ]]
7212025-12-19T22:00:56.828Z+ sleep 1
7222025-12-19T22:00:56.828Z+ retry=40
7232025-12-19T22:00:56.828Z+ zoneadm list
7242025-12-19T22:00:56.828Z+ grep nexus
7252025-12-19T22:00:56.828Z+ [[ 40 -gt 300 ]]
7262025-12-19T22:00:56.828Z+ sleep 1
7272025-12-19T22:00:56.857Z+ retry=41
7282025-12-19T22:00:56.857Z+ zoneadm list
7292025-12-19T22:00:56.857Z+ grep nexus
7302025-12-19T22:00:56.857Z+ [[ 41 -gt 300 ]]
7312025-12-19T22:00:56.857Z+ sleep 1
7322025-12-19T22:00:56.857Z+ retry=42
7332025-12-19T22:00:56.857Z+ zoneadm list
7342025-12-19T22:00:56.857Z+ grep nexus
7352025-12-19T22:00:56.857Z+ [[ 42 -gt 300 ]]
7362025-12-19T22:00:56.857Z+ sleep 1
7372025-12-19T22:00:57.383Z+ retry=43
7382025-12-19T22:00:57.408Z+ zoneadm list
7392025-12-19T22:00:57.408Z+ grep nexus
7402025-12-19T22:00:57.408Z+ [[ 43 -gt 300 ]]
7412025-12-19T22:00:57.408Z+ sleep 1
7422025-12-19T22:00:58.396Z+ retry=44
7432025-12-19T22:00:58.420Z+ zoneadm list
7442025-12-19T22:00:58.420Z+ grep nexus
7452025-12-19T22:00:58.420Z+ [[ 44 -gt 300 ]]
7462025-12-19T22:00:58.420Z+ sleep 1
7472025-12-19T22:00:59.409Z+ retry=45
7482025-12-19T22:00:59.433Z+ zoneadm list
7492025-12-19T22:00:59.433Z+ grep nexus
7502025-12-19T22:00:59.433Z+ [[ 45 -gt 300 ]]
7512025-12-19T22:00:59.433Z+ sleep 1
7522025-12-19T22:01:00.421Z+ retry=46
7532025-12-19T22:01:00.445Z+ zoneadm list
7542025-12-19T22:01:00.445Z+ grep nexus
7552025-12-19T22:01:00.445Z+ [[ 46 -gt 300 ]]
7562025-12-19T22:01:00.445Z+ sleep 1
7572025-12-19T22:01:01.436Z+ retry=47
7582025-12-19T22:01:01.460Z+ zoneadm list
7592025-12-19T22:01:01.460Z+ grep nexus
7602025-12-19T22:01:01.460Z+ [[ 47 -gt 300 ]]
7612025-12-19T22:01:01.460Z+ sleep 1
7622025-12-19T22:01:02.468Z+ retry=48
7632025-12-19T22:01:02.492Z+ zoneadm list
7642025-12-19T22:01:02.492Z+ grep nexus
7652025-12-19T22:01:02.492Z+ [[ 48 -gt 300 ]]
7662025-12-19T22:01:02.492Z+ sleep 1
7672025-12-19T22:01:03.497Z+ retry=49
7682025-12-19T22:01:03.520Z+ zoneadm list
7692025-12-19T22:01:03.521Z+ grep nexus
7702025-12-19T22:01:03.521Z+ [[ 49 -gt 300 ]]
7712025-12-19T22:01:03.521Z+ sleep 1
7722025-12-19T22:01:04.521Z+ retry=50
7732025-12-19T22:01:04.545Z+ zoneadm list
7742025-12-19T22:01:04.545Z+ grep nexus
7752025-12-19T22:01:04.547Z+ [[ 50 -gt 300 ]]
7762025-12-19T22:01:04.547Z+ sleep 1
7772025-12-19T22:01:05.541Z+ retry=51
7782025-12-19T22:01:05.569Z+ zoneadm list
7792025-12-19T22:01:05.570Z+ grep nexus
7802025-12-19T22:01:05.570Z+ [[ 51 -gt 300 ]]
7812025-12-19T22:01:05.570Z+ sleep 1
7822025-12-19T22:01:06.557Z+ retry=52
7832025-12-19T22:01:06.583Z+ zoneadm list
7842025-12-19T22:01:06.583Z+ grep nexus
7852025-12-19T22:01:06.583Z+ [[ 52 -gt 300 ]]
7862025-12-19T22:01:06.583Z+ sleep 1
7872025-12-19T22:01:07.570Z+ retry=53
7882025-12-19T22:01:07.595Z+ zoneadm list
7892025-12-19T22:01:07.595Z+ grep nexus
7902025-12-19T22:01:07.595Z+ [[ 53 -gt 300 ]]
7912025-12-19T22:01:07.596Z+ sleep 1
7922025-12-19T22:01:08.582Z+ retry=54
7932025-12-19T22:01:08.606Z+ zoneadm list
7942025-12-19T22:01:08.606Z+ grep nexus
7952025-12-19T22:01:08.606Z+ [[ 54 -gt 300 ]]
7962025-12-19T22:01:08.606Z+ sleep 1
7972025-12-19T22:01:09.594Z+ retry=55
7982025-12-19T22:01:09.651Z+ zoneadm list
7992025-12-19T22:01:09.651Z+ grep nexus
8002025-12-19T22:01:09.651Z+ [[ 55 -gt 300 ]]
8012025-12-19T22:01:09.651Z+ sleep 1
8022025-12-19T22:01:10.607Z+ retry=56
8032025-12-19T22:01:10.631Z+ zoneadm list
8042025-12-19T22:01:10.632Z+ grep nexus
8052025-12-19T22:01:10.632Z+ [[ 56 -gt 300 ]]
8062025-12-19T22:01:10.632Z+ sleep 1
8072025-12-19T22:01:11.626Z+ retry=57
8082025-12-19T22:01:11.650Z+ zoneadm list
8092025-12-19T22:01:11.650Z+ grep nexus
8102025-12-19T22:01:11.650Z+ [[ 57 -gt 300 ]]
8112025-12-19T22:01:11.650Z+ sleep 1
8122025-12-19T22:01:12.638Z+ retry=58
8132025-12-19T22:01:12.662Z+ zoneadm list
8142025-12-19T22:01:12.662Z+ grep nexus
8152025-12-19T22:01:12.662Z+ [[ 58 -gt 300 ]]
8162025-12-19T22:01:12.662Z+ sleep 1
8172025-12-19T22:01:13.651Z+ retry=59
8182025-12-19T22:01:13.676Z+ zoneadm list
8192025-12-19T22:01:13.676Z+ grep nexus
8202025-12-19T22:01:13.676Z+ [[ 59 -gt 300 ]]
8212025-12-19T22:01:13.676Z+ sleep 1
8222025-12-19T22:01:14.681Z+ retry=60
8232025-12-19T22:01:14.709Z+ zoneadm list
8242025-12-19T22:01:14.709Z+ grep nexus
8252025-12-19T22:01:14.710Z+ [[ 60 -gt 300 ]]
8262025-12-19T22:01:14.710Z+ sleep 1
8272025-12-19T22:01:15.713Z+ retry=61
8282025-12-19T22:01:15.738Z+ zoneadm list
8292025-12-19T22:01:15.738Z+ grep nexus
8302025-12-19T22:01:15.738Z+ [[ 61 -gt 300 ]]
8312025-12-19T22:01:15.738Z+ sleep 1
8322025-12-19T22:01:16.730Z+ retry=62
8332025-12-19T22:01:16.754Z+ zoneadm list
8342025-12-19T22:01:16.754Z+ grep nexus
8352025-12-19T22:01:16.779Z+ [[ 62 -gt 300 ]]
8362025-12-19T22:01:16.779Z+ sleep 1
8372025-12-19T22:01:17.766Z+ retry=63
8382025-12-19T22:01:17.800Z+ zoneadm list
8392025-12-19T22:01:17.800Z+ grep nexus
8402025-12-19T22:01:17.800Z+ [[ 63 -gt 300 ]]
8412025-12-19T22:01:17.800Z+ sleep 1
8422025-12-19T22:01:18.785Z+ retry=64
8432025-12-19T22:01:18.823Z+ zoneadm list
8442025-12-19T22:01:18.824Z+ grep nexus
8452025-12-19T22:01:18.824Z+ [[ 64 -gt 300 ]]
8462025-12-19T22:01:18.824Z+ sleep 1
8472025-12-19T22:01:19.797Z+ retry=65
8482025-12-19T22:01:19.823Z+ zoneadm list
8492025-12-19T22:01:19.823Z+ grep nexus
8502025-12-19T22:01:19.823Z+ [[ 65 -gt 300 ]]
8512025-12-19T22:01:19.823Z+ sleep 1
8522025-12-19T22:01:20.812Z+ retry=66
8532025-12-19T22:01:20.837Z+ zoneadm list
8542025-12-19T22:01:20.837Z+ grep nexus
8552025-12-19T22:01:20.838Z+ [[ 66 -gt 300 ]]
8562025-12-19T22:01:20.838Z+ sleep 1
8572025-12-19T22:01:21.830Z+ retry=67
8582025-12-19T22:01:21.855Z+ zoneadm list
8592025-12-19T22:01:21.856Z+ grep nexus
8602025-12-19T22:01:21.856Z+ [[ 67 -gt 300 ]]
8612025-12-19T22:01:21.856Z+ sleep 1
8622025-12-19T22:01:22.842Z+ retry=68
8632025-12-19T22:01:22.869Z+ zoneadm list
8642025-12-19T22:01:22.869Z+ grep nexus
8652025-12-19T22:01:22.870Z+ [[ 68 -gt 300 ]]
8662025-12-19T22:01:22.870Z+ sleep 1
8672025-12-19T22:01:23.858Z+ retry=69
8682025-12-19T22:01:23.882Z+ zoneadm list
8692025-12-19T22:01:23.883Z+ grep nexus
8702025-12-19T22:01:23.883Z+ [[ 69 -gt 300 ]]
8712025-12-19T22:01:23.884Z+ sleep 1
8722025-12-19T22:01:24.874Z+ retry=70
8732025-12-19T22:01:24.899Z+ zoneadm list
8742025-12-19T22:01:24.899Z+ grep nexus
8752025-12-19T22:01:24.899Z+ [[ 70 -gt 300 ]]
8762025-12-19T22:01:24.899Z+ sleep 1
8772025-12-19T22:01:25.891Z+ retry=71
8782025-12-19T22:01:25.917Z+ zoneadm list
8792025-12-19T22:01:25.917Z+ grep nexus
8802025-12-19T22:01:25.917Z+ [[ 71 -gt 300 ]]
8812025-12-19T22:01:25.917Z+ sleep 1
8822025-12-19T22:01:26.905Z+ retry=72
8832025-12-19T22:01:26.930Z+ zoneadm list
8842025-12-19T22:01:26.931Z+ grep nexus
8852025-12-19T22:01:26.931Z+ [[ 72 -gt 300 ]]
8862025-12-19T22:01:26.931Z+ sleep 1
8872025-12-19T22:01:27.929Z+ retry=73
8882025-12-19T22:01:27.959Z+ zoneadm list
8892025-12-19T22:01:27.959Z+ grep nexus
8902025-12-19T22:01:27.959Zoxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252
8912025-12-19T22:01:27.959Z+ echo 'Waited for nexus: 73s'
8922025-12-19T22:01:27.959ZWaited for nexus: 73s
8932025-12-19T22:01:27.959Z+ retry=0
8942025-12-19T22:01:27.959Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8952025-12-19T22:01:27.983Z+ [[ 0 -gt 300 ]]
8962025-12-19T22:01:27.983Z+ sleep 1
8972025-12-19T22:01:28.964Z+ retry=1
8982025-12-19T22:01:28.965Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8992025-12-19T22:01:28.989Z+ [[ 1 -gt 300 ]]
9002025-12-19T22:01:28.989Z+ sleep 1
9012025-12-19T22:01:29.974Z+ retry=2
9022025-12-19T22:01:29.974Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9032025-12-19T22:01:29.998Z+ [[ 2 -gt 300 ]]
9042025-12-19T22:01:29.998Z+ sleep 1
9052025-12-19T22:01:30.984Z+ retry=3
9062025-12-19T22:01:30.985Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9072025-12-19T22:01:31.009Z+ [[ 3 -gt 300 ]]
9082025-12-19T22:01:31.009Z+ sleep 1
9092025-12-19T22:01:31.998Z+ retry=4
9102025-12-19T22:01:31.998Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9112025-12-19T22:01:32.022Z+ [[ 4 -gt 300 ]]
9122025-12-19T22:01:32.022Z+ sleep 1
9132025-12-19T22:01:33.009Z+ retry=5
9142025-12-19T22:01:33.010Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9152025-12-19T22:01:33.033Z+ [[ 5 -gt 300 ]]
9162025-12-19T22:01:33.034Z+ sleep 1
9172025-12-19T22:01:34.019Z+ retry=6
9182025-12-19T22:01:34.019Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9192025-12-19T22:01:34.043Z+ [[ 6 -gt 300 ]]
9202025-12-19T22:01:34.043Z+ sleep 1
9212025-12-19T22:01:35.029Z+ retry=7
9222025-12-19T22:01:35.029Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9232025-12-19T22:01:35.052Z+ [[ 7 -gt 300 ]]
9242025-12-19T22:01:35.053Z+ sleep 1
9252025-12-19T22:01:36.038Z+ retry=8
9262025-12-19T22:01:36.038Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9272025-12-19T22:01:36.062Z+ [[ 8 -gt 300 ]]
9282025-12-19T22:01:36.062Z+ sleep 1
9292025-12-19T22:01:37.049Z+ retry=9
9302025-12-19T22:01:37.049Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9312025-12-19T22:01:37.073Z+ [[ 9 -gt 300 ]]
9322025-12-19T22:01:37.073Z+ sleep 1
9332025-12-19T22:01:38.060Z+ retry=10
9342025-12-19T22:01:38.060Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9352025-12-19T22:01:38.084Z+ [[ 10 -gt 300 ]]
9362025-12-19T22:01:38.084Z+ sleep 1
9372025-12-19T22:01:39.071Z+ retry=11
9382025-12-19T22:01:39.071Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9392025-12-19T22:01:39.095Z+ [[ 11 -gt 300 ]]
9402025-12-19T22:01:39.095Z+ sleep 1
9412025-12-19T22:01:40.081Z+ retry=12
9422025-12-19T22:01:40.081Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9432025-12-19T22:01:40.104Z+ [[ 12 -gt 300 ]]
9442025-12-19T22:01:40.104Z+ sleep 1
9452025-12-19T22:01:41.089Z+ retry=13
9462025-12-19T22:01:41.089Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9472025-12-19T22:01:41.112Z+ [[ 13 -gt 300 ]]
9482025-12-19T22:01:41.112Z+ sleep 1
9492025-12-19T22:01:42.097Z+ retry=14
9502025-12-19T22:01:42.097Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9512025-12-19T22:01:42.121Z+ [[ 14 -gt 300 ]]
9522025-12-19T22:01:42.121Z+ sleep 1
 
9532025-12-19T22:01:42.740ZDec 19 22:01:41 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
9542025-12-19T22:01:43.105Z+ retry=15
9552025-12-19T22:01:43.105Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9562025-12-19T22:01:43.128Z+ [[ 15 -gt 300 ]]
9572025-12-19T22:01:43.128Z+ sleep 1
9582025-12-19T22:01:44.118Z+ retry=16
9592025-12-19T22:01:44.118Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9602025-12-19T22:01:44.144Z+ [[ 16 -gt 300 ]]
9612025-12-19T22:01:44.144Z+ sleep 1
 
9622025-12-19T22:01:44.255ZDec 19 22:01:43 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
9632025-12-19T22:01:44.600ZDec 19 22:01:44 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
9642025-12-19T22:01:45.191Z+ retry=17
9652025-12-19T22:01:45.191Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
 
9662025-12-19T22:01:45.269ZDec 19 22:01:44 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
9672025-12-19T22:01:45.317Z+ [[ 17 -gt 300 ]]
9682025-12-19T22:01:45.317Z+ sleep 1
 
9692025-12-19T22:01:45.650ZDec 19 22:01:45 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
9702025-12-19T22:01:46.186Z+ retry=18
9712025-12-19T22:01:46.186Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9722025-12-19T22:01:46.308Z+ [[ 18 -gt 300 ]]
9732025-12-19T22:01:46.308Z+ sleep 1
9742025-12-19T22:01:47.141Z+ retry=19
9752025-12-19T22:01:47.141Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9762025-12-19T22:01:47.168Z+ [[ 19 -gt 300 ]]
9772025-12-19T22:01:47.169Z+ sleep 1
9782025-12-19T22:01:48.149Z+ retry=20
9792025-12-19T22:01:48.149Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9802025-12-19T22:01:48.172Z+ [[ 20 -gt 300 ]]
9812025-12-19T22:01:48.172Z+ sleep 1
9822025-12-19T22:01:49.161Z+ retry=21
9832025-12-19T22:01:49.161Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9842025-12-19T22:01:49.187Z+ [[ 21 -gt 300 ]]
9852025-12-19T22:01:49.189Z+ sleep 1
9862025-12-19T22:01:50.239Z+ retry=22
9872025-12-19T22:01:50.239Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9882025-12-19T22:01:50.363Z+ [[ 22 -gt 300 ]]
9892025-12-19T22:01:50.363Z+ sleep 1
9902025-12-19T22:01:51.207Z+ retry=23
9912025-12-19T22:01:51.208Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9922025-12-19T22:01:51.275Z+ [[ 23 -gt 300 ]]
9932025-12-19T22:01:51.275Z+ sleep 1
9942025-12-19T22:01:52.198Z+ retry=24
9952025-12-19T22:01:52.198Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9962025-12-19T22:01:52.239Z+ [[ 24 -gt 300 ]]
9972025-12-19T22:01:52.239Z+ sleep 1
9982025-12-19T22:01:53.231Z+ retry=25
9992025-12-19T22:01:53.232Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10002025-12-19T22:01:53.298Z+ [[ 25 -gt 300 ]]
10012025-12-19T22:01:53.298Z+ sleep 1
10022025-12-19T22:01:54.207Z+ retry=26
10032025-12-19T22:01:54.207Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10042025-12-19T22:01:54.231Z+ [[ 26 -gt 300 ]]
10052025-12-19T22:01:54.231Z+ sleep 1
10062025-12-19T22:01:55.215Z+ retry=27
10072025-12-19T22:01:55.215Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10082025-12-19T22:01:55.239Z+ [[ 27 -gt 300 ]]
10092025-12-19T22:01:55.239Z+ sleep 1
10102025-12-19T22:01:56.224Z+ retry=28
10112025-12-19T22:01:56.224Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10122025-12-19T22:01:56.247Z+ [[ 28 -gt 300 ]]
10132025-12-19T22:01:56.247Z+ sleep 1
10142025-12-19T22:01:57.232Z+ retry=29
10152025-12-19T22:01:57.232Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10162025-12-19T22:01:57.256Z+ [[ 29 -gt 300 ]]
10172025-12-19T22:01:57.256Z+ sleep 1
10182025-12-19T22:01:58.241Z+ retry=30
10192025-12-19T22:01:58.241Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10202025-12-19T22:01:58.265Z+ [[ 30 -gt 300 ]]
10212025-12-19T22:01:58.265Z+ sleep 1
10222025-12-19T22:01:59.249Z+ retry=31
10232025-12-19T22:01:59.249Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10242025-12-19T22:01:59.273Z+ [[ 31 -gt 300 ]]
10252025-12-19T22:01:59.273Z+ sleep 1
10262025-12-19T22:02:00.258Z+ retry=32
10272025-12-19T22:02:00.258Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10282025-12-19T22:02:00.282Z+ [[ 32 -gt 300 ]]
10292025-12-19T22:02:00.282Z+ sleep 1
10302025-12-19T22:02:01.267Z+ retry=33
10312025-12-19T22:02:01.267Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10322025-12-19T22:02:01.290Z+ [[ 33 -gt 300 ]]
10332025-12-19T22:02:01.290Z+ sleep 1
10342025-12-19T22:02:02.275Z+ retry=34
10352025-12-19T22:02:02.275Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10362025-12-19T22:02:02.299Z+ [[ 34 -gt 300 ]]
10372025-12-19T22:02:02.299Z+ sleep 1
10382025-12-19T22:02:03.285Z+ retry=35
10392025-12-19T22:02:03.285Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10402025-12-19T22:02:03.309Z+ [[ 35 -gt 300 ]]
10412025-12-19T22:02:03.309Z+ sleep 1
10422025-12-19T22:02:04.293Z+ retry=36
10432025-12-19T22:02:04.293Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10442025-12-19T22:02:04.317Z+ [[ 36 -gt 300 ]]
10452025-12-19T22:02:04.317Z+ sleep 1
10462025-12-19T22:02:05.301Z+ retry=37
10472025-12-19T22:02:05.302Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10482025-12-19T22:02:05.325Z+ [[ 37 -gt 300 ]]
10492025-12-19T22:02:05.325Z+ sleep 1
10502025-12-19T22:02:06.310Z+ retry=38
10512025-12-19T22:02:06.310Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10522025-12-19T22:02:06.334Z+ [[ 38 -gt 300 ]]
10532025-12-19T22:02:06.334Z+ sleep 1
10542025-12-19T22:02:07.319Z+ retry=39
10552025-12-19T22:02:07.319Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10562025-12-19T22:02:07.343Z+ [[ 39 -gt 300 ]]
10572025-12-19T22:02:07.343Z+ sleep 1
10582025-12-19T22:02:08.327Z+ retry=40
10592025-12-19T22:02:08.328Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10602025-12-19T22:02:08.351Z+ [[ 40 -gt 300 ]]
10612025-12-19T22:02:08.351Z+ sleep 1
10622025-12-19T22:02:09.336Z+ retry=41
10632025-12-19T22:02:09.337Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10642025-12-19T22:02:09.360Z+ [[ 41 -gt 300 ]]
10652025-12-19T22:02:09.360Z+ sleep 1
10662025-12-19T22:02:10.354Z+ retry=42
10672025-12-19T22:02:10.354Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10682025-12-19T22:02:10.385Z+ [[ 42 -gt 300 ]]
10692025-12-19T22:02:10.386Z+ sleep 1
10702025-12-19T22:02:11.355Z+ retry=43
10712025-12-19T22:02:11.355Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10722025-12-19T22:02:11.379Z+ [[ 43 -gt 300 ]]
10732025-12-19T22:02:11.379Z+ sleep 1
10742025-12-19T22:02:12.364Z+ retry=44
10752025-12-19T22:02:12.364Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10762025-12-19T22:02:12.388Z+ [[ 44 -gt 300 ]]
10772025-12-19T22:02:12.388Z+ sleep 1
10782025-12-19T22:02:13.373Z+ retry=45
10792025-12-19T22:02:13.373Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10802025-12-19T22:02:13.399Z+ [[ 45 -gt 300 ]]
10812025-12-19T22:02:13.399Z+ sleep 1
10822025-12-19T22:02:14.381Z+ retry=46
10832025-12-19T22:02:14.381Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10842025-12-19T22:02:14.405Z+ [[ 46 -gt 300 ]]
10852025-12-19T22:02:14.405Z+ sleep 1
10862025-12-19T22:02:15.389Z+ retry=47
10872025-12-19T22:02:15.390Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10882025-12-19T22:02:15.414Z+ [[ 47 -gt 300 ]]
10892025-12-19T22:02:15.414Z+ sleep 1
10902025-12-19T22:02:16.398Z+ retry=48
10912025-12-19T22:02:16.398Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10922025-12-19T22:02:16.422Z+ [[ 48 -gt 300 ]]
10932025-12-19T22:02:16.422Z+ sleep 1
10942025-12-19T22:02:17.407Z+ retry=49
10952025-12-19T22:02:17.407Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10962025-12-19T22:02:17.430Z+ [[ 49 -gt 300 ]]
10972025-12-19T22:02:17.430Z+ sleep 1
10982025-12-19T22:02:18.415Z+ retry=50
10992025-12-19T22:02:18.415Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11002025-12-19T22:02:18.439Z+ [[ 50 -gt 300 ]]
11012025-12-19T22:02:18.439Z+ sleep 1
11022025-12-19T22:02:19.423Z+ retry=51
11032025-12-19T22:02:19.423Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11042025-12-19T22:02:19.447Z+ [[ 51 -gt 300 ]]
11052025-12-19T22:02:19.447Z+ sleep 1
11062025-12-19T22:02:20.433Z+ retry=52
11072025-12-19T22:02:20.434Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11082025-12-19T22:02:20.457Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-12-19T22:02:19.519663553Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"}
11092025-12-19T22:02:20.457Z+ echo 'Waited for handoff: 52s'
11102025-12-19T22:02:20.458ZWaited for handoff: 52s
11112025-12-19T22:02:20.458Z+ retry=0
11122025-12-19T22:02:20.458Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11132025-12-19T22:02:20.458Z++ wc -l
11142025-12-19T22:02:20.588Znote: database URL not specified. Will search DNS.
11152025-12-19T22:02:20.588Znote: (override with --db-url or OMDB_DB_URL)
11162025-12-19T22:02:20.612Znote: using DNS server for subnet fd00:1122:3344::/48
11172025-12-19T22:02:20.612Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11182025-12-19T22:02:20.612Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11192025-12-19T22:02:20.658Znote: database schema version matches expected (212.0.0)
11202025-12-19T22:02:20.750Z+ INVENTORY_COLLECTION_COUNT=' 4'
11212025-12-19T22:02:20.774Z+ [[ 4 -gt 1 ]]
11222025-12-19T22:02:20.774Z+ echo 'Waited for inventory collection: 0s'
11232025-12-19T22:02:20.774Z+ retry=0
11242025-12-19T22:02:20.774ZWaited for inventory collection: 0s
11252025-12-19T22:02:20.774Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11262025-12-19T22:02:20.774Z++ wc -l
11272025-12-19T22:02:20.798Znote: database URL not specified. Will search DNS.
11282025-12-19T22:02:20.798Znote: (override with --db-url or OMDB_DB_URL)
11292025-12-19T22:02:20.798Znote: using DNS server for subnet fd00:1122:3344::/48
11302025-12-19T22:02:20.798Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11312025-12-19T22:02:20.798Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11322025-12-19T22:02:20.821Znote: database schema version matches expected (212.0.0)
11332025-12-19T22:02:21.222Z+ ACTUAL_ZPOOL_COUNT=' 9'
11342025-12-19T22:02:21.246Z+ [[ 9 -eq 9 ]]
11352025-12-19T22:02:21.246Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11362025-12-19T22:02:21.269Znote: Nexus URL not specified. Will pick one from DNS.
11372025-12-19T22:02:21.270Znote: using DNS server for subnet fd00:1122:3344::/48
11382025-12-19T22:02:21.270Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11392025-12-19T22:02:21.270Znote: using Nexus URL http://[fd00:1122:3344:101::c]:12232
11402025-12-19T22:02:22.879Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11412025-12-19T22:02:22.918Znote: database URL not specified. Will search DNS.
11422025-12-19T22:02:22.918Znote: (override with --db-url or OMDB_DB_URL)
11432025-12-19T22:02:22.918Znote: using DNS server for subnet fd00:1122:3344::/48
11442025-12-19T22:02:22.918Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11452025-12-19T22:02:22.941Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11462025-12-19T22:02:22.942Znote: database schema version matches expected (212.0.0)
11472025-12-19T22:02:22.965ZID STARTED TOOK NSPS NERRORS
11482025-12-19T22:02:22.965Z630ec2b3-9824-40a4-9362-dae059f6c670 2025-12-19T22:01:49Z 571 ms 2 0
11492025-12-19T22:02:22.965Z1f3ac4ee-df82-4038-81f2-033b5d8f8f4d 2025-12-19T22:02:17Z 667 ms 2 0
11502025-12-19T22:02:22.965Zd0d79311-b481-480b-b520-dac63a397cae 2025-12-19T22:02:19Z 373 ms 2 0
11512025-12-19T22:02:22.965Zfc690fbc-275e-4d89-9e6a-a9acd6572f99 2025-12-19T22:02:20Z 315 ms 2 0
11522025-12-19T22:02:22.989Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11532025-12-19T22:02:22.989ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
11542025-12-19T22:02:22.989Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11552025-12-19T22:02:23.013Znote: database URL not specified. Will search DNS.
11562025-12-19T22:02:23.013Znote: (override with --db-url or OMDB_DB_URL)
11572025-12-19T22:02:23.013Znote: using DNS server for subnet fd00:1122:3344::/48
11582025-12-19T22:02:23.013Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11592025-12-19T22:02:23.013Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11602025-12-19T22:02:23.037Znote: database schema version matches expected (212.0.0)
11612025-12-19T22:02:23.180ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11622025-12-19T22:02:23.180Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11632025-12-19T22:02:23.180Z0fca6c38-67a7-427d-b2e5-0656273e538d | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |2890bfbd-3f64-47e3-92f6-9e3c37684563 |20937965568 |268435456000
11642025-12-19T22:02:23.180Z1e427346-9bad-44e3-a230-33b8e4138c65 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |ada33eff-0645-4177-bbba-2f5edd35945d |20937965568 |268435456000
11652025-12-19T22:02:23.180Z5a5e9138-a1fa-4186-98fd-792dca0fc17a | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |f7a85839-8776-418b-b22d-f3c95e757022 |20937965568 |268435456000
11662025-12-19T22:02:23.180Z6f2ed05b-1558-4e00-b5eb-4cd205f7559e | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |ffdcfef8-4015-4409-bcb8-1ab27e73baca |20937965568 |268435456000
11672025-12-19T22:02:23.180Z8d9c133c-c8fc-4f25-9f86-6d90c57972d1 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |6ab91793-d07b-493b-b330-6661bfa78a3a |20937965568 |268435456000
11682025-12-19T22:02:23.180Z9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |80b969ea-385c-49e7-9c17-461eea8e179d |20937965568 |268435456000
11692025-12-19T22:02:23.180Zc05204dc-954f-408c-86d2-556985077865 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |fa7a8d39-05ac-47b1-b9ce-463c3541c12d |20937965568 |268435456000
11702025-12-19T22:02:23.180Zc3aedc46-ef36-4235-b2df-295b41bd1335 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |41c1ef44-69b9-4ab7-a43c-a6c2e6f62fc2 |20937965568 |268435456000
11712025-12-19T22:02:23.180Zc478b353-0e7c-4a74-99cf-8013344a43cb | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |a99bcb13-0400-4b88-a7a1-d24c02a0f678 |20937965568 |268435456000
11722025-12-19T22:02:23.220Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11732025-12-19T22:02:23.245Znote: database URL not specified. Will search DNS.
11742025-12-19T22:02:23.245Znote: (override with --db-url or OMDB_DB_URL)
11752025-12-19T22:02:23.245Znote: using DNS server for subnet fd00:1122:3344::/48
11762025-12-19T22:02:23.245Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11772025-12-19T22:02:23.245Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11782025-12-19T22:02:23.269Znote: database schema version matches expected (212.0.0)
11792025-12-19T22:02:23.454Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11802025-12-19T22:02:23.454Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0fca6c38-67a7-427d-b2e5-0656273e538d 0
11812025-12-19T22:02:23.493Znote: database URL not specified. Will search DNS.
11822025-12-19T22:02:23.493Znote: (override with --db-url or OMDB_DB_URL)
11832025-12-19T22:02:23.493Znote: using DNS server for subnet fd00:1122:3344::/48
11842025-12-19T22:02:23.493Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11852025-12-19T22:02:23.517Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11862025-12-19T22:02:23.517Znote: database schema version matches expected (212.0.0)
11872025-12-19T22:02:23.576Zset pool 0fca6c38-67a7-427d-b2e5-0656273e538d control plane storage buffer bytes to 0
11882025-12-19T22:02:23.599Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11892025-12-19T22:02:23.599Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1e427346-9bad-44e3-a230-33b8e4138c65 0
11902025-12-19T22:02:23.626Znote: database URL not specified. Will search DNS.
11912025-12-19T22:02:23.626Znote: (override with --db-url or OMDB_DB_URL)
11922025-12-19T22:02:23.650Znote: using DNS server for subnet fd00:1122:3344::/48
11932025-12-19T22:02:23.650Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11942025-12-19T22:02:23.650Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
11952025-12-19T22:02:23.650Znote: database schema version matches expected (212.0.0)
11962025-12-19T22:02:23.711Zset pool 1e427346-9bad-44e3-a230-33b8e4138c65 control plane storage buffer bytes to 0
11972025-12-19T22:02:23.734Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11982025-12-19T22:02:23.734Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 5a5e9138-a1fa-4186-98fd-792dca0fc17a 0
11992025-12-19T22:02:23.759Znote: database URL not specified. Will search DNS.
12002025-12-19T22:02:23.759Znote: (override with --db-url or OMDB_DB_URL)
12012025-12-19T22:02:23.783Znote: using DNS server for subnet fd00:1122:3344::/48
12022025-12-19T22:02:23.783Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12032025-12-19T22:02:23.783Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12042025-12-19T22:02:23.783Znote: database schema version matches expected (212.0.0)
12052025-12-19T22:02:23.839Zset pool 5a5e9138-a1fa-4186-98fd-792dca0fc17a control plane storage buffer bytes to 0
12062025-12-19T22:02:23.863Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12072025-12-19T22:02:23.863Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6f2ed05b-1558-4e00-b5eb-4cd205f7559e 0
12082025-12-19T22:02:23.887Znote: database URL not specified. Will search DNS.
12092025-12-19T22:02:23.887Znote: (override with --db-url or OMDB_DB_URL)
12102025-12-19T22:02:23.887Znote: using DNS server for subnet fd00:1122:3344::/48
12112025-12-19T22:02:23.887Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12122025-12-19T22:02:23.912Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12132025-12-19T22:02:23.912Znote: database schema version matches expected (212.0.0)
12142025-12-19T22:02:23.974Zset pool 6f2ed05b-1558-4e00-b5eb-4cd205f7559e control plane storage buffer bytes to 0
12152025-12-19T22:02:23.998Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12162025-12-19T22:02:23.998Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 8d9c133c-c8fc-4f25-9f86-6d90c57972d1 0
12172025-12-19T22:02:24.022Znote: database URL not specified. Will search DNS.
12182025-12-19T22:02:24.022Znote: (override with --db-url or OMDB_DB_URL)
12192025-12-19T22:02:24.022Znote: using DNS server for subnet fd00:1122:3344::/48
12202025-12-19T22:02:24.022Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12212025-12-19T22:02:24.046Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12222025-12-19T22:02:24.046Znote: database schema version matches expected (212.0.0)
12232025-12-19T22:02:24.103Zset pool 8d9c133c-c8fc-4f25-9f86-6d90c57972d1 control plane storage buffer bytes to 0
12242025-12-19T22:02:24.126Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12252025-12-19T22:02:24.126Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c 0
12262025-12-19T22:02:24.150Znote: database URL not specified. Will search DNS.
12272025-12-19T22:02:24.150Znote: (override with --db-url or OMDB_DB_URL)
12282025-12-19T22:02:24.150Znote: using DNS server for subnet fd00:1122:3344::/48
12292025-12-19T22:02:24.150Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12302025-12-19T22:02:24.174Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12312025-12-19T22:02:24.174Znote: database schema version matches expected (212.0.0)
12322025-12-19T22:02:24.236Zset pool 9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c control plane storage buffer bytes to 0
12332025-12-19T22:02:24.260Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12342025-12-19T22:02:24.260Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c05204dc-954f-408c-86d2-556985077865 0
12352025-12-19T22:02:24.284Znote: database URL not specified. Will search DNS.
12362025-12-19T22:02:24.284Znote: (override with --db-url or OMDB_DB_URL)
12372025-12-19T22:02:24.308Znote: using DNS server for subnet fd00:1122:3344::/48
12382025-12-19T22:02:24.308Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12392025-12-19T22:02:24.308Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12402025-12-19T22:02:24.308Znote: database schema version matches expected (212.0.0)
12412025-12-19T22:02:24.366Zset pool c05204dc-954f-408c-86d2-556985077865 control plane storage buffer bytes to 0
12422025-12-19T22:02:24.389Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12432025-12-19T22:02:24.389Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c3aedc46-ef36-4235-b2df-295b41bd1335 0
12442025-12-19T22:02:24.414Znote: database URL not specified. Will search DNS.
12452025-12-19T22:02:24.414Znote: (override with --db-url or OMDB_DB_URL)
12462025-12-19T22:02:24.437Znote: using DNS server for subnet fd00:1122:3344::/48
12472025-12-19T22:02:24.438Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12482025-12-19T22:02:24.438Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12492025-12-19T22:02:24.438Znote: database schema version matches expected (212.0.0)
12502025-12-19T22:02:24.504Zset pool c3aedc46-ef36-4235-b2df-295b41bd1335 control plane storage buffer bytes to 0
12512025-12-19T22:02:24.528Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12522025-12-19T22:02:24.528Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c478b353-0e7c-4a74-99cf-8013344a43cb 0
12532025-12-19T22:02:24.553Znote: database URL not specified. Will search DNS.
12542025-12-19T22:02:24.553Znote: (override with --db-url or OMDB_DB_URL)
12552025-12-19T22:02:24.577Znote: using DNS server for subnet fd00:1122:3344::/48
12562025-12-19T22:02:24.577Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12572025-12-19T22:02:24.577Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12582025-12-19T22:02:24.577Znote: database schema version matches expected (212.0.0)
12592025-12-19T22:02:24.633Zset pool c478b353-0e7c-4a74-99cf-8013344a43cb control plane storage buffer bytes to 0
12602025-12-19T22:02:24.657Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12612025-12-19T22:02:24.681Znote: database URL not specified. Will search DNS.
12622025-12-19T22:02:24.681Znote: (override with --db-url or OMDB_DB_URL)
12632025-12-19T22:02:24.681Znote: using DNS server for subnet fd00:1122:3344::/48
12642025-12-19T22:02:24.681Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12652025-12-19T22:02:24.704Znote: using database URL postgresql://root@[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::3]:32221/omicron?sslmode=disable
12662025-12-19T22:02:24.704Znote: database schema version matches expected (212.0.0)
12672025-12-19T22:02:24.851ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12682025-12-19T22:02:24.851Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12692025-12-19T22:02:24.851Z0fca6c38-67a7-427d-b2e5-0656273e538d | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |2890bfbd-3f64-47e3-92f6-9e3c37684563 |20937965568 |0
12702025-12-19T22:02:24.851Z1e427346-9bad-44e3-a230-33b8e4138c65 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |ada33eff-0645-4177-bbba-2f5edd35945d |20937965568 |0
12712025-12-19T22:02:24.851Z5a5e9138-a1fa-4186-98fd-792dca0fc17a | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |f7a85839-8776-418b-b22d-f3c95e757022 |20937965568 |0
12722025-12-19T22:02:24.851Z6f2ed05b-1558-4e00-b5eb-4cd205f7559e | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |ffdcfef8-4015-4409-bcb8-1ab27e73baca |20937965568 |0
12732025-12-19T22:02:24.851Z8d9c133c-c8fc-4f25-9f86-6d90c57972d1 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |6ab91793-d07b-493b-b330-6661bfa78a3a |20937965568 |0
12742025-12-19T22:02:24.851Z9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |80b969ea-385c-49e7-9c17-461eea8e179d |20937965568 |0
12752025-12-19T22:02:24.851Zc05204dc-954f-408c-86d2-556985077865 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |fa7a8d39-05ac-47b1-b9ce-463c3541c12d |20937965568 |0
12762025-12-19T22:02:24.875Zc3aedc46-ef36-4235-b2df-295b41bd1335 | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |41c1ef44-69b9-4ab7-a43c-a6c2e6f62fc2 |20937965568 |0
12772025-12-19T22:02:24.875Zc478b353-0e7c-4a74-99cf-8013344a43cb | |ad67f51e-e5b0-4777-8308-d10a9b25d3d4 |a99bcb13-0400-4b88-a7a1-d24c02a0f678 |20937965568 |0
12782025-12-19T22:02:24.875Z+ export RUST_BACKTRACE=1
12792025-12-19T22:02:24.875Z+ RUST_BACKTRACE=1
12802025-12-19T22:02:24.875Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12812025-12-19T22:02:24.875Z++ ./target/debug/bootstrap
12822025-12-19T22:02:26.384ZUsing external DNS server at 10.151.1.164:53
12832025-12-19T22:02:26.470Z2025-12-19 22:02:26.456400630 UTC: attempting to log into API
12842025-12-19T22:02:28.125Z2025-12-19 22:02:28.113221874 UTC: login succeeded
12852025-12-19T22:02:28.160Zwaiting for nexus to come up...
12862025-12-19T22:02:28.412Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
12872025-12-19T22:02:29.162Zsetting up quotas...
12882025-12-19T22:02:29.236Zensuring datasets are ready...
12892025-12-19T22:02:33.447Zlet's roll.
12902025-12-19T22:02:33.471Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12912025-12-19T22:02:33.471ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
12922025-12-19T22:02:33.471ZOXIDE_TOKEN=oxide-token-bdbc87b788f4a005d669c22573ae14a723412e3f'
12932025-12-19T22:02:33.471Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12942025-12-19T22:02:33.471Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
12952025-12-19T22:02:33.471Z++ OXIDE_TOKEN=oxide-token-bdbc87b788f4a005d669c22573ae14a723412e3f
12962025-12-19T22:02:33.471Z+ export OXIDE_HOST OXIDE_TOKEN
12972025-12-19T22:02:33.472Z+ retry=0
12982025-12-19T22:02:33.472Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12992025-12-19T22:02:33.540Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13002025-12-19T22:02:34.492Z{"status":"ok"}{
13012025-12-19T22:02:34.492Z "description": "some images",
13022025-12-19T22:02:34.492Z "id": "b4f0be11-b365-4179-93da-01dd62346335",
13032025-12-19T22:02:34.492Z "name": "images",
13042025-12-19T22:02:34.492Z "time_created": "2025-12-19T22:02:33.656011Z",
13052025-12-19T22:02:34.493Z "time_modified": "2025-12-19T22:02:33.656011Z"
13062025-12-19T22:02:34.493Z}
13072025-12-19T22:02:34.517Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13082025-12-19T22:13:23.316ZDone!
13092025-12-19T22:13:23.340Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13102025-12-19T22:13:23.451Z{
13112025-12-19T22:13:23.451Z "block_size": 512,
13122025-12-19T22:13:23.451Z "description": "debian 11 original base image",
13132025-12-19T22:13:23.451Z "id": "1513769c-852b-4522-8ee0-b3c583750ac5",
13142025-12-19T22:13:23.451Z "name": "debian11",
13152025-12-19T22:13:23.451Z "os": "debian",
13162025-12-19T22:13:23.451Z "size": 2147483648,
13172025-12-19T22:13:23.451Z "time_created": "2025-12-19T22:13:23.171575Z",
13182025-12-19T22:13:23.451Z "time_modified": "2025-12-19T22:13:23.432041Z",
13192025-12-19T22:13:23.451Z "version": "11"
13202025-12-19T22:13:23.451Z}
13212025-12-19T22:13:23.475Z+ for test_bin in tests/*
13222025-12-19T22:13:23.475Z+ ./tests/bootstrap-9c5c9bbff5cac815
13232025-12-19T22:13:23.499Z
13242025-12-19T22:13:23.499Zrunning 0 tests
13252025-12-19T22:13:23.499Z
13262025-12-19T22:13:23.499Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13272025-12-19T22:13:23.499Z
13282025-12-19T22:13:23.499Z+ for test_bin in tests/*
13292025-12-19T22:13:23.499Z+ ./tests/commtest-434569d0ee33ac1a
13302025-12-19T22:13:23.524Z
13312025-12-19T22:13:23.524Zrunning 0 tests
13322025-12-19T22:13:23.548Z
13332025-12-19T22:13:23.548Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13342025-12-19T22:13:23.548Z
13352025-12-19T22:13:23.549Z+ for test_bin in tests/*
13362025-12-19T22:13:23.549Z+ ./tests/dhcp_server-c8f99f4f3d405469
13372025-12-19T22:13:23.573Z
13382025-12-19T22:13:23.573Zrunning 0 tests
13392025-12-19T22:13:23.573Z
13402025-12-19T22:13:23.573Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13412025-12-19T22:13:23.573Z
13422025-12-19T22:13:23.573Z+ for test_bin in tests/*
13432025-12-19T22:13:23.573Z+ ./tests/end_to_end_tests-f8c3483a109b5035
13442025-12-19T22:13:23.731Z
13452025-12-19T22:13:23.732Zrunning 3 tests
13462025-12-19T22:13:23.755Znote: configured to log to "/tmp/end_to_end_tests-f8c3483a109b5035-new_blueprint_noop.3774.0.log"
13472025-12-19T22:13:24.129Ztest no_spoof::no_spoof_here ... ok
13482025-12-19T22:13:24.733Ztest noop_blueprint::new_blueprint_noop ... ok
13492025-12-19T22:13:59.140Ztest instance_launch::instance_launch ... ok
13502025-12-19T22:13:59.140Z
13512025-12-19T22:13:59.164Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 35.41s
13522025-12-19T22:13:59.164Z
13532025-12-19T22:13:59.164Z+ _exit_trap
13542025-12-19T22:13:59.164Z+ local status=0
13552025-12-19T22:13:59.164Z+ set +o errexit
13562025-12-19T22:13:59.164Z+ [[ x != \x ]]
13572025-12-19T22:13:59.164Z+ pfexec svcadm -Z disable -s cron
13582025-12-19T22:14:01.035Z+ [[ 0 -eq 0 ]]
13592025-12-19T22:14:01.035Z+ exit 0
13602025-12-19T22:14:01.059Zprocess exited: duration 924065 ms, exit code 0
 
13612025-12-19T22:14:01.187Zfound 127 output files
13622025-12-19T22:14:01.187Zuploading: /var/svc/log/oxide-mg-ddm:default.log (341927 bytes)
13632025-12-19T22:14:01.389Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 341927 -> 342324
13642025-12-19T22:14:02.458Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13652025-12-19T22:14:02.458Zuploading: /var/svc/log/oxide-sled-agent:default.log (2681942 bytes)
13662025-12-19T22:14:03.842Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13672025-12-19T22:14:03.876Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (15404278 bytes)
13682025-12-19T22:14:04.576Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 15404278 -> 15469429
13692025-12-19T22:14:05.644Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13702025-12-19T22:14:05.644Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8001 bytes)
13712025-12-19T22:14:06.735Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13722025-12-19T22:14:06.736Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (368296 bytes)
13732025-12-19T22:14:06.954Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 368296 -> 370673
13742025-12-19T22:14:08.023Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13752025-12-19T22:14:08.047Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (754824 bytes)
13762025-12-19T22:14:08.309Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 754824 -> 757992
13772025-12-19T22:14:09.377Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13782025-12-19T22:14:09.377Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3861261 bytes)
13792025-12-19T22:14:09.743Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3861261 -> 3887429
13802025-12-19T22:14:10.811Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13812025-12-19T22:14:10.811Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6487664 bytes)
13822025-12-19T22:14:11.262Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6487664 -> 6560242
13832025-12-19T22:14:12.330Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13842025-12-19T22:14:12.354Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
13852025-12-19T22:14:13.399Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13862025-12-19T22:14:13.399Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (513631 bytes)
13872025-12-19T22:14:13.684Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 513631 -> 520322
13882025-12-19T22:14:14.753Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
13892025-12-19T22:14:14.753Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13729 bytes)
13902025-12-19T22:14:15.867Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13912025-12-19T22:14:15.867Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (356 bytes)
13922025-12-19T22:14:16.960Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13932025-12-19T22:14:16.983Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13942025-12-19T22:14:18.028Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13952025-12-19T22:14:18.028Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-clickhouse-admin-single:default.log (50034 bytes)
13962025-12-19T22:14:19.183Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-clickhouse-admin-single:default.log
13972025-12-19T22:14:19.183Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-clickhouse:default.log (3476065 bytes)
13982025-12-19T22:14:19.554Zupload warning: file "/pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3476065 -> 3551627
13992025-12-19T22:14:20.622Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-clickhouse:default.log
14002025-12-19T22:14:20.622Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
14012025-12-19T22:14:21.713Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_clickhouse_77340f4e-bc06-4de3-8935-715d24e918fb/root/var/svc/log/oxide-zone-network-setup:default.log
14022025-12-19T22:14:21.737Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-cockroach-admin:default.log (68755 bytes)
14032025-12-19T22:14:22.892Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-cockroach-admin:default.log
14042025-12-19T22:14:22.892Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-cockroachdb:default.log (4475 bytes)
14052025-12-19T22:14:23.983Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-cockroachdb:default.log
14062025-12-19T22:14:24.007Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
14072025-12-19T22:14:25.074Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_cockroachdb_f395cf80-b9b8-4e81-bb03-9dff68f3cd0d/root/var/svc/log/oxide-zone-network-setup:default.log
14082025-12-19T22:14:25.098Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-agent:default.log (19870 bytes)
14092025-12-19T22:14:26.209Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-agent:default.log
14102025-12-19T22:14:26.232Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14112025-12-19T22:14:27.300Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:default.log
14122025-12-19T22:14:27.300Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:downstairs-4c1c0650-a26d-4028-8ee8-b230a0ac0455.log (3126 bytes)
14132025-12-19T22:14:28.395Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:downstairs-4c1c0650-a26d-4028-8ee8-b230a0ac0455.log
14142025-12-19T22:14:28.419Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6f91d9e-2542-4327-a740-df87476652b1.log (3005 bytes)
14152025-12-19T22:14:29.487Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6f91d9e-2542-4327-a740-df87476652b1.log
14162025-12-19T22:14:29.512Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14172025-12-19T22:14:30.580Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_crucible_b5d1cdc8-69f9-4174-a5c7-9bd3ef033879/root/var/svc/log/oxide-zone-network-setup:default.log
14182025-12-19T22:14:30.580Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-external_dns:default.log (49526 bytes)
14192025-12-19T22:14:31.737Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-external_dns:default.log
14202025-12-19T22:14:31.737Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-opte-interface-setup:default.log (1153 bytes)
14212025-12-19T22:14:32.831Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-opte-interface-setup:default.log
14222025-12-19T22:14:32.831Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14232025-12-19T22:14:33.922Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_external_dns_271a9967-f454-42a1-87a9-99db17ded6bd/root/var/svc/log/oxide-zone-network-setup:default.log
14242025-12-19T22:14:33.948Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/root/var/svc/log/oxide-internal_dns:default.log (914669 bytes)
14252025-12-19T22:14:34.191Zupload warning: file "/pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 914669 -> 928578
14262025-12-19T22:14:35.259Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/root/var/svc/log/oxide-internal_dns:default.log
14272025-12-19T22:14:35.259Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14282025-12-19T22:14:36.328Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/root/var/svc/log/oxide-zone-network-setup:default.log
14292025-12-19T22:14:36.380Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-nexus:default.log (12338738 bytes)
14302025-12-19T22:14:36.985Zupload warning: file "/pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 12338738 -> 12550691
14312025-12-19T22:14:38.054Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-nexus:default.log
14322025-12-19T22:14:38.078Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14332025-12-19T22:14:39.149Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-opte-interface-setup:default.log
14342025-12-19T22:14:39.149Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-zone-network-setup:default.log (2054 bytes)
14352025-12-19T22:14:40.243Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_969807b3-8b4d-4880-8337-0af4bf2ee5dc/root/var/svc/log/oxide-zone-network-setup:default.log
14362025-12-19T22:14:40.243Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-nexus:default.log (13324797 bytes)
14372025-12-19T22:14:40.918Zupload warning: file "/pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 13324797 -> 13545369
14382025-12-19T22:14:41.989Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-nexus:default.log
14392025-12-19T22:14:41.989Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14402025-12-19T22:14:43.081Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-opte-interface-setup:default.log
14412025-12-19T22:14:43.082Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
14422025-12-19T22:14:44.175Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/zone/oxz_nexus_e5c0f1d0-4c0c-4d58-8bbb-8525d886d247/root/var/svc/log/oxide-zone-network-setup:default.log
14432025-12-19T22:14:44.175Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-agent:default.log (23730 bytes)
14442025-12-19T22:14:45.311Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-agent:default.log
14452025-12-19T22:14:45.311Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14462025-12-19T22:14:46.403Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:default.log
14472025-12-19T22:14:46.403Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:downstairs-4addaf81-f896-46bf-9b88-5f665e5de5ce.log (3124 bytes)
14482025-12-19T22:14:47.495Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:downstairs-4addaf81-f896-46bf-9b88-5f665e5de5ce.log
14492025-12-19T22:14:47.495Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:downstairs-7b63f88a-4974-4651-aa01-5ac50ab3eda5.log (6000 bytes)
14502025-12-19T22:14:48.588Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-crucible-downstairs:downstairs-7b63f88a-4974-4651-aa01-5ac50ab3eda5.log
14512025-12-19T22:14:48.588Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14522025-12-19T22:14:49.680Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_2557ddec-053b-4b8e-a24f-a2748775139c/root/var/svc/log/oxide-zone-network-setup:default.log
14532025-12-19T22:14:49.681Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_pantry_e866c79f-c0e1-4f5a-b8f8-97120c45682b/root/var/svc/log/oxide-crucible-pantry:default.log (168122 bytes)
14542025-12-19T22:14:49.857Zupload warning: file "/pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_pantry_e866c79f-c0e1-4f5a-b8f8-97120c45682b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 168122 -> 181473
14552025-12-19T22:14:50.926Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_pantry_e866c79f-c0e1-4f5a-b8f8-97120c45682b/root/var/svc/log/oxide-crucible-pantry:default.log
14562025-12-19T22:14:50.926Zuploading: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_pantry_e866c79f-c0e1-4f5a-b8f8-97120c45682b/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14572025-12-19T22:14:52.019Zuploaded: /pool/ext/1e427346-9bad-44e3-a230-33b8e4138c65/crypt/zone/oxz_crucible_pantry_e866c79f-c0e1-4f5a-b8f8-97120c45682b/root/var/svc/log/oxide-zone-network-setup:default.log
14582025-12-19T22:14:52.044Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-agent:default.log (29389 bytes)
14592025-12-19T22:14:53.177Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-agent:default.log
14602025-12-19T22:14:53.177Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14612025-12-19T22:14:54.269Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:default.log
14622025-12-19T22:14:54.292Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-9df24bcb-e164-4b45-93e1-7f25b94b7510.log (6109 bytes)
14632025-12-19T22:14:55.361Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-9df24bcb-e164-4b45-93e1-7f25b94b7510.log
14642025-12-19T22:14:55.361Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-ca6c3605-6b8c-4c14-9199-ba87e668267f.log (5998 bytes)
14652025-12-19T22:14:56.452Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-ca6c3605-6b8c-4c14-9199-ba87e668267f.log
14662025-12-19T22:14:56.452Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:snapshot-9df24bcb-e164-4b45-93e1-7f25b94b7510-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log (5675 bytes)
14672025-12-19T22:14:57.546Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-crucible-downstairs:snapshot-9df24bcb-e164-4b45-93e1-7f25b94b7510-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log
14682025-12-19T22:14:57.546Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14692025-12-19T22:14:58.638Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_crucible_b8e37e26-e365-4ad4-b066-152555aa9cba/root/var/svc/log/oxide-zone-network-setup:default.log
14702025-12-19T22:14:58.661Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-chrony-setup:default.log (15278 bytes)
14712025-12-19T22:14:59.751Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-chrony-setup:default.log
14722025-12-19T22:14:59.751Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp-admin:default.log (76777 bytes)
14732025-12-19T22:14:59.905Zupload warning: file "/pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 76777 -> 81442
14742025-12-19T22:15:00.973Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp-admin:default.log
14752025-12-19T22:15:00.996Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp:default.log (771 bytes)
14762025-12-19T22:15:01.020Zupload warning: file "/pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 771 -> 857
14772025-12-19T22:15:02.087Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-ntp:default.log
14782025-12-19T22:15:02.110Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
14792025-12-19T22:15:03.181Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-opte-interface-setup:default.log
14802025-12-19T22:15:03.181Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
14812025-12-19T22:15:04.273Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/svc/log/oxide-zone-network-setup:default.log
14822025-12-19T22:15:04.273Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-agent:default.log (18421 bytes)
14832025-12-19T22:15:05.408Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-agent:default.log
14842025-12-19T22:15:05.409Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14852025-12-19T22:15:06.500Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:default.log
14862025-12-19T22:15:06.500Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:downstairs-829ee332-5b7c-4f20-82a8-db7abe96826b.log (6105 bytes)
14872025-12-19T22:15:07.592Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:downstairs-829ee332-5b7c-4f20-82a8-db7abe96826b.log
14882025-12-19T22:15:07.592Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:snapshot-829ee332-5b7c-4f20-82a8-db7abe96826b-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log (5677 bytes)
14892025-12-19T22:15:08.684Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-crucible-downstairs:snapshot-829ee332-5b7c-4f20-82a8-db7abe96826b-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log
14902025-12-19T22:15:08.684Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14912025-12-19T22:15:09.776Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_crucible_4ffecab9-5360-47d2-8928-b892f47d3006/root/var/svc/log/oxide-zone-network-setup:default.log
14922025-12-19T22:15:09.812Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_oximeter_69ca412c-4404-49c0-bb6c-527e2af93db2/root/var/svc/log/oxide-oximeter:default.log (4405285 bytes)
14932025-12-19T22:15:10.179Zupload warning: file "/pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_oximeter_69ca412c-4404-49c0-bb6c-527e2af93db2/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 4405285 -> 4810684
14942025-12-19T22:15:11.248Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_oximeter_69ca412c-4404-49c0-bb6c-527e2af93db2/root/var/svc/log/oxide-oximeter:default.log
14952025-12-19T22:15:11.249Zuploading: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_oximeter_69ca412c-4404-49c0-bb6c-527e2af93db2/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14962025-12-19T22:15:12.341Zuploaded: /pool/ext/6f2ed05b-1558-4e00-b5eb-4cd205f7559e/crypt/zone/oxz_oximeter_69ca412c-4404-49c0-bb6c-527e2af93db2/root/var/svc/log/oxide-zone-network-setup:default.log
14972025-12-19T22:15:12.365Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-cockroach-admin:default.log (70569 bytes)
14982025-12-19T22:15:12.472Zupload warning: file "/pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 70569 -> 75003
14992025-12-19T22:15:13.539Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-cockroach-admin:default.log
15002025-12-19T22:15:13.539Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-cockroachdb:default.log (4298 bytes)
15012025-12-19T22:15:14.631Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-cockroachdb:default.log
15022025-12-19T22:15:14.631Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
15032025-12-19T22:15:15.721Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_cockroachdb_1d6b6784-a258-4c43-9aa2-baa7c3606088/root/var/svc/log/oxide-zone-network-setup:default.log
15042025-12-19T22:15:15.721Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-agent:default.log (24654 bytes)
15052025-12-19T22:15:16.854Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-agent:default.log
15062025-12-19T22:15:16.854Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15072025-12-19T22:15:17.944Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:default.log
15082025-12-19T22:15:17.945Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:downstairs-665567b0-cde5-4f87-b847-af8be98bc3e1.log (5998 bytes)
15092025-12-19T22:15:19.035Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:downstairs-665567b0-cde5-4f87-b847-af8be98bc3e1.log
15102025-12-19T22:15:19.035Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:downstairs-f4c76cd2-53a1-4959-b469-252a35aa8b56.log (3126 bytes)
15112025-12-19T22:15:20.126Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-crucible-downstairs:downstairs-f4c76cd2-53a1-4959-b469-252a35aa8b56.log
15122025-12-19T22:15:20.126Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15132025-12-19T22:15:21.217Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_crucible_81c291d0-1bce-4185-b9f0-83da82002dad/root/var/svc/log/oxide-zone-network-setup:default.log
15142025-12-19T22:15:21.243Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/root/var/svc/log/oxide-internal_dns:default.log (914671 bytes)
15152025-12-19T22:15:21.483Zupload warning: file "/pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 914671 -> 957688
15162025-12-19T22:15:22.551Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/root/var/svc/log/oxide-internal_dns:default.log
15172025-12-19T22:15:22.551Zuploading: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15182025-12-19T22:15:23.618Zuploaded: /pool/ext/8d9c133c-c8fc-4f25-9f86-6d90c57972d1/crypt/zone/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/root/var/svc/log/oxide-zone-network-setup:default.log
15192025-12-19T22:15:23.642Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-cockroach-admin:default.log (68766 bytes)
15202025-12-19T22:15:23.750Zupload warning: file "/pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68766 -> 73200
15212025-12-19T22:15:24.818Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-cockroach-admin:default.log
15222025-12-19T22:15:24.818Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
15232025-12-19T22:15:25.910Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-cockroachdb:default.log
15242025-12-19T22:15:25.933Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
15252025-12-19T22:15:27.001Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_cockroachdb_4f496b78-379e-44c7-a8c6-bd9eebcb77fc/root/var/svc/log/oxide-zone-network-setup:default.log
15262025-12-19T22:15:27.025Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-agent:default.log (18419 bytes)
15272025-12-19T22:15:28.135Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-agent:default.log
15282025-12-19T22:15:28.160Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15292025-12-19T22:15:29.226Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:default.log
15302025-12-19T22:15:29.226Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:downstairs-44ff1af5-0a45-42b2-81e5-ff29d7611e3d.log (6107 bytes)
15312025-12-19T22:15:30.316Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:downstairs-44ff1af5-0a45-42b2-81e5-ff29d7611e3d.log
15322025-12-19T22:15:30.339Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:snapshot-44ff1af5-0a45-42b2-81e5-ff29d7611e3d-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log (5680 bytes)
15332025-12-19T22:15:31.405Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-crucible-downstairs:snapshot-44ff1af5-0a45-42b2-81e5-ff29d7611e3d-67f6e20c-518d-4400-9c0d-1d7e1fcca8db.log
15342025-12-19T22:15:31.405Zuploading: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15352025-12-19T22:15:32.495Zuploaded: /pool/ext/9f84dfd9-3f02-4e60-97ce-8fb936ec7c5c/crypt/zone/oxz_crucible_2b36949d-d091-4429-b95b-093e3b0eaee4/root/var/svc/log/oxide-zone-network-setup:default.log
15362025-12-19T22:15:32.496Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-agent:default.log (8910 bytes)
15372025-12-19T22:15:33.609Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-agent:default.log
15382025-12-19T22:15:33.632Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15392025-12-19T22:15:34.700Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-downstairs:default.log
15402025-12-19T22:15:34.724Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-downstairs:downstairs-f1796440-2c4f-4356-8e96-2979ce3a7609.log (3005 bytes)
15412025-12-19T22:15:35.790Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-crucible-downstairs:downstairs-f1796440-2c4f-4356-8e96-2979ce3a7609.log
15422025-12-19T22:15:35.813Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15432025-12-19T22:15:36.880Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_crucible_579e189b-a926-4265-9bd4-71df77d60b04/root/var/svc/log/oxide-zone-network-setup:default.log
15442025-12-19T22:15:36.921Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-nexus:default.log (71722024 bytes)
15452025-12-19T22:15:39.428Zupload warning: file "/pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 71722024 -> 72866165
15462025-12-19T22:15:40.496Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-nexus:default.log
15472025-12-19T22:15:40.496Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15482025-12-19T22:15:41.603Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-opte-interface-setup:default.log
15492025-12-19T22:15:41.603Zuploading: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15502025-12-19T22:15:42.694Zuploaded: /pool/ext/c05204dc-954f-408c-86d2-556985077865/crypt/zone/oxz_nexus_254cbd06-be10-4c91-bc1a-420205e77252/root/var/svc/log/oxide-zone-network-setup:default.log
15512025-12-19T22:15:42.694Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-cockroach-admin:default.log (68766 bytes)
15522025-12-19T22:15:42.824Zupload warning: file "/pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68766 -> 73200
15532025-12-19T22:15:43.892Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-cockroach-admin:default.log
15542025-12-19T22:15:43.915Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-cockroachdb:default.log (4400 bytes)
15552025-12-19T22:15:44.983Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-cockroachdb:default.log
15562025-12-19T22:15:44.983Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
15572025-12-19T22:15:46.074Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_cockroachdb_65586555-9fdb-47e4-87dd-23b5540babf4/root/var/svc/log/oxide-zone-network-setup:default.log
15582025-12-19T22:15:46.097Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
15592025-12-19T22:15:47.165Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-crucible-agent:default.log
15602025-12-19T22:15:47.165Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15612025-12-19T22:15:48.255Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-crucible-downstairs:default.log
15622025-12-19T22:15:48.255Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15632025-12-19T22:15:49.346Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_a81c4663-b09f-4372-b538-56febb39bdb1/root/var/svc/log/oxide-zone-network-setup:default.log
15642025-12-19T22:15:49.346Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_624f040b-4e15-4d38-ad2f-3a4cbc77b011/root/var/svc/log/oxide-crucible-pantry:default.log (925181 bytes)
15652025-12-19T22:15:49.612Zupload warning: file "/pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_624f040b-4e15-4d38-ad2f-3a4cbc77b011/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 925181 -> 951883
15662025-12-19T22:15:50.680Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_624f040b-4e15-4d38-ad2f-3a4cbc77b011/root/var/svc/log/oxide-crucible-pantry:default.log
15672025-12-19T22:15:50.680Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_624f040b-4e15-4d38-ad2f-3a4cbc77b011/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
15682025-12-19T22:15:51.771Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_624f040b-4e15-4d38-ad2f-3a4cbc77b011/root/var/svc/log/oxide-zone-network-setup:default.log
15692025-12-19T22:15:51.771Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_d501915d-c1a5-4022-8b71-fd868b51a580/root/var/svc/log/oxide-crucible-pantry:default.log (167353 bytes)
15702025-12-19T22:15:51.945Zupload warning: file "/pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_d501915d-c1a5-4022-8b71-fd868b51a580/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 167353 -> 193986
15712025-12-19T22:15:53.013Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_d501915d-c1a5-4022-8b71-fd868b51a580/root/var/svc/log/oxide-crucible-pantry:default.log
15722025-12-19T22:15:53.037Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_d501915d-c1a5-4022-8b71-fd868b51a580/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
15732025-12-19T22:15:54.104Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_crucible_pantry_d501915d-c1a5-4022-8b71-fd868b51a580/root/var/svc/log/oxide-zone-network-setup:default.log
15742025-12-19T22:15:54.104Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-external_dns:default.log (49527 bytes)
15752025-12-19T22:15:54.234Zupload warning: file "/pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49527 -> 57066
15762025-12-19T22:15:55.302Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-external_dns:default.log
15772025-12-19T22:15:55.303Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15782025-12-19T22:15:56.393Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-opte-interface-setup:default.log
15792025-12-19T22:15:56.416Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15802025-12-19T22:15:57.484Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_external_dns_f6dc3aaf-8adb-4d6c-ba2c-a64ea11163c9/root/var/svc/log/oxide-zone-network-setup:default.log
15812025-12-19T22:15:57.484Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/root/var/svc/log/oxide-internal_dns:default.log (914684 bytes)
15822025-12-19T22:15:57.752Zupload warning: file "/pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 914684 -> 980961
15832025-12-19T22:15:58.821Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/root/var/svc/log/oxide-internal_dns:default.log
15842025-12-19T22:15:58.821Zuploading: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15852025-12-19T22:15:59.888Zuploaded: /pool/ext/c3aedc46-ef36-4235-b2df-295b41bd1335/crypt/zone/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/root/var/svc/log/oxide-zone-network-setup:default.log
15862025-12-19T22:15:59.888Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-cockroach-admin:default.log (68763 bytes)
15872025-12-19T22:16:00.019Zupload warning: file "/pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 68763 -> 77627
15882025-12-19T22:16:01.090Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-cockroach-admin:default.log
15892025-12-19T22:16:01.090Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
15902025-12-19T22:16:02.181Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-cockroachdb:default.log
15912025-12-19T22:16:02.204Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-zone-network-setup:default.log (2098 bytes)
15922025-12-19T22:16:03.272Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_cockroachdb_dde2e5e8-1d19-4a11-83e9-cf83a49e5700/root/var/svc/log/oxide-zone-network-setup:default.log
15932025-12-19T22:16:03.295Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-agent:default.log (8905 bytes)
15942025-12-19T22:16:04.386Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-agent:default.log
15952025-12-19T22:16:04.409Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15962025-12-19T22:16:05.476Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-downstairs:default.log
15972025-12-19T22:16:05.476Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-downstairs:downstairs-c566b184-ff5a-4754-8a95-ee4f6d765ddd.log (3008 bytes)
15982025-12-19T22:16:06.567Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-crucible-downstairs:downstairs-c566b184-ff5a-4754-8a95-ee4f6d765ddd.log
15992025-12-19T22:16:06.590Zuploading: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16002025-12-19T22:16:07.659Zuploaded: /pool/ext/c478b353-0e7c-4a74-99cf-8013344a43cb/crypt/zone/oxz_crucible_378f5e8d-4e12-47cf-a0d6-f5585c5da69e/root/var/svc/log/oxide-zone-network-setup:default.log
16012025-12-19T22:16:07.659Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/measurements.log (676056 bytes)
16022025-12-19T22:16:07.949Zupload warning: file "/pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/measurements.log" changed size mid upload: 676056 -> 789636
16032025-12-19T22:16:09.018Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/measurements.log
16042025-12-19T22:16:09.043Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/statistics.log (535626 bytes)
16052025-12-19T22:16:09.265Zupload warning: file "/pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/statistics.log" changed size mid upload: 535626 -> 625014
16062025-12-19T22:16:10.333Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/statistics.log
16072025-12-19T22:16:10.357Zuploading: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/tracking.log (80401 bytes)
16082025-12-19T22:16:10.464Zupload warning: file "/pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/tracking.log" changed size mid upload: 80401 -> 90961
16092025-12-19T22:16:11.532Zuploaded: /pool/ext/5a5e9138-a1fa-4186-98fd-792dca0fc17a/crypt/zone/oxz_ntp_a94e3f63-97fb-4b19-822c-644f149f2e14/root/var/log/chrony/tracking.log
16102025-12-19T22:16:11.532Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/oxide-internal_dns:default.log.1766181598 (4259 bytes)
16112025-12-19T22:16:12.624Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/oxide-internal_dns:default.log.1766181598
16122025-12-19T22:16:12.624Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/oxide-zone-network-setup:default.log.1766181598 (2094 bytes)
16132025-12-19T22:16:13.715Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_0db4cbc0-8b1e-4d98-9fd7-057dd8f3339e/oxide-zone-network-setup:default.log.1766181598
16142025-12-19T22:16:13.715Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/oxide-internal_dns:default.log.1766181598 (4261 bytes)
16152025-12-19T22:16:14.806Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/oxide-internal_dns:default.log.1766181598
16162025-12-19T22:16:14.806Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/oxide-zone-network-setup:default.log.1766181598 (2094 bytes)
16172025-12-19T22:16:15.897Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_d4035b67-57cd-440e-8f27-a57f7dd93cfe/oxide-zone-network-setup:default.log.1766181598
16182025-12-19T22:16:15.897Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/oxide-internal_dns:default.log.1766181598 (4260 bytes)
16192025-12-19T22:16:16.997Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/oxide-internal_dns:default.log.1766181598
16202025-12-19T22:16:16.997Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/oxide-zone-network-setup:default.log.1766181598 (2093 bytes)
16212025-12-19T22:16:18.088Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_internal_dns_db2a3df3-6b10-4853-abbe-902a2ef85fd9/oxide-zone-network-setup:default.log.1766181598
16222025-12-19T22:16:18.112Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766181600 (177762 bytes)
16232025-12-19T22:16:19.308Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-dendrite:default.log.1766181600
16242025-12-19T22:16:19.332Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766181598 (33233 bytes)
16252025-12-19T22:16:20.463Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-lldpd:default.log.1766181598
16262025-12-19T22:16:20.486Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766181599 (8980 bytes)
16272025-12-19T22:16:21.575Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1766181599
16282025-12-19T22:16:21.575Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mgd:default.log.1766181597 (26292 bytes)
16292025-12-19T22:16:22.709Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mgd:default.log.1766181597
16302025-12-19T22:16:22.709Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mgs:default.log.1766181599 (74428 bytes)
16312025-12-19T22:16:23.886Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-mgs:default.log.1766181599
16322025-12-19T22:16:23.910Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766181599 (40745 bytes)
16332025-12-19T22:16:25.041Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1766181599
16342025-12-19T22:16:25.041Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766181597 (3336 bytes)
16352025-12-19T22:16:26.132Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1766181597
16362025-12-19T22:16:26.156Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-tfport:default.log.1766181600 (13829 bytes)
16372025-12-19T22:16:27.245Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-tfport:default.log.1766181600
16382025-12-19T22:16:27.268Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-uplink:default.log.1766181598 (1151 bytes)
16392025-12-19T22:16:28.335Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-uplink:default.log.1766181598
16402025-12-19T22:16:28.359Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766181597 (3500 bytes)
16412025-12-19T22:16:29.425Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-wicketd:default.log.1766181597
16422025-12-19T22:16:29.425Zuploading: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766181596 (2341 bytes)
16432025-12-19T22:16:30.522Zuploaded: /pool/ext/0fca6c38-67a7-427d-b2e5-0656273e538d/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1766181596