01K4R86RQYB90BPAZRBRF3QXRD: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01K4R87QDXFCBDSQ67775QZZA8

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-09-09T22:47:08.856Zjob dependencies complete; ready to run (waiting for 40 m 56 s)
22025-09-09T22:49:08.183Zjob assigned to worker 01K4RAF6ASAKE0E8F0M0NSG0VE [factory lab, buskin/16705] (queued for 1 m 59 s)
32025-09-09T22:49:08.414Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-09-09T22:49:08.474Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-09-09T22:49:08.518Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-09-09T22:49:08.563Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-09-09T22:49:08.608Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-09-09T22:49:08.651ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-09-09T22:49:08.700Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-09-09T22:49:08.742ZOxide Helios Version helios-2.0.23457 64-bit
112025-09-09T22:49:08.787ZConfiguring devices.
122025-09-09T22:49:08.839Z##################################################
132025-09-09T22:49:08.886Z#### ############# ##
142025-09-09T22:49:08.934Z### ### ############ ##
152025-09-09T22:49:08.976Z## ### # ## ### ## Oxide Computer Company ##
162025-09-09T22:49:09.029Z## ## ## ### # ### ##
172025-09-09T22:49:09.075Z## # ### #### #### This Station Under ##
182025-09-09T22:49:09.121Z### ### #### # ### Computer Control ##
192025-09-09T22:49:09.165Z#### #### ### ## ##
202025-09-09T22:49:09.212Z##################################################
212025-09-09T22:49:09.255ZHostname: buskin
222025-09-09T22:49:09.304ZLoading smf(7) service descriptions:
232025-09-09T22:49:09.741Zdownloading input: /input/package/work/package.tar.gz
242025-09-09T22:58:15.483Zdownloaded input: /input/package/work/package.tar.gz
 
252025-09-09T22:58:15.483Zstarting task 0: "setup"
262025-09-09T22:58:15.521Z++ uname -s
272025-09-09T22:58:15.521Z+ kern=SunOS
282025-09-09T22:58:15.521Z+ build_user=build
292025-09-09T22:58:15.521Z+ build_uid=12345
302025-09-09T22:58:15.521Z+ work_dir=/work
312025-09-09T22:58:15.521Z+ input_dir=/input
322025-09-09T22:58:15.521Z+ [[ 0 == 12345 ]]
332025-09-09T22:58:15.521Z+ case "$kern" in
342025-09-09T22:58:15.521Z+ groupadd -g 12345 build
352025-09-09T22:58:15.521Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-09-09T22:58:17.508Z+ zfs create -o mountpoint=/work rpool/work
372025-09-09T22:58:17.545Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-09-09T22:58:17.545Z+ home_fs=zfs
392025-09-09T22:58:17.545Z+ [[ zfs == autofs ]]
402025-09-09T22:58:17.545Z+ mkdir -p /home/build
412025-09-09T22:58:17.546Z+ chown build:build /home/build /work
422025-09-09T22:58:19.528Z+ chmod 0700 /home/build /work
432025-09-09T22:58:19.569Zprocess exited: duration 4049 ms, exit code 0
 
442025-09-09T22:58:19.642Zstarting task 1: "authentication"
452025-09-09T22:58:19.732Zprocess exited: duration 55 ms, exit code 0
 
462025-09-09T22:58:19.806Zstarting task 2: "build"
472025-09-09T22:58:19.841Z+ trap _exit_trap EXIT
482025-09-09T22:58:19.841Z+ OPTE_COMMIT=
492025-09-09T22:58:19.841Z+ [[ x != \x ]]
502025-09-09T22:58:19.841Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-09-09T22:58:19.923Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-09-09T22:58:19.923Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-09-09T22:58:19.924Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-09-09T22:58:19.924Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-09-09T22:58:19.959Z+ [[ -d /opt/oxide ]]
632025-09-09T22:58:19.959Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-09-09T22:58:19.959Z+ pfexec mkdir /opt/oxide
652025-09-09T22:58:19.959Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-09-09T22:58:19.959Z+ [[ -d /opt/oxide-underneath ]]
672025-09-09T22:58:19.959Z+ cd /opt/oxide-underneath
682025-09-09T22:58:19.959Z+ pfexec tar ceEp@/f - .
692025-09-09T22:58:19.959Z+ cd /opt/oxide
702025-09-09T22:58:19.959Z+ pfexec tar xveEp@/f -
712025-09-09T22:58:19.995Zx ., 0 bytes, 0 tape blocks
722025-09-09T22:58:19.995Zx ./opte, 0 bytes, 0 tape blocks
732025-09-09T22:58:19.995Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-09-09T22:58:19.995Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752025-09-09T22:58:19.995Z+ pfexec rm -rf /opt/oxide-underneath
762025-09-09T22:58:19.995Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-09-09T22:58:20.030Z+ pfexec mkdir /opt/oxide/work
782025-09-09T22:58:20.030Z+ pfexec chown build:build /opt/oxide/work
792025-09-09T22:58:20.030Z+ cd /opt/oxide/work
802025-09-09T22:58:20.030Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-09-09T22:58:40.312ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-09-09T22:58:40.312Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-09-09T22:58:40.312Zx out/target/test, 107 bytes, 1 tape blocks
842025-09-09T22:58:40.312Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-09-09T22:58:40.312Zx package-manifest.toml, 34353 bytes, 68 tape blocks
862025-09-09T22:58:40.312Zx smf/sled-agent/non-gimlet/config.toml, 4942 bytes, 10 tape blocks
872025-09-09T22:58:40.312Zx target/release/omicron-package, 42260272 bytes, 82540 tape blocks
882025-09-09T22:58:40.312Zx target/release/xtask, 12011968 bytes, 23461 tape blocks
892025-09-09T22:58:40.312Zx target/debug/bootstrap, 312505472 bytes, 610363 tape blocks
902025-09-09T22:58:40.312Zx tests/bootstrap-9444cdaf4a2408ff, 24211552 bytes, 47289 tape blocks
912025-09-09T22:58:40.312Zx tests/commtest-90e6b28d8c21b1ef, 24312808 bytes, 47486 tape blocks
922025-09-09T22:58:40.312Zx tests/dhcp_server-44a50baffdfb3ae7, 24211560 bytes, 47289 tape blocks
932025-09-09T22:58:40.312Zx tests/end_to_end_tests-defc0a6611f0df77, 354730952 bytes, 692834 tape blocks
942025-09-09T22:58:40.312Zx out/clickhouse.tar.gz, 325925687 bytes, 636574 tape blocks
952025-09-09T22:58:40.312Zx out/clickhouse_keeper.tar.gz, 309242743 bytes, 603990 tape blocks
962025-09-09T22:58:40.312Zx out/clickhouse_server.tar.gz, 325924445 bytes, 636572 tape blocks
972025-09-09T22:58:40.312Zx out/cockroachdb.tar.gz, 169701581 bytes, 331449 tape blocks
982025-09-09T22:58:40.312Zx out/crucible-dtrace.tar, 101376 bytes, 198 tape blocks
992025-09-09T22:58:40.312Zx out/crucible-pantry-zone.tar.gz, 39266051 bytes, 76692 tape blocks
1002025-09-09T22:58:40.312Zx out/crucible-zone.tar.gz, 49304722 bytes, 96299 tape blocks
1012025-09-09T22:58:40.312Zx out/external-dns.tar.gz, 52475544 bytes, 102492 tape blocks
1022025-09-09T22:58:40.312Zx out/internal-dns.tar.gz, 52475144 bytes, 102491 tape blocks
1032025-09-09T22:58:40.312Zx out/mg-ddm-gz.tar, 121244160 bytes, 236805 tape blocks
1042025-09-09T22:58:40.312Zx out/nexus.tar.gz, 140369985 bytes, 274161 tape blocks
1052025-09-09T22:58:40.313Zx out/ntp.tar.gz, 34164197 bytes, 66727 tape blocks
1062025-09-09T22:58:40.313Zx out/omicron-gateway-softnpu.tar.gz, 32321885 bytes, 63129 tape blocks
1072025-09-09T22:58:40.313Zx out/omicron-sled-agent.tar, 146896384 bytes, 286907 tape blocks
1082025-09-09T22:58:40.313Zx out/overlay.tar.gz, 3025 bytes, 6 tape blocks
1092025-09-09T22:58:40.313Zx out/oximeter.tar.gz, 66900111 bytes, 130665 tape blocks
1102025-09-09T22:58:40.313Zx out/oxlog.tar, 4106752 bytes, 8021 tape blocks
1112025-09-09T22:58:40.313Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122025-09-09T22:58:40.313Zx out/propolis-server.tar.gz, 70231356 bytes, 137171 tape blocks
1132025-09-09T22:58:40.313Zx out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks
1142025-09-09T22:58:40.313Zx out/switch-softnpu.tar.gz, 401275451 bytes, 783742 tape blocks
1152025-09-09T22:58:40.348Z
1162025-09-09T22:58:40.349Zreal 20.255800819
1172025-09-09T22:58:40.349Zuser 18.155461904
1182025-09-09T22:58:40.349Zsys 3.506673410
1192025-09-09T22:58:40.349Ztrap 0.000658098
1202025-09-09T22:58:40.349Ztflt 0.000000000
1212025-09-09T22:58:40.349Zdflt 0.000000000
1222025-09-09T22:58:40.349Zkflt 0.000000000
1232025-09-09T22:58:40.349Zlock 0.000000000
1242025-09-09T22:58:40.349Zslp 18.334850674
1252025-09-09T22:58:40.349Zlat 0.511781309
1262025-09-09T22:58:40.349Zstop 0.000121282
1272025-09-09T22:58:40.349Z+ source .github/buildomat/ci-env.sh
1282025-09-09T22:58:40.349Z++ export CARGO_TERM_COLOR=always
1292025-09-09T22:58:40.349Z++ CARGO_TERM_COLOR=always
1302025-09-09T22:58:40.349Z+ bmat address ls
1312025-09-09T22:58:40.349ZNAME CIDR FIRST LAST COUNT
1322025-09-09T22:58:40.349Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-09-09T22:58:40.349Z++ bmat address ls -f extra -Ho first,last,count
1342025-09-09T22:58:40.349Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-09-09T22:58:40.349Z+ EXTRA_IP_START=10.151.1.164
1362025-09-09T22:58:40.349Z+ EXTRA_IP_END=10.151.1.227
1372025-09-09T22:58:40.349Z+ EXTRA_IP_COUNT=64
1382025-09-09T22:58:40.349Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-09-09T22:58:40.349Z+ EXTRA_IP_BASE=10.151.1
1402025-09-09T22:58:40.349Z+ EXTRA_IP_FOCTET=164
1412025-09-09T22:58:40.349Z+ EXTRA_IP_LOCTET=227
1422025-09-09T22:58:40.349Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-09-09T22:58:40.349Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-09-09T22:58:40.349Z+ DNS_IP1=10.151.1.164
1452025-09-09T22:58:40.349Z+ DNS_IP2=10.151.1.165
1462025-09-09T22:58:40.349Z+ UPLINK_IP=10.151.1.174
1472025-09-09T22:58:40.349Z+ IPPOOL_START=10.151.1.175
1482025-09-09T22:58:40.349Z+ IPPOOL_END=10.151.1.227
1492025-09-09T22:58:40.349Z++ ipadm show-addr -po type,addr
1502025-09-09T22:58:40.349Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-09-09T22:58:40.350Z+ GATEWAY_IP=10.151.1.100
1522025-09-09T22:58:40.350Z+ [[ -n 10.151.1.100 ]]
1532025-09-09T22:58:40.350Z+ ping -s 10.151.1.100 56 1
1542025-09-09T22:58:40.350ZPING 10.151.1.100: 56 data bytes
1552025-09-09T22:58:40.350Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1562025-09-09T22:58:40.350Z
1572025-09-09T22:58:40.350Z----10.151.1.100 PING Statistics----
1582025-09-09T22:58:40.350Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-09-09T22:58:40.350Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-09-09T22:58:40.350Z++ arp -an
1612025-09-09T22:58:40.350Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-09-09T22:58:40.350Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-09-09T22:58:40.350Z+ routeadm -e ipv4-forwarding -u
1642025-09-09T22:58:40.447Z+ PXA_START=10.151.1.164
1652025-09-09T22:58:40.447Z+ PXA_END=10.151.1.227
1662025-09-09T22:58:40.479Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-09-09T22:58:40.631Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-09-09T22:58:40.668ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-09-09T22:58:40.721Zcreating virtual hardware
1702025-09-09T22:58:40.757Zcreating /scratch/m2_0.vdev
1712025-09-09T22:58:40.757Zcreating /scratch/m2_1.vdev
1722025-09-09T22:58:40.757Zcreating /scratch/u2_0.vdev
1732025-09-09T22:58:40.757Zcreating /scratch/u2_1.vdev
1742025-09-09T22:58:40.757Zcreating /scratch/u2_2.vdev
1752025-09-09T22:58:40.757Zcreating /scratch/u2_3.vdev
1762025-09-09T22:58:40.757Zcreating /scratch/u2_4.vdev
1772025-09-09T22:58:40.757Zcreating /scratch/u2_5.vdev
1782025-09-09T22:58:40.757Zcreating /scratch/u2_6.vdev
1792025-09-09T22:58:40.757Zcreating /scratch/u2_7.vdev
1802025-09-09T22:58:40.757Zcreating /scratch/u2_8.vdev
1812025-09-09T22:58:40.757ZSimnet net0/sc0_0 exists
1822025-09-09T22:58:40.757ZSimnet net1/sc1_0 exists
1832025-09-09T22:58:40.789ZVnic sc0_1 exists
1842025-09-09T22:58:56.099ZUsing 10.151.1.100 as gateway ip
1852025-09-09T22:58:56.099Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-09-09T22:58:56.099Zconfiguring SoftNPU ARP entry
1872025-09-09T22:58:56.133Zconfiguring SoftNPU proxy ARP
1882025-09-09T22:58:56.175ZSoftNPU state:
1892025-09-09T22:58:56.176Z local v6:
1902025-09-09T22:58:56.176Z local v4:
1912025-09-09T22:58:56.176Z router v6_idx:
1922025-09-09T22:58:56.176Z router v6_routes:
1932025-09-09T22:58:56.176Z router v4_idx:
1942025-09-09T22:58:56.176Z router v4_routes:
1952025-09-09T22:58:56.176Z resolver v4:
1962025-09-09T22:58:56.176Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972025-09-09T22:58:56.176Z resolver v6:
1982025-09-09T22:58:56.176Z nat v4:
1992025-09-09T22:58:56.176Z nat_v6:
2002025-09-09T22:58:56.176Z port_mac:
2012025-09-09T22:58:56.176Z proxy arp:
2022025-09-09T22:58:56.176Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032025-09-09T22:58:56.176Zcreated virtual hardware
2042025-09-09T22:58:56.215Z
2052025-09-09T22:58:56.215Zreal 15.542504684
2062025-09-09T22:58:56.215Zuser 0.612430352
2072025-09-09T22:58:56.215Zsys 3.139311016
2082025-09-09T22:58:56.215Ztrap 0.000070386
2092025-09-09T22:58:56.215Ztflt 0.000114335
2102025-09-09T22:58:56.215Zdflt 0.001276008
2112025-09-09T22:58:56.215Zkflt 0.000002729
2122025-09-09T22:58:56.215Zlock 12:04.049564024
2132025-09-09T22:58:56.215Zslp 46.963470264
2142025-09-09T22:58:56.215Zlat 0.090704244
2152025-09-09T22:58:56.215Zstop 0.382712276
2162025-09-09T22:58:56.215Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172025-09-09T22:58:56.286Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182025-09-09T22:58:56.286Z+ diff -u pkg/config.toml~ pkg/config.toml
2192025-09-09T22:58:56.286Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202025-09-09T22:58:56.286Z+++ pkg/config.toml Tue Sep 9 22:58:56 2025
2212025-09-09T22:58:56.286Z@@ -29,18 +29,18 @@
2222025-09-09T22:58:56.287Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232025-09-09T22:58:56.287Z # followed by a string that is embedded into their fake serial values.
2242025-09-09T22:58:56.287Z vdevs = [
2252025-09-09T22:58:56.287Z- "m2_0.vdev",
2262025-09-09T22:58:56.287Z- "m2_1.vdev",
2272025-09-09T22:58:56.287Z+ "/scratch/m2_0.vdev",
2282025-09-09T22:58:56.287Z+ "/scratch/m2_1.vdev",
2292025-09-09T22:58:56.287Z
2302025-09-09T22:58:56.287Z- "u2_0.vdev",
2312025-09-09T22:58:56.287Z- "u2_1.vdev",
2322025-09-09T22:58:56.287Z- "u2_2.vdev",
2332025-09-09T22:58:56.287Z- "u2_3.vdev",
2342025-09-09T22:58:56.287Z- "u2_4.vdev",
2352025-09-09T22:58:56.287Z- "u2_5.vdev",
2362025-09-09T22:58:56.287Z- "u2_6.vdev",
2372025-09-09T22:58:56.287Z- "u2_7.vdev",
2382025-09-09T22:58:56.287Z- "u2_8.vdev",
2392025-09-09T22:58:56.287Z+ "/scratch/u2_0.vdev",
2402025-09-09T22:58:56.287Z+ "/scratch/u2_1.vdev",
2412025-09-09T22:58:56.287Z+ "/scratch/u2_2.vdev",
2422025-09-09T22:58:56.287Z+ "/scratch/u2_3.vdev",
2432025-09-09T22:58:56.287Z+ "/scratch/u2_4.vdev",
2442025-09-09T22:58:56.287Z+ "/scratch/u2_5.vdev",
2452025-09-09T22:58:56.287Z+ "/scratch/u2_6.vdev",
2462025-09-09T22:58:56.287Z+ "/scratch/u2_7.vdev",
2472025-09-09T22:58:56.287Z+ "/scratch/u2_8.vdev",
2482025-09-09T22:58:56.287Z ]
2492025-09-09T22:58:56.287Z
2502025-09-09T22:58:56.287Z # The amount of memory held back for services which exist between zero and one
2512025-09-09T22:58:56.287Z+ true
2522025-09-09T22:58:56.287Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532025-09-09T22:58:56.287Z+ EXPECTED_ZPOOL_COUNT=9
2542025-09-09T22:58:56.287Z+ echo 'expected number of zpools is 9'
2552025-09-09T22:58:56.287Zexpected number of zpools is 9
2562025-09-09T22:58:56.287Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572025-09-09T22:58:56.287Z+ SILO_NAME=recovery
2582025-09-09T22:58:56.287Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592025-09-09T22:58:56.287Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602025-09-09T22:58:56.288Z+ sed -i~ '
2612025-09-09T22:58:56.288Z /^external_dns_ips/c\
2622025-09-09T22:58:56.288Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632025-09-09T22:58:56.288Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642025-09-09T22:58:56.288Z /^first/c\
2652025-09-09T22:58:56.288Zfirst = "10.151.1.164"
2662025-09-09T22:58:56.288Z /^last/c\
2672025-09-09T22:58:56.288Zlast = "10.151.1.173"
2682025-09-09T22:58:56.288Z }
2692025-09-09T22:58:56.288Z /^infra_ip_first/c\
2702025-09-09T22:58:56.288Zinfra_ip_first = "10.151.1.174"
2712025-09-09T22:58:56.288Z /^infra_ip_last/c\
2722025-09-09T22:58:56.288Zinfra_ip_last = "10.151.1.174"
2732025-09-09T22:58:56.288Z /^\[\[rack_network_config.ports/,/^$/ {
2742025-09-09T22:58:56.288Z /^routes/c\
2752025-09-09T22:58:56.288Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762025-09-09T22:58:56.288Z /^addresses/c\
2772025-09-09T22:58:56.288Zaddresses = \[{address = "10.151.1.174/24"} \]
2782025-09-09T22:58:56.288Z }
2792025-09-09T22:58:56.288Z' pkg/config-rss.toml
2802025-09-09T22:58:56.288Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812025-09-09T22:58:56.288Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822025-09-09T22:58:56.288Z+++ pkg/config-rss.toml Tue Sep 9 22:58:56 2025
2832025-09-09T22:58:56.288Z@@ -33,7 +33,7 @@
2842025-09-09T22:58:56.288Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852025-09-09T22:58:56.288Z # must be contained in one of the "internal services" IP Pool ranges listed
2862025-09-09T22:58:56.288Z # below.
2872025-09-09T22:58:56.288Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882025-09-09T22:58:56.288Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892025-09-09T22:58:56.288Z
2902025-09-09T22:58:56.288Z # Initial TLS certificates for the external API
2912025-09-09T22:58:56.288Z #
2922025-09-09T22:58:56.288Z@@ -69,8 +69,8 @@
2932025-09-09T22:58:56.288Z #
2942025-09-09T22:58:56.288Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952025-09-09T22:58:56.288Z [[internal_services_ip_pool_ranges]]
2962025-09-09T22:58:56.288Z-first = "192.168.1.20"
2972025-09-09T22:58:56.288Z-last = "192.168.1.29"
2982025-09-09T22:58:56.288Z+first = "10.151.1.164"
2992025-09-09T22:58:56.288Z+last = "10.151.1.173"
3002025-09-09T22:58:56.289Z
3012025-09-09T22:58:56.289Z # TODO - this configuration is subject to change going forward. Ultimately these
3022025-09-09T22:58:56.289Z # parameters should be provided to the control plane via wicket, but we need to
3032025-09-09T22:58:56.289Z@@ -91,8 +91,8 @@
3042025-09-09T22:58:56.289Z # A range of IP addresses used by Boundary Services on the external network. In
3052025-09-09T22:58:56.289Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062025-09-09T22:58:56.289Z # With softnpu, only one address is used.
3072025-09-09T22:58:56.289Z-infra_ip_first = "192.168.1.30"
3082025-09-09T22:58:56.289Z-infra_ip_last = "192.168.1.30"
3092025-09-09T22:58:56.289Z+infra_ip_first = "10.151.1.174"
3102025-09-09T22:58:56.289Z+infra_ip_last = "10.151.1.174"
3112025-09-09T22:58:56.289Z
3122025-09-09T22:58:56.289Z # Configurations for BGP routers to run on the scrimlets.
3132025-09-09T22:58:56.289Z bgp = []
3142025-09-09T22:58:56.289Z@@ -100,9 +100,9 @@
3152025-09-09T22:58:56.289Z # You can configure multiple uplinks by repeating the following stanza
3162025-09-09T22:58:56.289Z [[rack_network_config.ports]]
3172025-09-09T22:58:56.328Z # Routes associated with this port.
3182025-09-09T22:58:56.328Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192025-09-09T22:58:56.328Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202025-09-09T22:58:56.328Z # Addresses associated with this port.
3212025-09-09T22:58:56.328Z-addresses = [{address = "192.168.1.30/24"}]
3222025-09-09T22:58:56.328Z+addresses = [{address = "10.151.1.174/24"} ]
3232025-09-09T22:58:56.328Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242025-09-09T22:58:56.328Z port = "qsfp0"
3252025-09-09T22:58:56.328Z # The speed of this port.
3262025-09-09T22:58:56.329Z+ true
3272025-09-09T22:58:56.329Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282025-09-09T22:58:56.329Za pkg/config-rss.toml 8K
3292025-09-09T22:58:56.329Za pkg/config.toml 5K
3302025-09-09T22:58:56.329Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312025-09-09T22:58:56.329Z+ TLS_NAME=recovery.sys.oxide.test
3322025-09-09T22:58:56.329Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332025-09-09T22:58:56.596Z....+......+.....+.+.....+.+........+.+......+..+.............+........+.+.........+.....+......+...+.+..+....+........+.......+...+.....+...+...+....+......+......+.....+......+....+..............+....+..+....+..+.......+..+.+...+..+...............+...+....+...+...+......+........+......+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...........+.+........+.+.....+...+......+............+.........+.+..+.......+........+......+.........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...................+.....+.......+.....+......+..........+.................+......+....+............+...............+......+.....+....+........+...+.........+.+.....+.......+...............+.....+.......+..............+.....................+.........+.+...+..+......+.......+...+.....+...+.......+..+...+....+...+.....+.+......+...........+.......+...+........+.+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-09-09T22:58:58.953Z..+..+......+......+....+..+.........+.............+......+.........+..................+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+.......+...+.....+.+..+..........+...+..+.........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.......................+...+.+........+...+...+......+.............+.....+.......+..................+......+......+...+..+................+.....+.........+.........+....+......+.....+......+....+...........................+...+............+.........+.....+.+..+.+.................+.............+..+...+.........+............+......+....+...+........+...+.+......+...+..............+.+..+........................+.+..............+.+.................+...+...+.+.........+..+.........+...............+...............+.+..+......+....+..................+..............+.........+....+...+..............+...............+...+......+.+......+........+.+......+............+..+...+...+....+.....................+..+.+.....+......+................+..+.+.....+.+...........+....+.....+.+...+.....+.........+...............+.+......+......+.............................+.+.................+...+.............+..............+.....................+.+...+...+...+..+....+...+...+.................+............+..........+.........+..+..........+..+.+.........+.....+......+............+....+.....+...............................+..+...+...+.+.........+...............+......+.....+...+.+..............+............................+.........+........+...+...+......+..................+.+..+.......................................+.+........+...............+.+...+...+........+......+.........+....+...+..............+...+...+.............+..+...................+...........+....+......+........+..........+.....+....+............+...+......+.....+.....................+...+................+..+..........+.....+....+......+...+..+.......+........+......................+...............+.....+.......+........+.+............+........+....+..+......+..........+..+............+..................+.......+......+.........+.....+...+.+.........+..+.+..............+.+...............+.........+........................+......+...+...+..+......+.........+......+......+.+........+..........+...........+..........+...+..+...+.+..+.......+........+....+......+..+..................+............+...+...+..........+..+.......+..+.+.....+.......+......+.....+....+......+...............+...........+.+........................+......+........+....+........+....+.............................................+......+........+......+.+........+....+...+...+..+...+......+...+.+..+............+......+..........+............+........+.........+.......+...+...+..+...+..........+...+.................+............+.+.....+...................+...........+.......+..+...+....+.....+..........+...........+...+....+...+...+.........+..+...+.....................+......+.+...+......+...........+...+.+..............+....+...+........+.........+...+....+........+.+............+..+.......+..............+.+......+.........+...+........+...+..........+.....+......+...+..........+......+...............+.........+..+...............+.+.........+...........+.........+.+........+....+..+...+.+..+...................+...+.....+......+.+...+......+......+.....+...+...+.........+..........+......+.....+...+................+.........+.....+.........+...............+......+..........+......+..............+.......+...............+..+...+.......+...............+...+............+.................+.+........+....+.....+............+.+...+...........+....+...........+...+...+...+.......+..+...............+.......+........+............+.+..+..........+..+......+.........+....+...........+..................+.+.....+......+.+..+.......+......+...+..+...+......+...+......+...........................+....+.........+......+...........+...+......+....+......+.....+.+..+.+..+..........+.........+.......................................+..+...............+...+.+.....+.+...+....................+.+......+..+......+...................+..+.+...+..+....+...+........+.............+......+.....................+...+...........+.............+...............+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352025-09-09T22:58:58.994Z-----
3362025-09-09T22:58:58.994Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372025-09-09T22:58:58.994Za pkg/initial-tls-cert.pem 2K
3382025-09-09T22:58:58.994Za pkg/initial-tls-key.pem 4K
3392025-09-09T22:58:58.994Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402025-09-09T22:58:58.994Z+ rmdir pkg
3412025-09-09T22:58:58.994Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422025-09-09T22:58:58.994Z+ pfexec mkdir -p /usr/oxide
3432025-09-09T22:58:58.994Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3442025-09-09T22:58:59.546Z+ pfexec chmod +x /usr/oxide/oxide
3452025-09-09T22:58:59.583Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462025-09-09T22:59:17.858Z+ OMICRON_NO_UNINSTALL=1
3472025-09-09T22:59:17.858Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482025-09-09T22:59:17.894ZLogging to: /opt/oxide/work/out/LOG
3492025-09-09T22:59:18.688Z
3502025-09-09T22:59:18.728Zreal 0.822490663
3512025-09-09T22:59:18.729Zuser 0.167263343
3522025-09-09T22:59:18.729Zsys 4.822522231
3532025-09-09T22:59:18.729Ztrap 0.000020610
3542025-09-09T22:59:18.729Ztflt 0.000034580
3552025-09-09T22:59:18.729Zdflt 0.000348358
3562025-09-09T22:59:18.729Zkflt 0.000005440
3572025-09-09T22:59:18.729Zlock 1:14.114649525
3582025-09-09T22:59:18.729Zslp 1.009766348
3592025-09-09T22:59:18.729Zlat 0.021393854
3602025-09-09T22:59:18.729Zstop 0.068580100
3612025-09-09T22:59:18.729Z+ retry=0
3622025-09-09T22:59:18.729Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632025-09-09T22:59:18.729Z+ [[ 0 -gt 30 ]]
3642025-09-09T22:59:18.729Z+ sleep 1
3652025-09-09T22:59:19.730Z+ retry=1
3662025-09-09T22:59:19.730Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672025-09-09T22:59:19.730Z+ [[ 1 -gt 30 ]]
3682025-09-09T22:59:19.730Z+ sleep 1
3692025-09-09T22:59:20.722Z+ retry=2
3702025-09-09T22:59:20.722Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712025-09-09T22:59:20.759Z+ [[ 2 -gt 30 ]]
3722025-09-09T22:59:20.759Z+ sleep 1
3732025-09-09T22:59:21.735Z+ retry=3
3742025-09-09T22:59:21.735Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3752025-09-09T22:59:41.544Z+ [[ 3 -gt 30 ]]
3762025-09-09T22:59:41.544Z+ sleep 1
3772025-09-09T22:59:42.546Z+ retry=4
3782025-09-09T22:59:42.546Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792025-09-09T22:59:42.582Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3802025-09-09T22:59:42.620Zlocal v6:
3812025-09-09T22:59:42.620Zfe80::c71:1eff:fee4:37e
3822025-09-09T22:59:42.620Zfd3f:4470:eb49:392e::1
3832025-09-09T22:59:42.620Zlocal v4:
3842025-09-09T22:59:42.620Z10.151.1.174
3852025-09-09T22:59:42.620Zrouter v6_idx:
3862025-09-09T22:59:42.620Zrouter v6_routes:
3872025-09-09T22:59:42.620Zrouter v4_idx:
3882025-09-09T22:59:42.620Zrouter v4_routes:
3892025-09-09T22:59:42.621Zresolver v4:
3902025-09-09T22:59:42.621Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912025-09-09T22:59:42.621Zresolver v6:
3922025-09-09T22:59:42.621Zfe80::80bb:e9ff:fef1:ce8b -> 82:bb:e9:f1:ce:8b
3932025-09-09T22:59:42.621Zfe80::c71:1eff:fee4:37e -> 0e:71:1e:e4:03:7e
3942025-09-09T22:59:42.621Znat v4:
3952025-09-09T22:59:42.621Znat_v6:
3962025-09-09T22:59:42.621Zport_mac:
3972025-09-09T22:59:42.621Z1000: a8:40:25:5c:e9:01
3982025-09-09T22:59:42.621Z2: a8:40:25:5c:e9:22
3992025-09-09T22:59:42.621Z1: a8:40:25:5c:e9:02
4002025-09-09T22:59:42.621Zproxy arp:
4012025-09-09T22:59:42.621Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022025-09-09T22:59:42.621Z+ retry=0
4032025-09-09T22:59:42.621Z+++ zoneadm list -n
4042025-09-09T22:59:42.621Z+++ grep oxz_ntp
4052025-09-09T22:59:42.621Z++ pfexec svcs -z -Hostate oxide/ntp
4062025-09-09T22:59:42.621Zsvcs: zone '-Hostate': entity not found
4072025-09-09T22:59:42.621Z++ true
4082025-09-09T22:59:42.621Z+ [[ '' != online ]]
4092025-09-09T22:59:42.621Z+ [[ 0 -gt 60 ]]
4102025-09-09T22:59:42.621Z+ sleep 1
4112025-09-09T22:59:43.619Z+ retry=1
4122025-09-09T22:59:43.656Z+++ zoneadm list -n
4132025-09-09T22:59:43.656Z+++ grep oxz_ntp
4142025-09-09T22:59:43.656Z++ pfexec svcs -z -Hostate oxide/ntp
4152025-09-09T22:59:43.656Zsvcs: zone '-Hostate': entity not found
4162025-09-09T22:59:43.656Z++ true
4172025-09-09T22:59:43.656Z+ [[ '' != online ]]
4182025-09-09T22:59:43.656Z+ [[ 1 -gt 60 ]]
4192025-09-09T22:59:43.656Z+ sleep 1
4202025-09-09T22:59:44.642Z+ retry=2
4212025-09-09T22:59:44.682Z+++ zoneadm list -n
4222025-09-09T22:59:44.682Z+++ grep oxz_ntp
4232025-09-09T22:59:44.682Z++ pfexec svcs -z -Hostate oxide/ntp
4242025-09-09T22:59:44.682Zsvcs: zone '-Hostate': entity not found
4252025-09-09T22:59:44.682Z++ true
4262025-09-09T22:59:44.682Z+ [[ '' != online ]]
4272025-09-09T22:59:44.682Z+ [[ 2 -gt 60 ]]
4282025-09-09T22:59:44.682Z+ sleep 1
4292025-09-09T22:59:45.662Z+ retry=3
4302025-09-09T22:59:45.701Z+++ zoneadm list -n
4312025-09-09T22:59:45.701Z+++ grep oxz_ntp
4322025-09-09T22:59:45.701Z++ pfexec svcs -z -Hostate oxide/ntp
4332025-09-09T22:59:45.701Zsvcs: zone '-Hostate': entity not found
4342025-09-09T22:59:45.701Z++ true
4352025-09-09T22:59:45.701Z+ [[ '' != online ]]
4362025-09-09T22:59:45.701Z+ [[ 3 -gt 60 ]]
4372025-09-09T22:59:45.701Z+ sleep 1
4382025-09-09T22:59:46.680Z+ retry=4
4392025-09-09T22:59:46.716Z+++ zoneadm list -n
4402025-09-09T22:59:46.716Z+++ grep oxz_ntp
4412025-09-09T22:59:46.716Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4422025-09-09T22:59:46.756Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432025-09-09T22:59:46.756Z++ true
4442025-09-09T22:59:46.756Z+ [[ '' != online ]]
4452025-09-09T22:59:46.756Z+ [[ 4 -gt 60 ]]
4462025-09-09T22:59:46.756Z+ sleep 1
4472025-09-09T22:59:47.755Z+ retry=5
4482025-09-09T22:59:47.791Z+++ zoneadm list -n
4492025-09-09T22:59:47.791Z+++ grep oxz_ntp
4502025-09-09T22:59:47.791Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4512025-09-09T22:59:47.791Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522025-09-09T22:59:47.791Z++ true
4532025-09-09T22:59:47.791Z+ [[ '' != online ]]
4542025-09-09T22:59:47.791Z+ [[ 5 -gt 60 ]]
4552025-09-09T22:59:47.791Z+ sleep 1
4562025-09-09T22:59:48.786Z+ retry=6
4572025-09-09T22:59:48.819Z+++ zoneadm list -n
4582025-09-09T22:59:48.819Z+++ grep oxz_ntp
4592025-09-09T22:59:48.819Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4602025-09-09T22:59:48.819Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612025-09-09T22:59:48.819Z++ true
4622025-09-09T22:59:48.819Z+ [[ '' != online ]]
4632025-09-09T22:59:48.819Z+ [[ 6 -gt 60 ]]
4642025-09-09T22:59:48.819Z+ sleep 1
4652025-09-09T22:59:49.816Z+ retry=7
4662025-09-09T22:59:49.852Z+++ zoneadm list -n
4672025-09-09T22:59:49.852Z+++ grep oxz_ntp
4682025-09-09T22:59:49.852Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4692025-09-09T22:59:49.852Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4702025-09-09T22:59:49.852Z++ true
4712025-09-09T22:59:49.852Z+ [[ '' != online ]]
4722025-09-09T22:59:49.852Z+ [[ 7 -gt 60 ]]
4732025-09-09T22:59:49.852Z+ sleep 1
4742025-09-09T22:59:50.845Z+ retry=8
4752025-09-09T22:59:50.881Z+++ zoneadm list -n
4762025-09-09T22:59:50.881Z+++ grep oxz_ntp
4772025-09-09T22:59:50.881Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4782025-09-09T22:59:50.881Z+ [[ offline != online ]]
4792025-09-09T22:59:50.881Z+ [[ 8 -gt 60 ]]
4802025-09-09T22:59:50.881Z+ sleep 1
4812025-09-09T22:59:51.865Z+ retry=9
4822025-09-09T22:59:51.903Z+++ zoneadm list -n
4832025-09-09T22:59:51.903Z+++ grep oxz_ntp
4842025-09-09T22:59:51.903Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4852025-09-09T22:59:51.903Z+ [[ offline != online ]]
4862025-09-09T22:59:51.903Z+ [[ 9 -gt 60 ]]
4872025-09-09T22:59:51.903Z+ sleep 1
4882025-09-09T22:59:52.894Z+ retry=10
4892025-09-09T22:59:52.930Z+++ zoneadm list -n
4902025-09-09T22:59:52.930Z+++ grep oxz_ntp
4912025-09-09T22:59:52.930Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4922025-09-09T22:59:52.930Z+ [[ offline != online ]]
4932025-09-09T22:59:52.930Z+ [[ 10 -gt 60 ]]
4942025-09-09T22:59:52.930Z+ sleep 1
4952025-09-09T22:59:53.912Z+ retry=11
4962025-09-09T22:59:53.947Z+++ zoneadm list -n
4972025-09-09T22:59:53.947Z+++ grep oxz_ntp
4982025-09-09T22:59:53.947Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
4992025-09-09T22:59:53.947Z+ [[ offline != online ]]
5002025-09-09T22:59:53.947Z+ [[ 11 -gt 60 ]]
5012025-09-09T22:59:53.947Z+ sleep 1
5022025-09-09T22:59:54.932Z+ retry=12
5032025-09-09T22:59:54.968Z+++ zoneadm list -n
5042025-09-09T22:59:54.968Z+++ grep oxz_ntp
5052025-09-09T22:59:54.968Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
5062025-09-09T22:59:54.968Z+ [[ offline != online ]]
5072025-09-09T22:59:54.968Z+ [[ 12 -gt 60 ]]
5082025-09-09T22:59:54.968Z+ sleep 1
5092025-09-09T22:59:55.966Z+ retry=13
5102025-09-09T22:59:56.001Z+++ zoneadm list -n
5112025-09-09T22:59:56.001Z+++ grep oxz_ntp
5122025-09-09T22:59:56.001Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
5132025-09-09T22:59:56.001Z+ [[ offline != online ]]
5142025-09-09T22:59:56.001Z+ [[ 13 -gt 60 ]]
5152025-09-09T22:59:56.001Z+ sleep 1
5162025-09-09T22:59:56.979Z+ retry=14
5172025-09-09T22:59:57.016Z+++ zoneadm list -n
5182025-09-09T22:59:57.016Z+++ grep oxz_ntp
5192025-09-09T22:59:57.016Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
5202025-09-09T22:59:57.016Z+ [[ offline != online ]]
5212025-09-09T22:59:57.016Z+ [[ 14 -gt 60 ]]
5222025-09-09T22:59:57.016Z+ sleep 1
 
5232025-09-09T22:59:57.918Zbuskin console login: Sep 9 22:59:57 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5242025-09-09T22:59:58.004Z+ retry=15
5252025-09-09T22:59:58.045Z+++ zoneadm list -n
5262025-09-09T22:59:58.045Z+++ grep oxz_ntp
5272025-09-09T22:59:58.045Z++ pfexec svcs -z oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b -Hostate oxide/ntp
5282025-09-09T22:59:58.046Z+ [[ online != online ]]
5292025-09-09T22:59:58.046Z+ echo 'Waited for chrony: 15s'
5302025-09-09T22:59:58.046Z+ retry=0
5312025-09-09T22:59:58.046ZWaited for chrony: 15s
5322025-09-09T22:59:58.046Z+ zoneadm list
5332025-09-09T22:59:58.046Z+ grep nexus
5342025-09-09T22:59:58.046Z+ [[ 0 -gt 300 ]]
5352025-09-09T22:59:58.046Z+ sleep 1
5362025-09-09T22:59:59.029Z+ retry=1
5372025-09-09T22:59:59.068Z+ zoneadm list
5382025-09-09T22:59:59.068Z+ grep nexus
5392025-09-09T22:59:59.068Z+ [[ 1 -gt 300 ]]
5402025-09-09T22:59:59.068Z+ sleep 1
5412025-09-09T23:00:00.041Z+ retry=2
5422025-09-09T23:00:00.079Z+ zoneadm list
5432025-09-09T23:00:00.079Z+ grep nexus
5442025-09-09T23:00:00.079Z+ [[ 2 -gt 300 ]]
5452025-09-09T23:00:00.079Z+ sleep 1
5462025-09-09T23:00:01.054Z+ retry=3
5472025-09-09T23:00:01.099Z+ zoneadm list
5482025-09-09T23:00:01.099Z+ grep nexus
5492025-09-09T23:00:01.099Z+ [[ 3 -gt 300 ]]
5502025-09-09T23:00:01.099Z+ sleep 1
5512025-09-09T23:00:02.064Z+ retry=4
5522025-09-09T23:00:02.100Z+ zoneadm list
5532025-09-09T23:00:02.100Z+ grep nexus
5542025-09-09T23:00:02.100Z+ [[ 4 -gt 300 ]]
5552025-09-09T23:00:02.100Z+ sleep 1
5562025-09-09T23:00:03.083Z+ retry=5
5572025-09-09T23:00:03.121Z+ zoneadm list
5582025-09-09T23:00:03.121Z+ grep nexus
5592025-09-09T23:00:03.121Z+ [[ 5 -gt 300 ]]
5602025-09-09T23:00:03.121Z+ sleep 1
5612025-09-09T23:00:04.091Z+ retry=6
5622025-09-09T23:00:04.126Z+ zoneadm list
5632025-09-09T23:00:04.126Z+ grep nexus
5642025-09-09T23:00:04.126Z+ [[ 6 -gt 300 ]]
5652025-09-09T23:00:04.126Z+ sleep 1
5662025-09-09T23:00:05.107Z+ retry=7
5672025-09-09T23:00:05.141Z+ zoneadm list
5682025-09-09T23:00:05.141Z+ grep nexus
5692025-09-09T23:00:05.141Z+ [[ 7 -gt 300 ]]
5702025-09-09T23:00:05.141Z+ sleep 1
5712025-09-09T23:00:06.121Z+ retry=8
5722025-09-09T23:00:06.157Z+ zoneadm list
5732025-09-09T23:00:06.157Z+ grep nexus
5742025-09-09T23:00:06.157Z+ [[ 8 -gt 300 ]]
5752025-09-09T23:00:06.157Z+ sleep 1
5762025-09-09T23:00:07.134Z+ retry=9
5772025-09-09T23:00:07.169Z+ zoneadm list
5782025-09-09T23:00:07.169Z+ grep nexus
5792025-09-09T23:00:07.169Z+ [[ 9 -gt 300 ]]
5802025-09-09T23:00:07.169Z+ sleep 1
5812025-09-09T23:00:08.152Z+ retry=10
5822025-09-09T23:00:08.188Z+ zoneadm list
5832025-09-09T23:00:08.188Z+ grep nexus
5842025-09-09T23:00:08.188Z+ [[ 10 -gt 300 ]]
5852025-09-09T23:00:08.188Z+ sleep 1
5862025-09-09T23:00:09.167Z+ retry=11
5872025-09-09T23:00:09.204Z+ zoneadm list
5882025-09-09T23:00:09.204Z+ grep nexus
5892025-09-09T23:00:09.204Z+ [[ 11 -gt 300 ]]
5902025-09-09T23:00:09.204Z+ sleep 1
5912025-09-09T23:00:10.178Z+ retry=12
5922025-09-09T23:00:10.214Z+ zoneadm list
5932025-09-09T23:00:10.214Z+ grep nexus
5942025-09-09T23:00:10.214Z+ [[ 12 -gt 300 ]]
5952025-09-09T23:00:10.214Z+ sleep 1
5962025-09-09T23:00:11.207Z+ retry=13
5972025-09-09T23:00:11.246Z+ zoneadm list
5982025-09-09T23:00:11.246Z+ grep nexus
5992025-09-09T23:00:11.246Z+ [[ 13 -gt 300 ]]
6002025-09-09T23:00:11.246Z+ sleep 1
6012025-09-09T23:00:12.205Z+ retry=14
6022025-09-09T23:00:12.240Z+ zoneadm list
6032025-09-09T23:00:12.240Z+ grep nexus
6042025-09-09T23:00:12.240Z+ [[ 14 -gt 300 ]]
6052025-09-09T23:00:12.240Z+ sleep 1
6062025-09-09T23:00:13.218Z+ retry=15
6072025-09-09T23:00:13.252Z+ zoneadm list
6082025-09-09T23:00:13.252Z+ grep nexus
6092025-09-09T23:00:13.252Z+ [[ 15 -gt 300 ]]
6102025-09-09T23:00:13.252Z+ sleep 1
6112025-09-09T23:00:14.246Z+ retry=16
6122025-09-09T23:00:14.300Z+ zoneadm list
6132025-09-09T23:00:14.381Z+ grep nexus
6142025-09-09T23:00:14.666Z+ [[ 16 -gt 300 ]]
6152025-09-09T23:00:14.666Z+ sleep 1
6162025-09-09T23:00:15.670Z+ retry=17
6172025-09-09T23:00:15.707Z+ zoneadm list
6182025-09-09T23:00:15.707Z+ grep nexus
6192025-09-09T23:00:15.707Z+ [[ 17 -gt 300 ]]
6202025-09-09T23:00:15.707Z+ sleep 1
6212025-09-09T23:00:16.694Z+ retry=18
6222025-09-09T23:00:16.729Z+ zoneadm list
6232025-09-09T23:00:16.729Z+ grep nexus
6242025-09-09T23:00:16.729Z+ [[ 18 -gt 300 ]]
6252025-09-09T23:00:16.729Z+ sleep 1
6262025-09-09T23:00:17.703Z+ retry=19
6272025-09-09T23:00:17.739Z+ zoneadm list
6282025-09-09T23:00:17.739Z+ grep nexus
6292025-09-09T23:00:17.739Z+ [[ 19 -gt 300 ]]
6302025-09-09T23:00:17.739Z+ sleep 1
6312025-09-09T23:00:18.725Z+ retry=20
6322025-09-09T23:00:18.759Z+ zoneadm list
6332025-09-09T23:00:18.759Z+ grep nexus
6342025-09-09T23:00:18.759Z+ [[ 20 -gt 300 ]]
6352025-09-09T23:00:18.759Z+ sleep 1
6362025-09-09T23:00:19.737Z+ retry=21
6372025-09-09T23:00:19.777Z+ zoneadm list
6382025-09-09T23:00:19.777Z+ grep nexus
6392025-09-09T23:00:19.777Z+ [[ 21 -gt 300 ]]
6402025-09-09T23:00:19.777Z+ sleep 1
6412025-09-09T23:00:20.749Z+ retry=22
6422025-09-09T23:00:20.783Z+ zoneadm list
6432025-09-09T23:00:20.783Z+ grep nexus
6442025-09-09T23:00:20.783Z+ [[ 22 -gt 300 ]]
6452025-09-09T23:00:20.783Z+ sleep 1
6462025-09-09T23:00:21.768Z+ retry=23
6472025-09-09T23:00:21.804Z+ zoneadm list
6482025-09-09T23:00:21.805Z+ grep nexus
6492025-09-09T23:00:21.805Z+ [[ 23 -gt 300 ]]
6502025-09-09T23:00:21.805Z+ sleep 1
6512025-09-09T23:00:22.784Z+ retry=24
6522025-09-09T23:00:22.825Z+ zoneadm list
6532025-09-09T23:00:22.825Z+ grep nexus
6542025-09-09T23:00:22.825Z+ [[ 24 -gt 300 ]]
6552025-09-09T23:00:22.825Z+ sleep 1
6562025-09-09T23:00:23.795Z+ retry=25
6572025-09-09T23:00:23.835Z+ zoneadm list
6582025-09-09T23:00:23.835Z+ grep nexus
6592025-09-09T23:00:23.835Z+ [[ 25 -gt 300 ]]
6602025-09-09T23:00:23.835Z+ sleep 1
6612025-09-09T23:00:24.809Z+ retry=26
6622025-09-09T23:00:24.845Z+ zoneadm list
6632025-09-09T23:00:24.845Z+ grep nexus
6642025-09-09T23:00:24.845Z+ [[ 26 -gt 300 ]]
6652025-09-09T23:00:24.845Z+ sleep 1
6662025-09-09T23:00:25.824Z+ retry=27
6672025-09-09T23:00:25.921Z+ zoneadm list
6682025-09-09T23:00:25.921Z+ grep nexus
6692025-09-09T23:00:26.079Z+ [[ 27 -gt 300 ]]
6702025-09-09T23:00:26.079Z+ sleep 1
6712025-09-09T23:00:27.105Z+ retry=28
6722025-09-09T23:00:27.141Z+ zoneadm list
6732025-09-09T23:00:27.178Z+ grep nexus
6742025-09-09T23:00:27.178Z+ [[ 28 -gt 300 ]]
6752025-09-09T23:00:27.178Z+ sleep 1
6762025-09-09T23:00:28.180Z+ retry=29
6772025-09-09T23:00:28.215Z+ zoneadm list
6782025-09-09T23:00:28.215Z+ grep nexus
6792025-09-09T23:00:28.215Z+ [[ 29 -gt 300 ]]
6802025-09-09T23:00:28.215Z+ sleep 1
6812025-09-09T23:00:29.199Z+ retry=30
6822025-09-09T23:00:29.233Z+ zoneadm list
6832025-09-09T23:00:29.233Z+ grep nexus
6842025-09-09T23:00:29.233Z+ [[ 30 -gt 300 ]]
6852025-09-09T23:00:29.233Z+ sleep 1
6862025-09-09T23:00:30.216Z+ retry=31
6872025-09-09T23:00:30.251Z+ zoneadm list
6882025-09-09T23:00:30.251Z+ grep nexus
6892025-09-09T23:00:30.251Z+ [[ 31 -gt 300 ]]
6902025-09-09T23:00:30.251Z+ sleep 1
6912025-09-09T23:00:31.231Z+ retry=32
6922025-09-09T23:00:31.267Z+ zoneadm list
6932025-09-09T23:00:31.267Z+ grep nexus
6942025-09-09T23:00:31.267Z+ [[ 32 -gt 300 ]]
6952025-09-09T23:00:31.267Z+ sleep 1
6962025-09-09T23:00:32.242Z+ retry=33
6972025-09-09T23:00:32.281Z+ zoneadm list
6982025-09-09T23:00:32.281Z+ grep nexus
6992025-09-09T23:00:32.281Z+ [[ 33 -gt 300 ]]
7002025-09-09T23:00:32.281Z+ sleep 1
7012025-09-09T23:00:33.261Z+ retry=34
7022025-09-09T23:00:33.296Z+ zoneadm list
7032025-09-09T23:00:33.296Z+ grep nexus
7042025-09-09T23:00:33.296Z+ [[ 34 -gt 300 ]]
7052025-09-09T23:00:33.296Z+ sleep 1
7062025-09-09T23:00:34.268Z+ retry=35
7072025-09-09T23:00:34.306Z+ zoneadm list
7082025-09-09T23:00:34.306Z+ grep nexus
7092025-09-09T23:00:34.306Z+ [[ 35 -gt 300 ]]
7102025-09-09T23:00:34.306Z+ sleep 1
7112025-09-09T23:00:35.278Z+ retry=36
7122025-09-09T23:00:35.313Z+ zoneadm list
7132025-09-09T23:00:35.313Z+ grep nexus
7142025-09-09T23:00:35.313Z+ [[ 36 -gt 300 ]]
7152025-09-09T23:00:35.313Z+ sleep 1
7162025-09-09T23:00:36.297Z+ retry=37
7172025-09-09T23:00:36.297Z+ zoneadm list
7182025-09-09T23:00:36.333Z+ grep nexus
7192025-09-09T23:00:36.333Z+ [[ 37 -gt 300 ]]
7202025-09-09T23:00:36.333Z+ sleep 1
7212025-09-09T23:00:37.316Z+ retry=38
7222025-09-09T23:00:37.350Z+ zoneadm list
7232025-09-09T23:00:37.350Z+ grep nexus
7242025-09-09T23:00:37.350Z+ [[ 38 -gt 300 ]]
7252025-09-09T23:00:37.350Z+ sleep 1
7262025-09-09T23:00:38.327Z+ retry=39
7272025-09-09T23:00:38.368Z+ zoneadm list
7282025-09-09T23:00:38.368Z+ grep nexus
7292025-09-09T23:00:38.368Z+ [[ 39 -gt 300 ]]
7302025-09-09T23:00:38.368Z+ sleep 1
7312025-09-09T23:00:39.340Z+ retry=40
7322025-09-09T23:00:39.379Z+ zoneadm list
7332025-09-09T23:00:39.379Z+ grep nexus
7342025-09-09T23:00:39.379Z+ [[ 40 -gt 300 ]]
7352025-09-09T23:00:39.379Z+ sleep 1
7362025-09-09T23:00:40.351Z+ retry=41
7372025-09-09T23:00:40.386Z+ zoneadm list
7382025-09-09T23:00:40.386Z+ grep nexus
7392025-09-09T23:00:40.386Z+ [[ 41 -gt 300 ]]
7402025-09-09T23:00:40.386Z+ sleep 1
7412025-09-09T23:00:41.370Z+ retry=42
7422025-09-09T23:00:41.415Z+ zoneadm list
7432025-09-09T23:00:41.415Z+ grep nexus
7442025-09-09T23:00:41.415Z+ [[ 42 -gt 300 ]]
7452025-09-09T23:00:41.415Z+ sleep 1
7462025-09-09T23:00:42.384Z+ retry=43
7472025-09-09T23:00:42.420Z+ zoneadm list
7482025-09-09T23:00:42.420Z+ grep nexus
7492025-09-09T23:00:42.420Z+ [[ 43 -gt 300 ]]
7502025-09-09T23:00:42.420Z+ sleep 1
7512025-09-09T23:00:43.398Z+ retry=44
7522025-09-09T23:00:43.437Z+ zoneadm list
7532025-09-09T23:00:43.437Z+ grep nexus
7542025-09-09T23:00:43.437Z+ [[ 44 -gt 300 ]]
7552025-09-09T23:00:43.437Z+ sleep 1
7562025-09-09T23:00:44.517Z+ retry=45
7572025-09-09T23:00:44.517Z+ grep nexus
7582025-09-09T23:00:44.555Z+ zoneadm list
7592025-09-09T23:00:44.555Z+ [[ 45 -gt 300 ]]
7602025-09-09T23:00:44.555Z+ sleep 1
7612025-09-09T23:00:56.467Z+ retry=46
7622025-09-09T23:00:56.467Z+ zoneadm list
7632025-09-09T23:00:56.467Z+ grep nexus
7642025-09-09T23:00:56.467Z+ [[ 46 -gt 300 ]]
7652025-09-09T23:00:56.467Z+ sleep 1
7662025-09-09T23:00:56.467Z+ retry=47
7672025-09-09T23:00:56.467Z+ zoneadm list
7682025-09-09T23:00:56.467Z+ grep nexus
7692025-09-09T23:00:56.467Z+ [[ 47 -gt 300 ]]
7702025-09-09T23:00:56.467Z+ sleep 1
7712025-09-09T23:00:56.467Z+ retry=48
7722025-09-09T23:00:56.467Z+ zoneadm list
7732025-09-09T23:00:56.467Z+ grep nexus
7742025-09-09T23:00:56.467Z+ [[ 48 -gt 300 ]]
7752025-09-09T23:00:56.467Z+ sleep 1
7762025-09-09T23:00:56.467Z+ retry=49
7772025-09-09T23:00:56.467Z+ zoneadm list
7782025-09-09T23:00:56.467Z+ grep nexus
7792025-09-09T23:00:56.467Z+ [[ 49 -gt 300 ]]
7802025-09-09T23:00:56.467Z+ sleep 1
7812025-09-09T23:00:56.467Z+ retry=50
7822025-09-09T23:00:56.467Z+ zoneadm list
7832025-09-09T23:00:56.467Z+ grep nexus
7842025-09-09T23:00:56.468Z+ [[ 50 -gt 300 ]]
7852025-09-09T23:00:56.468Z+ sleep 1
7862025-09-09T23:00:56.468Z+ retry=51
7872025-09-09T23:00:56.468Z+ zoneadm list
7882025-09-09T23:00:56.468Z+ grep nexus
7892025-09-09T23:00:56.468Z+ [[ 51 -gt 300 ]]
7902025-09-09T23:00:56.468Z+ sleep 1
7912025-09-09T23:00:56.808Z+ retry=52
7922025-09-09T23:00:56.843Z+ zoneadm list
7932025-09-09T23:00:56.843Z+ grep nexus
7942025-09-09T23:00:56.843Z+ [[ 52 -gt 300 ]]
7952025-09-09T23:00:56.843Z+ sleep 1
7962025-09-09T23:00:57.832Z+ retry=53
7972025-09-09T23:00:57.868Z+ zoneadm list
7982025-09-09T23:00:57.868Z+ grep nexus
7992025-09-09T23:00:57.868Z+ [[ 53 -gt 300 ]]
8002025-09-09T23:00:57.868Z+ sleep 1
8012025-09-09T23:00:58.836Z+ retry=54
8022025-09-09T23:00:58.871Z+ zoneadm list
8032025-09-09T23:00:58.871Z+ grep nexus
8042025-09-09T23:00:58.871Z+ [[ 54 -gt 300 ]]
8052025-09-09T23:00:58.871Z+ sleep 1
8062025-09-09T23:00:59.867Z+ retry=55
8072025-09-09T23:00:59.902Z+ zoneadm list
8082025-09-09T23:00:59.902Z+ grep nexus
8092025-09-09T23:00:59.902Z+ [[ 55 -gt 300 ]]
8102025-09-09T23:00:59.902Z+ sleep 1
8112025-09-09T23:01:00.894Z+ retry=56
8122025-09-09T23:01:00.938Z+ zoneadm list
8132025-09-09T23:01:00.938Z+ grep nexus
8142025-09-09T23:01:00.939Z+ [[ 56 -gt 300 ]]
8152025-09-09T23:01:00.939Z+ sleep 1
8162025-09-09T23:01:01.909Z+ retry=57
8172025-09-09T23:01:01.947Z+ zoneadm list
8182025-09-09T23:01:01.947Z+ grep nexus
8192025-09-09T23:01:01.947Z+ [[ 57 -gt 300 ]]
8202025-09-09T23:01:01.947Z+ sleep 1
8212025-09-09T23:01:02.940Z+ retry=58
8222025-09-09T23:01:02.974Z+ zoneadm list
8232025-09-09T23:01:02.974Z+ grep nexus
8242025-09-09T23:01:02.974Z+ echo 'Waited for nexus: 58s'
8252025-09-09T23:01:02.974Z+ retry=0
8262025-09-09T23:01:02.974Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8272025-09-09T23:01:02.974Zoxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e
8282025-09-09T23:01:02.974ZWaited for nexus: 58s
8292025-09-09T23:01:02.974Z+ [[ 0 -gt 300 ]]
8302025-09-09T23:01:02.974Z+ sleep 1
8312025-09-09T23:01:03.978Z+ retry=1
8322025-09-09T23:01:03.978Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8332025-09-09T23:01:04.017Z+ [[ 1 -gt 300 ]]
8342025-09-09T23:01:04.017Z+ sleep 1
8352025-09-09T23:01:04.990Z+ retry=2
8362025-09-09T23:01:04.990Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8372025-09-09T23:01:05.026Z+ [[ 2 -gt 300 ]]
8382025-09-09T23:01:05.026Z+ sleep 1
8392025-09-09T23:01:06.003Z+ retry=3
8402025-09-09T23:01:06.003Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8412025-09-09T23:01:06.041Z+ [[ 3 -gt 300 ]]
8422025-09-09T23:01:06.041Z+ sleep 1
8432025-09-09T23:01:07.010Z+ retry=4
8442025-09-09T23:01:07.010Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8452025-09-09T23:01:07.051Z+ [[ 4 -gt 300 ]]
8462025-09-09T23:01:07.051Z+ sleep 1
8472025-09-09T23:01:08.018Z+ retry=5
8482025-09-09T23:01:08.018Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8492025-09-09T23:01:08.052Z+ [[ 5 -gt 300 ]]
8502025-09-09T23:01:08.053Z+ sleep 1
8512025-09-09T23:01:09.026Z+ retry=6
8522025-09-09T23:01:09.026Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8532025-09-09T23:01:09.064Z+ [[ 6 -gt 300 ]]
8542025-09-09T23:01:09.064Z+ sleep 1
8552025-09-09T23:01:10.040Z+ retry=7
8562025-09-09T23:01:10.040Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8572025-09-09T23:01:10.074Z+ [[ 7 -gt 300 ]]
8582025-09-09T23:01:10.075Z+ sleep 1
8592025-09-09T23:01:11.040Z+ retry=8
8602025-09-09T23:01:11.040Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8612025-09-09T23:01:11.076Z+ [[ 8 -gt 300 ]]
8622025-09-09T23:01:11.076Z+ sleep 1
8632025-09-09T23:01:12.052Z+ retry=9
8642025-09-09T23:01:12.052Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8652025-09-09T23:01:12.085Z+ [[ 9 -gt 300 ]]
8662025-09-09T23:01:12.085Z+ sleep 1
8672025-09-09T23:01:13.056Z+ retry=10
8682025-09-09T23:01:13.057Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8692025-09-09T23:01:13.097Z+ [[ 10 -gt 300 ]]
8702025-09-09T23:01:13.097Z+ sleep 1
8712025-09-09T23:01:14.066Z+ retry=11
8722025-09-09T23:01:14.066Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8732025-09-09T23:01:14.100Z+ [[ 11 -gt 300 ]]
8742025-09-09T23:01:14.100Z+ sleep 1
8752025-09-09T23:01:15.074Z+ retry=12
8762025-09-09T23:01:15.074Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8772025-09-09T23:01:15.109Z+ [[ 12 -gt 300 ]]
8782025-09-09T23:01:15.109Z+ sleep 1
8792025-09-09T23:01:16.081Z+ retry=13
8802025-09-09T23:01:16.081Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8812025-09-09T23:01:16.122Z+ [[ 13 -gt 300 ]]
8822025-09-09T23:01:16.122Z+ sleep 1
8832025-09-09T23:01:17.092Z+ retry=14
8842025-09-09T23:01:17.092Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8852025-09-09T23:01:17.124Z+ [[ 14 -gt 300 ]]
8862025-09-09T23:01:17.124Z+ sleep 1
8872025-09-09T23:01:18.106Z+ retry=15
8882025-09-09T23:01:18.106Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8892025-09-09T23:01:18.143Z+ [[ 15 -gt 300 ]]
8902025-09-09T23:01:18.143Z+ sleep 1
8912025-09-09T23:01:19.118Z+ retry=16
8922025-09-09T23:01:19.118Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8932025-09-09T23:01:19.150Z+ [[ 16 -gt 300 ]]
8942025-09-09T23:01:19.150Z+ sleep 1
8952025-09-09T23:01:20.124Z+ retry=17
8962025-09-09T23:01:20.124Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8972025-09-09T23:01:20.162Z+ [[ 17 -gt 300 ]]
8982025-09-09T23:01:20.162Z+ sleep 1
8992025-09-09T23:01:21.134Z+ retry=18
9002025-09-09T23:01:21.134Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9012025-09-09T23:01:21.171Z+ [[ 18 -gt 300 ]]
9022025-09-09T23:01:21.171Z+ sleep 1
9032025-09-09T23:01:22.143Z+ retry=19
9042025-09-09T23:01:22.143Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9052025-09-09T23:01:22.180Z+ [[ 19 -gt 300 ]]
9062025-09-09T23:01:22.180Z+ sleep 1
9072025-09-09T23:01:23.157Z+ retry=20
9082025-09-09T23:01:23.157Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9092025-09-09T23:01:23.194Z+ [[ 20 -gt 300 ]]
9102025-09-09T23:01:23.195Z+ sleep 1
9112025-09-09T23:01:24.165Z+ retry=21
9122025-09-09T23:01:24.165Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9132025-09-09T23:01:24.201Z+ [[ 21 -gt 300 ]]
9142025-09-09T23:01:24.201Z+ sleep 1
9152025-09-09T23:01:25.173Z+ retry=22
9162025-09-09T23:01:25.174Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9172025-09-09T23:01:25.208Z+ [[ 22 -gt 300 ]]
9182025-09-09T23:01:25.208Z+ sleep 1
 
9192025-09-09T23:01:25.324ZSep 9 23:01:24 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
9202025-09-09T23:01:25.366ZSep 9 23:01:24 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
9212025-09-09T23:01:25.697ZSep 9 23:01:25 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
9222025-09-09T23:01:26.179Z+ retry=23
9232025-09-09T23:01:26.179Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9242025-09-09T23:01:26.214Z+ [[ 23 -gt 300 ]]
9252025-09-09T23:01:26.214Z+ sleep 1
 
9262025-09-09T23:01:26.866ZSep 9 23:01:26 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
9272025-09-09T23:01:27.189Z+ retry=24
9282025-09-09T23:01:27.190Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
 
9292025-09-09T23:01:27.202ZSep 9 23:01:26 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
9302025-09-09T23:01:27.225Z+ [[ 24 -gt 300 ]]
9312025-09-09T23:01:27.225Z+ sleep 1
9322025-09-09T23:01:28.199Z+ retry=25
9332025-09-09T23:01:28.199Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9342025-09-09T23:01:28.233Z+ [[ 25 -gt 300 ]]
9352025-09-09T23:01:28.233Z+ sleep 1
9362025-09-09T23:01:29.204Z+ retry=26
9372025-09-09T23:01:29.204Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9382025-09-09T23:01:29.241Z+ [[ 26 -gt 300 ]]
9392025-09-09T23:01:29.241Z+ sleep 1
9402025-09-09T23:01:30.217Z+ retry=27
9412025-09-09T23:01:30.217Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9422025-09-09T23:01:30.252Z+ [[ 27 -gt 300 ]]
9432025-09-09T23:01:30.252Z+ sleep 1
9442025-09-09T23:01:31.225Z+ retry=28
9452025-09-09T23:01:31.225Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9462025-09-09T23:01:31.261Z+ [[ 28 -gt 300 ]]
9472025-09-09T23:01:31.261Z+ sleep 1
9482025-09-09T23:01:32.231Z+ retry=29
9492025-09-09T23:01:32.231Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9502025-09-09T23:01:32.274Z+ [[ 29 -gt 300 ]]
9512025-09-09T23:01:32.274Z+ sleep 1
9522025-09-09T23:01:33.241Z+ retry=30
9532025-09-09T23:01:33.241Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9542025-09-09T23:01:33.275Z+ [[ 30 -gt 300 ]]
9552025-09-09T23:01:33.275Z+ sleep 1
9562025-09-09T23:01:34.248Z+ retry=31
9572025-09-09T23:01:34.248Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9582025-09-09T23:01:34.286Z+ [[ 31 -gt 300 ]]
9592025-09-09T23:01:34.286Z+ sleep 1
9602025-09-09T23:01:35.257Z+ retry=32
9612025-09-09T23:01:35.257Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9622025-09-09T23:01:35.290Z+ [[ 32 -gt 300 ]]
9632025-09-09T23:01:35.290Z+ sleep 1
9642025-09-09T23:01:36.263Z+ retry=33
9652025-09-09T23:01:36.263Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9662025-09-09T23:01:36.297Z+ [[ 33 -gt 300 ]]
9672025-09-09T23:01:36.297Z+ sleep 1
9682025-09-09T23:01:37.278Z+ retry=34
9692025-09-09T23:01:37.278Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9702025-09-09T23:01:37.312Z+ [[ 34 -gt 300 ]]
9712025-09-09T23:01:37.312Z+ sleep 1
9722025-09-09T23:01:38.287Z+ retry=35
9732025-09-09T23:01:38.287Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9742025-09-09T23:01:38.326Z+ [[ 35 -gt 300 ]]
9752025-09-09T23:01:38.326Z+ sleep 1
9762025-09-09T23:01:39.293Z+ retry=36
9772025-09-09T23:01:39.293Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9782025-09-09T23:01:39.328Z+ [[ 36 -gt 300 ]]
9792025-09-09T23:01:39.328Z+ sleep 1
9802025-09-09T23:01:40.306Z+ retry=37
9812025-09-09T23:01:40.306Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9822025-09-09T23:01:40.341Z+ [[ 37 -gt 300 ]]
9832025-09-09T23:01:40.341Z+ sleep 1
9842025-09-09T23:01:41.308Z+ retry=38
9852025-09-09T23:01:41.308Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9862025-09-09T23:01:41.343Z+ [[ 38 -gt 300 ]]
9872025-09-09T23:01:41.343Z+ sleep 1
9882025-09-09T23:01:42.320Z+ retry=39
9892025-09-09T23:01:42.320Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9902025-09-09T23:01:42.362Z+ [[ 39 -gt 300 ]]
9912025-09-09T23:01:42.362Z+ sleep 1
9922025-09-09T23:01:43.326Z+ retry=40
9932025-09-09T23:01:43.326Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9942025-09-09T23:01:43.365Z+ [[ 40 -gt 300 ]]
9952025-09-09T23:01:43.365Z+ sleep 1
9962025-09-09T23:01:44.338Z+ retry=41
9972025-09-09T23:01:44.338Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9982025-09-09T23:01:44.376Z+ [[ 41 -gt 300 ]]
9992025-09-09T23:01:44.376Z+ sleep 1
10002025-09-09T23:01:45.344Z+ retry=42
10012025-09-09T23:01:45.344Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10022025-09-09T23:01:45.379Z+ [[ 42 -gt 300 ]]
10032025-09-09T23:01:45.379Z+ sleep 1
10042025-09-09T23:01:46.354Z+ retry=43
10052025-09-09T23:01:46.354Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10062025-09-09T23:01:46.387Z+ [[ 43 -gt 300 ]]
10072025-09-09T23:01:46.387Z+ sleep 1
10082025-09-09T23:01:47.365Z+ retry=44
10092025-09-09T23:01:47.365Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10102025-09-09T23:01:47.404Z+ [[ 44 -gt 300 ]]
10112025-09-09T23:01:47.404Z+ sleep 1
10122025-09-09T23:01:48.374Z+ retry=45
10132025-09-09T23:01:48.374Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10142025-09-09T23:01:48.408Z+ [[ 45 -gt 300 ]]
10152025-09-09T23:01:48.408Z+ sleep 1
10162025-09-09T23:01:49.380Z+ retry=46
10172025-09-09T23:01:49.380Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10182025-09-09T23:01:49.416Z+ [[ 46 -gt 300 ]]
10192025-09-09T23:01:49.416Z+ sleep 1
10202025-09-09T23:01:50.384Z+ retry=47
10212025-09-09T23:01:50.384Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10222025-09-09T23:01:50.422Z+ [[ 47 -gt 300 ]]
10232025-09-09T23:01:50.422Z+ sleep 1
10242025-09-09T23:01:51.398Z+ retry=48
10252025-09-09T23:01:51.398Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10262025-09-09T23:01:51.444Z+ [[ 48 -gt 300 ]]
10272025-09-09T23:01:51.444Z+ sleep 1
10282025-09-09T23:01:52.404Z+ retry=49
10292025-09-09T23:01:52.404Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10302025-09-09T23:01:52.440Z+ [[ 49 -gt 300 ]]
10312025-09-09T23:01:52.440Z+ sleep 1
10322025-09-09T23:01:53.411Z+ retry=50
10332025-09-09T23:01:53.411Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10342025-09-09T23:01:53.447Z+ [[ 50 -gt 300 ]]
10352025-09-09T23:01:53.447Z+ sleep 1
10362025-09-09T23:01:54.427Z+ retry=51
10372025-09-09T23:01:54.427Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10382025-09-09T23:01:54.466Z+ [[ 51 -gt 300 ]]
10392025-09-09T23:01:54.466Z+ sleep 1
10402025-09-09T23:01:55.430Z+ retry=52
10412025-09-09T23:01:55.430Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10422025-09-09T23:01:55.464Z+ [[ 52 -gt 300 ]]
10432025-09-09T23:01:55.464Z+ sleep 1
10442025-09-09T23:01:56.435Z+ retry=53
10452025-09-09T23:01:56.435Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10462025-09-09T23:01:56.470Z+ [[ 53 -gt 300 ]]
10472025-09-09T23:01:56.470Z+ sleep 1
10482025-09-09T23:01:57.447Z+ retry=54
10492025-09-09T23:01:57.447Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10502025-09-09T23:01:57.486Z+ [[ 54 -gt 300 ]]
10512025-09-09T23:01:57.486Z+ sleep 1
10522025-09-09T23:01:58.456Z+ retry=55
10532025-09-09T23:01:58.457Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10542025-09-09T23:01:58.492Z+ [[ 55 -gt 300 ]]
10552025-09-09T23:01:58.492Z+ sleep 1
10562025-09-09T23:01:59.464Z+ retry=56
10572025-09-09T23:01:59.464Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10582025-09-09T23:01:59.498Z+ [[ 56 -gt 300 ]]
10592025-09-09T23:01:59.498Z+ sleep 1
10602025-09-09T23:02:00.471Z+ retry=57
10612025-09-09T23:02:00.471Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10622025-09-09T23:02:00.505Z+ [[ 57 -gt 300 ]]
10632025-09-09T23:02:00.505Z+ sleep 1
10642025-09-09T23:02:01.481Z+ retry=58
10652025-09-09T23:02:01.481Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10662025-09-09T23:02:01.607Z+ [[ 58 -gt 300 ]]
10672025-09-09T23:02:01.607Z+ sleep 1
10682025-09-09T23:02:02.490Z+ retry=59
10692025-09-09T23:02:02.490Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10702025-09-09T23:02:02.523Z+ [[ 59 -gt 300 ]]
10712025-09-09T23:02:02.523Z+ sleep 1
10722025-09-09T23:02:03.496Z+ retry=60
10732025-09-09T23:02:03.496Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10742025-09-09T23:02:03.534Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-09-09T23:02:03.335722728Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1061"}
10752025-09-09T23:02:03.534Z+ echo 'Waited for handoff: 60s'
10762025-09-09T23:02:03.534ZWaited for handoff: 60s
10772025-09-09T23:02:03.534Z+ retry=0
10782025-09-09T23:02:03.534Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
10792025-09-09T23:02:03.534Z++ wc -l
10802025-09-09T23:02:03.641Znote: database URL not specified. Will search DNS.
10812025-09-09T23:02:03.641Znote: (override with --db-url or OMDB_DB_URL)
10822025-09-09T23:02:03.674Znote: using DNS server for subnet fd00:1122:3344::/48
10832025-09-09T23:02:03.674Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10842025-09-09T23:02:03.674Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
10852025-09-09T23:02:03.715Znote: database schema version matches expected (189.0.0)
10862025-09-09T23:02:03.759Z+ INVENTORY_COLLECTION_COUNT=' 4'
10872025-09-09T23:02:03.759Z+ [[ 4 -gt 1 ]]
10882025-09-09T23:02:03.759Z+ echo 'Waited for inventory collection: 0s'
10892025-09-09T23:02:03.759Z+ retry=0
10902025-09-09T23:02:03.759ZWaited for inventory collection: 0s
10912025-09-09T23:02:03.790Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
10922025-09-09T23:02:03.790Z++ wc -l
10932025-09-09T23:02:03.828Znote: database URL not specified. Will search DNS.
10942025-09-09T23:02:03.828Znote: (override with --db-url or OMDB_DB_URL)
10952025-09-09T23:02:03.828Znote: using DNS server for subnet fd00:1122:3344::/48
10962025-09-09T23:02:03.828Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
10972025-09-09T23:02:03.828Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
10982025-09-09T23:02:03.828Znote: database schema version matches expected (189.0.0)
10992025-09-09T23:02:03.972Z+ ACTUAL_ZPOOL_COUNT=' 9'
11002025-09-09T23:02:04.009Z+ [[ 9 -eq 9 ]]
11012025-09-09T23:02:04.009Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11022025-09-09T23:02:04.049Znote: database URL not specified. Will search DNS.
11032025-09-09T23:02:04.049Znote: (override with --db-url or OMDB_DB_URL)
11042025-09-09T23:02:04.049Znote: using DNS server for subnet fd00:1122:3344::/48
11052025-09-09T23:02:04.049Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11062025-09-09T23:02:04.049Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11072025-09-09T23:02:04.049Znote: database schema version matches expected (189.0.0)
11082025-09-09T23:02:04.169ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11092025-09-09T23:02:04.169Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11102025-09-09T23:02:04.169Z0622445a-97a2-4bf8-9fe4-b2086d268803 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |4aac1341-a5d0-4d2e-a9a8-4417da13f328 |20937965568 |268435456000
11112025-09-09T23:02:04.169Z1241a70b-5494-461f-ae98-d0c017a4b35f | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |ccaf2cba-f6ba-4e2d-bc37-d2ced6b055f9 |20937965568 |268435456000
11122025-09-09T23:02:04.169Z1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |a042bba5-80b6-4ed4-972a-33260cd79928 |20937965568 |268435456000
11132025-09-09T23:02:04.169Z31aa8736-42a4-42a0-8df0-e98d5a340e1e | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |daed2f52-a593-4a2a-8411-dc813b2ee683 |20937965568 |268435456000
11142025-09-09T23:02:04.169Z6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e5ce50fc-7e4b-4220-b8fc-97145ad3d75b |20937965568 |268435456000
11152025-09-09T23:02:04.169Z9fcf7550-82d5-4932-8b67-01531f29610c | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e7ac857d-8f59-470f-8182-36fa00df7c24 |20937965568 |268435456000
11162025-09-09T23:02:04.169Za5e1ea0b-7e8d-4c32-affe-b8fb952236ec | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |5759c460-ee30-40dc-a712-491e1ecb9d46 |20937965568 |268435456000
11172025-09-09T23:02:04.170Zd79f1cac-fc43-41ee-ab98-3c563e85af10 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e584f012-af16-44b3-b421-02d9a6aa4b5f |20937965568 |268435456000
11182025-09-09T23:02:04.170Ze1be8616-71c6-4226-8325-b05e7109c223 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |49d7b313-f190-4032-acad-9067493111db |20937965568 |268435456000
11192025-09-09T23:02:04.203Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11202025-09-09T23:02:04.244Znote: database URL not specified. Will search DNS.
11212025-09-09T23:02:04.244Znote: (override with --db-url or OMDB_DB_URL)
11222025-09-09T23:02:04.244Znote: using DNS server for subnet fd00:1122:3344::/48
11232025-09-09T23:02:04.244Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11242025-09-09T23:02:04.244Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11252025-09-09T23:02:04.280Znote: database schema version matches expected (189.0.0)
11262025-09-09T23:02:04.398Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11272025-09-09T23:02:04.440Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0622445a-97a2-4bf8-9fe4-b2086d268803 0
11282025-09-09T23:02:04.440Znote: database URL not specified. Will search DNS.
11292025-09-09T23:02:04.440Znote: (override with --db-url or OMDB_DB_URL)
11302025-09-09T23:02:04.440Znote: using DNS server for subnet fd00:1122:3344::/48
11312025-09-09T23:02:04.440Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11322025-09-09T23:02:04.479Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11332025-09-09T23:02:04.479Znote: database schema version matches expected (189.0.0)
11342025-09-09T23:02:04.510Zset pool 0622445a-97a2-4bf8-9fe4-b2086d268803 control plane storage buffer bytes to 0
11352025-09-09T23:02:04.550Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11362025-09-09T23:02:04.550Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1241a70b-5494-461f-ae98-d0c017a4b35f 0
11372025-09-09T23:02:04.589Znote: database URL not specified. Will search DNS.
11382025-09-09T23:02:04.589Znote: (override with --db-url or OMDB_DB_URL)
11392025-09-09T23:02:04.589Znote: using DNS server for subnet fd00:1122:3344::/48
11402025-09-09T23:02:04.589Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11412025-09-09T23:02:04.589Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11422025-09-09T23:02:04.589Znote: database schema version matches expected (189.0.0)
11432025-09-09T23:02:04.635Zset pool 1241a70b-5494-461f-ae98-d0c017a4b35f control plane storage buffer bytes to 0
11442025-09-09T23:02:04.704Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11452025-09-09T23:02:04.704Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05 0
11462025-09-09T23:02:04.744Znote: database URL not specified. Will search DNS.
11472025-09-09T23:02:04.744Znote: (override with --db-url or OMDB_DB_URL)
11482025-09-09T23:02:04.744Znote: using DNS server for subnet fd00:1122:3344::/48
11492025-09-09T23:02:04.744Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11502025-09-09T23:02:04.744Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11512025-09-09T23:02:04.744Znote: database schema version matches expected (189.0.0)
11522025-09-09T23:02:04.780Zset pool 1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05 control plane storage buffer bytes to 0
11532025-09-09T23:02:04.780Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11542025-09-09T23:02:04.780Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 31aa8736-42a4-42a0-8df0-e98d5a340e1e 0
11552025-09-09T23:02:04.815Znote: database URL not specified. Will search DNS.
11562025-09-09T23:02:04.815Znote: (override with --db-url or OMDB_DB_URL)
11572025-09-09T23:02:04.815Znote: using DNS server for subnet fd00:1122:3344::/48
11582025-09-09T23:02:04.815Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11592025-09-09T23:02:04.815Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11602025-09-09T23:02:04.853Znote: database schema version matches expected (189.0.0)
11612025-09-09T23:02:04.897Zset pool 31aa8736-42a4-42a0-8df0-e98d5a340e1e control plane storage buffer bytes to 0
11622025-09-09T23:02:04.928Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11632025-09-09T23:02:04.928Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf 0
11642025-09-09T23:02:04.966Znote: database URL not specified. Will search DNS.
11652025-09-09T23:02:04.966Znote: (override with --db-url or OMDB_DB_URL)
11662025-09-09T23:02:04.966Znote: using DNS server for subnet fd00:1122:3344::/48
11672025-09-09T23:02:04.966Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11682025-09-09T23:02:04.966Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11692025-09-09T23:02:05.003Znote: database schema version matches expected (189.0.0)
11702025-09-09T23:02:05.044Zset pool 6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf control plane storage buffer bytes to 0
11712025-09-09T23:02:05.044Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11722025-09-09T23:02:05.044Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9fcf7550-82d5-4932-8b67-01531f29610c 0
11732025-09-09T23:02:05.077Znote: database URL not specified. Will search DNS.
11742025-09-09T23:02:05.077Znote: (override with --db-url or OMDB_DB_URL)
11752025-09-09T23:02:05.077Znote: using DNS server for subnet fd00:1122:3344::/48
11762025-09-09T23:02:05.078Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11772025-09-09T23:02:05.078Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11782025-09-09T23:02:05.110Znote: database schema version matches expected (189.0.0)
11792025-09-09T23:02:05.149Zset pool 9fcf7550-82d5-4932-8b67-01531f29610c control plane storage buffer bytes to 0
11802025-09-09T23:02:05.188Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11812025-09-09T23:02:05.188Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a5e1ea0b-7e8d-4c32-affe-b8fb952236ec 0
11822025-09-09T23:02:05.225Znote: database URL not specified. Will search DNS.
11832025-09-09T23:02:05.225Znote: (override with --db-url or OMDB_DB_URL)
11842025-09-09T23:02:05.225Znote: using DNS server for subnet fd00:1122:3344::/48
11852025-09-09T23:02:05.225Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11862025-09-09T23:02:05.225Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11872025-09-09T23:02:05.225Znote: database schema version matches expected (189.0.0)
11882025-09-09T23:02:05.262Zset pool a5e1ea0b-7e8d-4c32-affe-b8fb952236ec control plane storage buffer bytes to 0
11892025-09-09T23:02:05.297Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11902025-09-09T23:02:05.298Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer d79f1cac-fc43-41ee-ab98-3c563e85af10 0
11912025-09-09T23:02:05.333Znote: database URL not specified. Will search DNS.
11922025-09-09T23:02:05.333Znote: (override with --db-url or OMDB_DB_URL)
11932025-09-09T23:02:05.333Znote: using DNS server for subnet fd00:1122:3344::/48
11942025-09-09T23:02:05.333Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11952025-09-09T23:02:05.333Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11962025-09-09T23:02:05.333Znote: database schema version matches expected (189.0.0)
11972025-09-09T23:02:05.374Zset pool d79f1cac-fc43-41ee-ab98-3c563e85af10 control plane storage buffer bytes to 0
11982025-09-09T23:02:05.414Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11992025-09-09T23:02:05.414Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e1be8616-71c6-4226-8325-b05e7109c223 0
12002025-09-09T23:02:05.450Znote: database URL not specified. Will search DNS.
12012025-09-09T23:02:05.451Znote: (override with --db-url or OMDB_DB_URL)
12022025-09-09T23:02:05.451Znote: using DNS server for subnet fd00:1122:3344::/48
12032025-09-09T23:02:05.451Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12042025-09-09T23:02:05.451Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12052025-09-09T23:02:05.451Znote: database schema version matches expected (189.0.0)
12062025-09-09T23:02:05.497Zset pool e1be8616-71c6-4226-8325-b05e7109c223 control plane storage buffer bytes to 0
12072025-09-09T23:02:05.535Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12082025-09-09T23:02:05.570Znote: database URL not specified. Will search DNS.
12092025-09-09T23:02:05.570Znote: (override with --db-url or OMDB_DB_URL)
12102025-09-09T23:02:05.570Znote: using DNS server for subnet fd00:1122:3344::/48
12112025-09-09T23:02:05.570Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12122025-09-09T23:02:05.570Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12132025-09-09T23:02:05.570Znote: database schema version matches expected (189.0.0)
12142025-09-09T23:02:05.691ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12152025-09-09T23:02:05.691Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12162025-09-09T23:02:05.691Z0622445a-97a2-4bf8-9fe4-b2086d268803 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |4aac1341-a5d0-4d2e-a9a8-4417da13f328 |20937965568 |0
12172025-09-09T23:02:05.691Z1241a70b-5494-461f-ae98-d0c017a4b35f | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |ccaf2cba-f6ba-4e2d-bc37-d2ced6b055f9 |20937965568 |0
12182025-09-09T23:02:05.691Z1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |a042bba5-80b6-4ed4-972a-33260cd79928 |20937965568 |0
12192025-09-09T23:02:05.691Z31aa8736-42a4-42a0-8df0-e98d5a340e1e | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |daed2f52-a593-4a2a-8411-dc813b2ee683 |20937965568 |0
12202025-09-09T23:02:05.691Z6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e5ce50fc-7e4b-4220-b8fc-97145ad3d75b |20937965568 |0
12212025-09-09T23:02:05.691Z9fcf7550-82d5-4932-8b67-01531f29610c | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e7ac857d-8f59-470f-8182-36fa00df7c24 |20937965568 |0
12222025-09-09T23:02:05.691Za5e1ea0b-7e8d-4c32-affe-b8fb952236ec | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |5759c460-ee30-40dc-a712-491e1ecb9d46 |20937965568 |0
12232025-09-09T23:02:05.691Zd79f1cac-fc43-41ee-ab98-3c563e85af10 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |e584f012-af16-44b3-b421-02d9a6aa4b5f |20937965568 |0
12242025-09-09T23:02:05.691Ze1be8616-71c6-4226-8325-b05e7109c223 | |827b1b18-c8e1-43e0-8388-d06d0d653eb9 |49d7b313-f190-4032-acad-9067493111db |20937965568 |0
12252025-09-09T23:02:05.728Z+ export RUST_BACKTRACE=1
12262025-09-09T23:02:05.728Z+ RUST_BACKTRACE=1
12272025-09-09T23:02:05.728Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12282025-09-09T23:02:05.728Z++ ./target/debug/bootstrap
12292025-09-09T23:02:05.958ZUsing external DNS server at 10.151.1.164:53
12302025-09-09T23:02:05.995Z2025-09-09 23:02:05.962788135 UTC: attempting to log into API
12312025-09-09T23:02:07.716Z2025-09-09 23:02:07.691448278 UTC: login succeeded
12322025-09-09T23:02:07.753Zwaiting for nexus to come up...
12332025-09-09T23:02:07.814Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
12342025-09-09T23:02:08.403Zsetting up quotas...
12352025-09-09T23:02:08.465Zensuring datasets are ready...
12362025-09-09T23:02:11.835Zlet's roll.
12372025-09-09T23:02:11.879Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12382025-09-09T23:02:11.879ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12392025-09-09T23:02:11.879ZOXIDE_TOKEN=oxide-token-e4e2c32e203ff71686b0f67ebef4655cbdb606a4'
12402025-09-09T23:02:11.879Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12412025-09-09T23:02:11.879Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
12422025-09-09T23:02:11.879Z++ OXIDE_TOKEN=oxide-token-e4e2c32e203ff71686b0f67ebef4655cbdb606a4
12432025-09-09T23:02:11.880Z+ export OXIDE_HOST OXIDE_TOKEN
12442025-09-09T23:02:11.880Z+ retry=0
12452025-09-09T23:02:11.880Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12462025-09-09T23:02:11.922Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
12472025-09-09T23:02:12.658Z{"status":"ok"}{
12482025-09-09T23:02:12.658Z "description": "some images",
12492025-09-09T23:02:12.658Z "id": "0160c45f-565e-4546-89c9-c8eb285f8856",
12502025-09-09T23:02:12.658Z "name": "images",
12512025-09-09T23:02:12.658Z "time_created": "2025-09-09T23:02:12.045399Z",
12522025-09-09T23:02:12.658Z "time_modified": "2025-09-09T23:02:12.045399Z"
12532025-09-09T23:02:12.658Z}
12542025-09-09T23:02:12.706Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
12552025-09-09T23:12:30.243ZDone!
12562025-09-09T23:12:30.281Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
12572025-09-09T23:12:30.396Z{
12582025-09-09T23:12:30.396Z "block_size": 512,
12592025-09-09T23:12:30.396Z "description": "debian 11 original base image",
12602025-09-09T23:12:30.396Z "id": "a58ef30e-94a1-42cf-b6e5-6f93ede54ded",
12612025-09-09T23:12:30.396Z "name": "debian11",
12622025-09-09T23:12:30.396Z "os": "debian",
12632025-09-09T23:12:30.396Z "size": 2147483648,
12642025-09-09T23:12:30.396Z "time_created": "2025-09-09T23:12:30.154672Z",
12652025-09-09T23:12:30.396Z "time_modified": "2025-09-09T23:12:30.366736Z",
12662025-09-09T23:12:30.396Z "version": "11"
12672025-09-09T23:12:30.396Z}
12682025-09-09T23:12:30.434Z+ for test_bin in tests/*
12692025-09-09T23:12:30.434Z+ ./tests/bootstrap-9444cdaf4a2408ff
12702025-09-09T23:12:30.434Z
12712025-09-09T23:12:30.434Zrunning 0 tests
12722025-09-09T23:12:30.434Z
12732025-09-09T23:12:30.434Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12742025-09-09T23:12:30.434Z
12752025-09-09T23:12:30.434Z+ for test_bin in tests/*
12762025-09-09T23:12:30.434Z+ ./tests/commtest-90e6b28d8c21b1ef
12772025-09-09T23:12:30.473Z
12782025-09-09T23:12:30.473Zrunning 0 tests
12792025-09-09T23:12:30.473Z
12802025-09-09T23:12:30.473Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12812025-09-09T23:12:30.474Z
12822025-09-09T23:12:30.474Z+ for test_bin in tests/*
12832025-09-09T23:12:30.474Z+ ./tests/dhcp_server-44a50baffdfb3ae7
12842025-09-09T23:12:30.474Z
12852025-09-09T23:12:30.474Zrunning 0 tests
12862025-09-09T23:12:30.474Z
12872025-09-09T23:12:30.474Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12882025-09-09T23:12:30.474Z
12892025-09-09T23:12:30.474Z+ for test_bin in tests/*
12902025-09-09T23:12:30.474Z+ ./tests/end_to_end_tests-defc0a6611f0df77
12912025-09-09T23:12:30.627Z
12922025-09-09T23:12:30.627Zrunning 3 tests
12932025-09-09T23:12:30.665Znote: configured to log to "/tmp/end_to_end_tests-defc0a6611f0df77-new_blueprint_noop.4020.0.log"
12942025-09-09T23:12:31.024Ztest no_spoof::no_spoof_here ... ok
12952025-09-09T23:12:31.490Ztest noop_blueprint::new_blueprint_noop ... ok
12962025-09-09T23:12:59.519Ztest instance_launch::instance_launch ... ok
12972025-09-09T23:12:59.519Z
12982025-09-09T23:12:59.560Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.89s
12992025-09-09T23:12:59.560Z
13002025-09-09T23:12:59.560Z+ _exit_trap
13012025-09-09T23:12:59.560Z+ local status=0
13022025-09-09T23:12:59.560Z+ set +o errexit
13032025-09-09T23:12:59.560Z+ [[ x != \x ]]
13042025-09-09T23:12:59.560Z+ pfexec svcadm -Z disable -s cron
13052025-09-09T23:13:02.003Z+ [[ 0 -eq 0 ]]
13062025-09-09T23:13:02.003Z+ exit 0
13072025-09-09T23:13:02.039Zprocess exited: duration 882185 ms, exit code 0
 
13082025-09-09T23:13:02.317Zfound 132 output files
13092025-09-09T23:13:02.365Zuploading: /var/svc/log/oxide-mg-ddm:default.log (323241 bytes)
13102025-09-09T23:13:02.675Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 323241 -> 324006
13112025-09-09T23:13:03.794Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13122025-09-09T23:13:03.794Zuploading: /var/svc/log/oxide-sled-agent:default.log (2659019 bytes)
13132025-09-09T23:13:04.646Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 2659019 -> 2666223
13142025-09-09T23:13:05.764Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13152025-09-09T23:13:05.764Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7293763 bytes)
13162025-09-09T23:13:09.921Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7293763 -> 7370982
13172025-09-09T23:13:11.041Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13182025-09-09T23:13:11.041Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (267469 bytes)
13192025-09-09T23:13:12.441Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
13202025-09-09T23:13:12.482Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7405 bytes)
13212025-09-09T23:13:12.547Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 7405 -> 7702
13222025-09-09T23:13:13.654Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13232025-09-09T23:13:13.654Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (32044 bytes)
13242025-09-09T23:13:14.922Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
13252025-09-09T23:13:14.922Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (346718 bytes)
13262025-09-09T23:13:15.294Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 346718 -> 353099
13272025-09-09T23:13:16.403Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13282025-09-09T23:13:16.404Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (10372 bytes)
13292025-09-09T23:13:17.584Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
13302025-09-09T23:13:17.619Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (440554 bytes)
13312025-09-09T23:13:17.955Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 440554 -> 448595
13322025-09-09T23:13:19.060Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13332025-09-09T23:13:19.060Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (18809 bytes)
13342025-09-09T23:13:20.327Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
13352025-09-09T23:13:20.327Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3710850 bytes)
13362025-09-09T23:13:21.445Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3710850 -> 3758990
13372025-09-09T23:13:22.561Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13382025-09-09T23:13:22.561Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (108873 bytes)
13392025-09-09T23:13:23.889Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
13402025-09-09T23:13:23.890Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (6063682 bytes)
13412025-09-09T23:13:25.691Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 6063682 -> 6239162
13422025-09-09T23:13:26.822Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13432025-09-09T23:13:26.822Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (148617 bytes)
13442025-09-09T23:13:28.203Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
13452025-09-09T23:13:28.203Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
13462025-09-09T23:13:29.310Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13472025-09-09T23:13:29.310Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3339 bytes)
13482025-09-09T23:13:30.468Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
13492025-09-09T23:13:30.468Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (453863 bytes)
13502025-09-09T23:13:30.849Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 453863 -> 470256
13512025-09-09T23:13:31.968Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
13522025-09-09T23:13:31.968Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (22469 bytes)
13532025-09-09T23:13:33.300Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
13542025-09-09T23:13:33.300Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12285 bytes)
13552025-09-09T23:13:33.468Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12285 -> 13455
13562025-09-09T23:13:34.630Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13572025-09-09T23:13:34.630Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
13582025-09-09T23:13:35.991Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
13592025-09-09T23:13:35.992Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (348 bytes)
13602025-09-09T23:13:37.417Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13612025-09-09T23:13:37.522Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3498 bytes)
13622025-09-09T23:13:38.838Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
13632025-09-09T23:13:38.838Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13642025-09-09T23:13:40.116Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13652025-09-09T23:13:40.116Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2339 bytes)
13662025-09-09T23:13:41.476Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
13672025-09-09T23:13:41.476Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-cockroach-admin:default.log (64339 bytes)
13682025-09-09T23:13:41.772Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64339 -> 68772
13692025-09-09T23:13:42.910Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-cockroach-admin:default.log
13702025-09-09T23:13:42.910Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
13712025-09-09T23:13:44.079Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-cockroachdb:default.log
13722025-09-09T23:13:44.079Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
13732025-09-09T23:13:45.222Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_cockroachdb_d4e3acad-8637-432d-862b-56424be4c7f4/root/var/svc/log/oxide-zone-network-setup:default.log
13742025-09-09T23:13:45.222Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-agent:default.log (45455 bytes)
13752025-09-09T23:13:46.564Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-agent:default.log
13762025-09-09T23:13:46.564Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13772025-09-09T23:13:47.867Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:default.log
13782025-09-09T23:13:47.867Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-207d46c8-e911-4f69-b66f-0f5e72f9b548.log (3009 bytes)
13792025-09-09T23:13:49.178Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-207d46c8-e911-4f69-b66f-0f5e72f9b548.log
13802025-09-09T23:13:49.219Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-292d1985-294d-46b6-b1c4-9ae43276a2af.log (6076 bytes)
13812025-09-09T23:13:50.333Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-292d1985-294d-46b6-b1c4-9ae43276a2af.log
13822025-09-09T23:13:50.333Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189.log (3126 bytes)
13832025-09-09T23:13:51.498Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e6f4823-c629-49af-a5e8-41ea05b9f189.log
13842025-09-09T23:13:51.498Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba.log (5973 bytes)
13852025-09-09T23:13:52.656Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-38ed6c5a-7937-48a5-9221-8bcfbce260ba.log
13862025-09-09T23:13:52.692Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:snapshot-292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d.log (5658 bytes)
13872025-09-09T23:13:53.797Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-crucible-downstairs:snapshot-292d1985-294d-46b6-b1c4-9ae43276a2af-b558694f-ee91-4483-b7e5-fc47938cce3d.log
13882025-09-09T23:13:53.836Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13892025-09-09T23:13:54.957Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_092bf535-87ab-4e4c-9ce8-da048ffb55c9/root/var/svc/log/oxide-zone-network-setup:default.log
13902025-09-09T23:13:54.957Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_pantry_c3bd7b23-c9c3-45bf-8c73-89960d192a11/root/var/svc/log/oxide-crucible-pantry:default.log (919337 bytes)
13912025-09-09T23:13:55.507Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_pantry_c3bd7b23-c9c3-45bf-8c73-89960d192a11/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 919337 -> 926014
13922025-09-09T23:13:56.613Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_pantry_c3bd7b23-c9c3-45bf-8c73-89960d192a11/root/var/svc/log/oxide-crucible-pantry:default.log
13932025-09-09T23:13:56.613Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_pantry_c3bd7b23-c9c3-45bf-8c73-89960d192a11/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
13942025-09-09T23:13:57.766Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_crucible_pantry_c3bd7b23-c9c3-45bf-8c73-89960d192a11/root/var/svc/log/oxide-zone-network-setup:default.log
13952025-09-09T23:13:57.766Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-external_dns:default.log (45757 bytes)
13962025-09-09T23:13:57.943Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45757 -> 49527
13972025-09-09T23:13:59.061Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-external_dns:default.log
13982025-09-09T23:13:59.061Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13992025-09-09T23:14:00.212Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-opte-interface-setup:default.log
14002025-09-09T23:14:00.252Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14012025-09-09T23:14:01.363Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_external_dns_ba15ff55-0ef2-46ce-acf2-ab1a928aae19/root/var/svc/log/oxide-zone-network-setup:default.log
14022025-09-09T23:14:01.363Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-internal_dns:default.log (880423 bytes)
14032025-09-09T23:14:01.858Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 880423 -> 917593
14042025-09-09T23:14:02.968Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-internal_dns:default.log
14052025-09-09T23:14:03.009Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-internal_dns:default.log.0 (11710 bytes)
14062025-09-09T23:14:04.159Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-internal_dns:default.log.0
14072025-09-09T23:14:04.196Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14082025-09-09T23:14:05.276Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-zone-network-setup:default.log
14092025-09-09T23:14:05.276Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
14102025-09-09T23:14:06.425Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_internal_dns_7bfa7ef8-9d15-4629-b459-e8c34cd09d91/root/var/svc/log/oxide-zone-network-setup:default.log.0
14112025-09-09T23:14:06.425Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
14122025-09-09T23:14:07.560Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-chrony-setup:default.log
14132025-09-09T23:14:07.560Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-chrony-setup:default.log.0 (15277 bytes)
14142025-09-09T23:14:08.763Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-chrony-setup:default.log.0
14152025-09-09T23:14:08.799Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp-admin:default.log (76034 bytes)
14162025-09-09T23:14:09.439Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 76034 -> 80731
14172025-09-09T23:14:10.549Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp-admin:default.log
14182025-09-09T23:14:10.549Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp-admin:default.log.0 (3929 bytes)
14192025-09-09T23:14:11.697Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp-admin:default.log.0
14202025-09-09T23:14:11.698Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp:default.log (2263 bytes)
14212025-09-09T23:14:11.774Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 2263 -> 2351
14222025-09-09T23:14:12.880Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp:default.log
14232025-09-09T23:14:12.880Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp:default.log.0 (594 bytes)
14242025-09-09T23:14:14.036Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-ntp:default.log.0
14252025-09-09T23:14:14.073Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
14262025-09-09T23:14:15.147Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-opte-interface-setup:default.log
14272025-09-09T23:14:15.147Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
14282025-09-09T23:14:16.293Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-opte-interface-setup:default.log.0
14292025-09-09T23:14:16.294Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14302025-09-09T23:14:17.406Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-zone-network-setup:default.log
14312025-09-09T23:14:17.406Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2032 bytes)
14322025-09-09T23:14:18.555Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14332025-09-09T23:14:18.555Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_oximeter_a8890380-030a-4aef-b7e8-722cffac7b76/root/var/svc/log/oxide-oximeter:default.log (3942251 bytes)
14342025-09-09T23:14:19.814Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_oximeter_a8890380-030a-4aef-b7e8-722cffac7b76/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3942251 -> 4372314
14352025-09-09T23:14:20.926Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_oximeter_a8890380-030a-4aef-b7e8-722cffac7b76/root/var/svc/log/oxide-oximeter:default.log
14362025-09-09T23:14:20.926Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_oximeter_a8890380-030a-4aef-b7e8-722cffac7b76/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14372025-09-09T23:14:22.078Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_oximeter_a8890380-030a-4aef-b7e8-722cffac7b76/root/var/svc/log/oxide-zone-network-setup:default.log
14382025-09-09T23:14:22.078Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-cockroach-admin:default.log (64335 bytes)
14392025-09-09T23:14:22.292Zupload warning: file "/pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64335 -> 68767
14402025-09-09T23:14:23.407Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-cockroach-admin:default.log
14412025-09-09T23:14:23.441Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
14422025-09-09T23:14:24.546Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-cockroachdb:default.log
14432025-09-09T23:14:24.546Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14442025-09-09T23:14:25.696Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_cockroachdb_f730b1da-ee29-4a97-932d-626c32c3ddd6/root/var/svc/log/oxide-zone-network-setup:default.log
14452025-09-09T23:14:25.696Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14462025-09-09T23:14:26.836Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-crucible-agent:default.log
14472025-09-09T23:14:26.874Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14482025-09-09T23:14:27.981Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-crucible-downstairs:default.log
14492025-09-09T23:14:27.981Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14502025-09-09T23:14:29.133Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_crucible_d2be099b-eff6-4471-851c-5e82ea3f2b07/root/var/svc/log/oxide-zone-network-setup:default.log
14512025-09-09T23:14:29.133Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-nexus:default.log (10165247 bytes)
14522025-09-09T23:14:32.572Zupload warning: file "/pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 10165247 -> 11319605
14532025-09-09T23:14:33.676Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-nexus:default.log
14542025-09-09T23:14:33.676Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14552025-09-09T23:14:34.821Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-opte-interface-setup:default.log
14562025-09-09T23:14:34.821Zuploading: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
14572025-09-09T23:14:35.974Zuploaded: /pool/ext/1241a70b-5494-461f-ae98-d0c017a4b35f/crypt/zone/oxz_nexus_dd41ddb7-0042-4648-8197-b26b507b992b/root/var/svc/log/oxide-zone-network-setup:default.log
14582025-09-09T23:14:35.974Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-cockroach-admin:default.log (66145 bytes)
14592025-09-09T23:14:36.195Zupload warning: file "/pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 66145 -> 75010
14602025-09-09T23:14:37.444Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-cockroach-admin:default.log
14612025-09-09T23:14:37.444Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-cockroachdb:default.log (4300 bytes)
14622025-09-09T23:14:38.593Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-cockroachdb:default.log
14632025-09-09T23:14:38.593Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
14642025-09-09T23:14:39.860Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_cockroachdb_0794562f-ac1f-41de-b996-dc5a9eb8ca3a/root/var/svc/log/oxide-zone-network-setup:default.log
14652025-09-09T23:14:39.860Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-crucible-agent:default.log (1981 bytes)
14662025-09-09T23:14:41.009Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-crucible-agent:default.log
14672025-09-09T23:14:41.009Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14682025-09-09T23:14:42.437Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-crucible-downstairs:default.log
14692025-09-09T23:14:42.553Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14702025-09-09T23:14:43.692Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_crucible_be415691-4c9a-4f42-ac56-becdb92404b9/root/var/svc/log/oxide-zone-network-setup:default.log
14712025-09-09T23:14:43.692Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-nexus:default.log (50528324 bytes)
14722025-09-09T23:14:57.751Zupload warning: file "/pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 50528324 -> 52229410
14732025-09-09T23:14:58.883Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-nexus:default.log
14742025-09-09T23:14:58.883Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14752025-09-09T23:15:00.044Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-opte-interface-setup:default.log
14762025-09-09T23:15:00.044Zuploading: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
14772025-09-09T23:15:01.203Zuploaded: /pool/ext/1afc7f8a-d1e8-4c50-bd9a-41ecf373fe05/crypt/zone/oxz_nexus_4245cf9b-2641-419d-b4cc-35dbc752b37c/root/var/svc/log/oxide-zone-network-setup:default.log
14782025-09-09T23:15:01.203Zuploading: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14792025-09-09T23:15:02.352Zuploaded: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-crucible-agent:default.log
14802025-09-09T23:15:02.352Zuploading: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14812025-09-09T23:15:03.499Zuploaded: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-crucible-downstairs:default.log
14822025-09-09T23:15:03.499Zuploading: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
14832025-09-09T23:15:04.655Zuploaded: /pool/ext/31aa8736-42a4-42a0-8df0-e98d5a340e1e/crypt/zone/oxz_crucible_942b7b44-14df-4ccc-985b-36abf9dd8892/root/var/svc/log/oxide-zone-network-setup:default.log
14842025-09-09T23:15:04.655Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-agent:default.log (36425 bytes)
14852025-09-09T23:15:05.931Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-agent:default.log
14862025-09-09T23:15:05.931Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14872025-09-09T23:15:07.492Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:default.log
14882025-09-09T23:15:07.492Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:downstairs-32db2b40-67b7-4291-8144-dc4de5852aff.log (5972 bytes)
14892025-09-09T23:15:08.997Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:downstairs-32db2b40-67b7-4291-8144-dc4de5852aff.log
14902025-09-09T23:15:08.997Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:downstairs-7ef38a0f-ac7e-473c-84a3-06f6e8d739ca.log (6081 bytes)
14912025-09-09T23:15:10.293Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:downstairs-7ef38a0f-ac7e-473c-84a3-06f6e8d739ca.log
14922025-09-09T23:15:10.293Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:snapshot-7ef38a0f-ac7e-473c-84a3-06f6e8d739ca-b558694f-ee91-4483-b7e5-fc47938cce3d.log (5656 bytes)
14932025-09-09T23:15:11.444Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-crucible-downstairs:snapshot-7ef38a0f-ac7e-473c-84a3-06f6e8d739ca-b558694f-ee91-4483-b7e5-fc47938cce3d.log
14942025-09-09T23:15:11.444Zuploading: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14952025-09-09T23:15:12.596Zuploaded: /pool/ext/6e8ee60e-15af-4b7a-bbf0-13c66a9dfadf/crypt/zone/oxz_crucible_a1124e4a-8431-411d-bf72-42613bf2aa87/root/var/svc/log/oxide-zone-network-setup:default.log
14962025-09-09T23:15:12.596Zuploading: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-crucible-agent:default.log (1985 bytes)
14972025-09-09T23:15:13.747Zuploaded: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-crucible-agent:default.log
14982025-09-09T23:15:13.747Zuploading: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14992025-09-09T23:15:14.893Zuploaded: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-crucible-downstairs:default.log
15002025-09-09T23:15:14.893Zuploading: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15012025-09-09T23:15:16.035Zuploaded: /pool/ext/9fcf7550-82d5-4932-8b67-01531f29610c/crypt/zone/oxz_crucible_94fc3d46-5507-4050-9b8d-d2f2df507cdd/root/var/svc/log/oxide-zone-network-setup:default.log
15022025-09-09T23:15:16.035Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-cockroach-admin:default.log (64340 bytes)
15032025-09-09T23:15:16.248Zupload warning: file "/pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64340 -> 73204
15042025-09-09T23:15:17.354Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-cockroach-admin:default.log
15052025-09-09T23:15:17.354Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
15062025-09-09T23:15:18.492Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-cockroachdb:default.log
15072025-09-09T23:15:18.492Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
15082025-09-09T23:15:19.642Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_cockroachdb_4e85dcf6-d748-42e4-85af-a3356a4e1c03/root/var/svc/log/oxide-zone-network-setup:default.log
15092025-09-09T23:15:19.642Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-agent:default.log (30042 bytes)
15102025-09-09T23:15:20.894Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-agent:default.log
15112025-09-09T23:15:20.894Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15122025-09-09T23:15:22.038Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:default.log
15132025-09-09T23:15:22.038Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ced66f6-8325-4509-802a-c6ffede8666b.log (3126 bytes)
15142025-09-09T23:15:23.181Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ced66f6-8325-4509-802a-c6ffede8666b.log
15152025-09-09T23:15:23.181Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-4cd13338-b6dc-4095-b148-fcfd721a7020.log (3009 bytes)
15162025-09-09T23:15:24.321Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-4cd13338-b6dc-4095-b148-fcfd721a7020.log
15172025-09-09T23:15:24.321Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a.log (5971 bytes)
15182025-09-09T23:15:25.469Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a.log
15192025-09-09T23:15:25.469Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15202025-09-09T23:15:26.618Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4/root/var/svc/log/oxide-zone-network-setup:default.log
15212025-09-09T23:15:26.618Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-internal_dns:default.log (880436 bytes)
15222025-09-09T23:15:27.118Zupload warning: file "/pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 880436 -> 958410
15232025-09-09T23:15:28.227Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-internal_dns:default.log
15242025-09-09T23:15:28.262Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-internal_dns:default.log.0 (11711 bytes)
15252025-09-09T23:15:29.409Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-internal_dns:default.log.0
15262025-09-09T23:15:29.409Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15272025-09-09T23:15:30.518Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-zone-network-setup:default.log
15282025-09-09T23:15:30.518Zuploading: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15292025-09-09T23:15:31.661Zuploaded: /pool/ext/a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crypt/zone/oxz_internal_dns_31726bcc-45e7-413a-8adf-caa1e9b20bb1/root/var/svc/log/oxide-zone-network-setup:default.log.0
15302025-09-09T23:15:31.700Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-agent:default.log (8908 bytes)
15312025-09-09T23:15:32.846Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-agent:default.log
15322025-09-09T23:15:32.846Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15332025-09-09T23:15:33.993Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-downstairs:default.log
15342025-09-09T23:15:33.993Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-downstairs:downstairs-5b24249e-e38a-4daf-afeb-17ce97ba7fa6.log (3007 bytes)
15352025-09-09T23:15:35.138Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-crucible-downstairs:downstairs-5b24249e-e38a-4daf-afeb-17ce97ba7fa6.log
15362025-09-09T23:15:35.138Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15372025-09-09T23:15:36.290Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_bb95f424-9b35-41e9-b9f7-0e5d846a0556/root/var/svc/log/oxide-zone-network-setup:default.log
15382025-09-09T23:15:36.329Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_b6a6a6e3-7992-4d4b-98d0-0c876dee7384/root/var/svc/log/oxide-crucible-pantry:default.log (162490 bytes)
15392025-09-09T23:15:36.592Zupload warning: file "/pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_b6a6a6e3-7992-4d4b-98d0-0c876dee7384/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 162490 -> 195872
15402025-09-09T23:15:37.735Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_b6a6a6e3-7992-4d4b-98d0-0c876dee7384/root/var/svc/log/oxide-crucible-pantry:default.log
15412025-09-09T23:15:37.782Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_b6a6a6e3-7992-4d4b-98d0-0c876dee7384/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
15422025-09-09T23:15:39.312Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_b6a6a6e3-7992-4d4b-98d0-0c876dee7384/root/var/svc/log/oxide-zone-network-setup:default.log
15432025-09-09T23:15:39.312Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_f29fce4a-285c-4615-b887-ca3f330af48c/root/var/svc/log/oxide-crucible-pantry:default.log (161318 bytes)
15442025-09-09T23:15:40.027Zupload warning: file "/pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_f29fce4a-285c-4615-b887-ca3f330af48c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161318 -> 194611
15452025-09-09T23:15:41.133Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_f29fce4a-285c-4615-b887-ca3f330af48c/root/var/svc/log/oxide-crucible-pantry:default.log
15462025-09-09T23:15:41.133Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_f29fce4a-285c-4615-b887-ca3f330af48c/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
15472025-09-09T23:15:42.269Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_crucible_pantry_f29fce4a-285c-4615-b887-ca3f330af48c/root/var/svc/log/oxide-zone-network-setup:default.log
15482025-09-09T23:15:42.324Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-nexus:default.log (10169032 bytes)
15492025-09-09T23:15:45.313Zupload warning: file "/pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 10169032 -> 12356259
15502025-09-09T23:15:46.434Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-nexus:default.log
15512025-09-09T23:15:46.434Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15522025-09-09T23:15:47.580Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-opte-interface-setup:default.log
15532025-09-09T23:15:47.580Zuploading: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15542025-09-09T23:15:48.727Zuploaded: /pool/ext/d79f1cac-fc43-41ee-ab98-3c563e85af10/crypt/zone/oxz_nexus_db3336a3-749d-428c-8e3d-47bce2e3fb2e/root/var/svc/log/oxide-zone-network-setup:default.log
15552025-09-09T23:15:48.727Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse-admin-single:default.log (45704 bytes)
15562025-09-09T23:15:48.938Zupload warning: file "/pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 45704 -> 57035
15572025-09-09T23:15:50.047Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15582025-09-09T23:15:50.047Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse:default.log (4400874 bytes)
15592025-09-09T23:15:51.503Zupload warning: file "/pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 4400874 -> 5389717
15602025-09-09T23:15:52.613Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-clickhouse:default.log
15612025-09-09T23:15:52.614Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
15622025-09-09T23:15:53.757Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_clickhouse_fbb08b4f-a2c3-4877-8957-cc1c37598ff6/root/var/svc/log/oxide-zone-network-setup:default.log
15632025-09-09T23:15:53.757Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-cockroach-admin:default.log (64335 bytes)
15642025-09-09T23:15:54.091Zupload warning: file "/pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 64335 -> 77632
15652025-09-09T23:15:55.198Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-cockroach-admin:default.log
15662025-09-09T23:15:55.198Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-cockroachdb:default.log (4400 bytes)
15672025-09-09T23:15:56.342Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-cockroachdb:default.log
15682025-09-09T23:15:56.342Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
15692025-09-09T23:15:57.497Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_cockroachdb_aee59daf-d776-4d01-a1c1-2aa6a263f46d/root/var/svc/log/oxide-zone-network-setup:default.log
15702025-09-09T23:15:57.497Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-agent:default.log (29089 bytes)
15712025-09-09T23:15:58.744Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-agent:default.log
15722025-09-09T23:15:58.744Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15732025-09-09T23:15:59.889Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:default.log
15742025-09-09T23:15:59.889Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:downstairs-27c6d16b-2c6d-4893-b6e0-4bab4ab7e199.log (3127 bytes)
15752025-09-09T23:16:01.038Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:downstairs-27c6d16b-2c6d-4893-b6e0-4bab4ab7e199.log
15762025-09-09T23:16:01.038Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:downstairs-621e9c35-dbfc-4834-b870-e9902b87cd78.log (6078 bytes)
15772025-09-09T23:16:02.186Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:downstairs-621e9c35-dbfc-4834-b870-e9902b87cd78.log
15782025-09-09T23:16:02.186Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:snapshot-621e9c35-dbfc-4834-b870-e9902b87cd78-b558694f-ee91-4483-b7e5-fc47938cce3d.log (5657 bytes)
15792025-09-09T23:16:03.324Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-crucible-downstairs:snapshot-621e9c35-dbfc-4834-b870-e9902b87cd78-b558694f-ee91-4483-b7e5-fc47938cce3d.log
15802025-09-09T23:16:03.324Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15812025-09-09T23:16:04.477Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_crucible_ab4549a6-d0a1-48fd-bb17-536cf953f866/root/var/svc/log/oxide-zone-network-setup:default.log
15822025-09-09T23:16:04.477Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-external_dns:default.log (45742 bytes)
15832025-09-09T23:16:04.704Zupload warning: file "/pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45742 -> 57061
15842025-09-09T23:16:05.793Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-external_dns:default.log
15852025-09-09T23:16:05.793Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15862025-09-09T23:16:07.133Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-opte-interface-setup:default.log
15872025-09-09T23:16:07.133Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
15882025-09-09T23:16:08.369Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_external_dns_0485cfd9-5d6c-4882-9877-8f816dcb5e7e/root/var/svc/log/oxide-zone-network-setup:default.log
15892025-09-09T23:16:08.369Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-internal_dns:default.log (880403 bytes)
15902025-09-09T23:16:10.736Zupload warning: file "/pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 880403 -> 984558
15912025-09-09T23:16:11.838Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-internal_dns:default.log
15922025-09-09T23:16:11.838Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-internal_dns:default.log.0 (11711 bytes)
15932025-09-09T23:16:13.014Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-internal_dns:default.log.0
15942025-09-09T23:16:13.014Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15952025-09-09T23:16:14.120Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-zone-network-setup:default.log
15962025-09-09T23:16:14.120Zuploading: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15972025-09-09T23:16:15.264Zuploaded: /pool/ext/e1be8616-71c6-4226-8325-b05e7109c223/crypt/zone/oxz_internal_dns_d08d0778-5fc6-4152-907d-e5b9e6a4b45e/root/var/svc/log/oxide-zone-network-setup:default.log.0
15982025-09-09T23:16:15.265Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/measurements.log (445759 bytes)
15992025-09-09T23:16:16.129Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/measurements.log" changed size mid upload: 445759 -> 528514
16002025-09-09T23:16:17.245Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/measurements.log
16012025-09-09T23:16:17.245Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/statistics.log (252720 bytes)
16022025-09-09T23:16:17.838Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/statistics.log" changed size mid upload: 252720 -> 285480
16032025-09-09T23:16:18.964Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/statistics.log
16042025-09-09T23:16:18.964Zuploading: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/tracking.log (32360 bytes)
16052025-09-09T23:16:19.153Zupload warning: file "/pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/tracking.log" changed size mid upload: 32360 -> 35396
16062025-09-09T23:16:20.268Zuploaded: /pool/ext/0622445a-97a2-4bf8-9fe4-b2086d268803/crypt/zone/oxz_ntp_bd7162af-6f29-4b13-8899-55c0d98d317b/root/var/log/chrony/tracking.log