01JN5HQ3NQEKQ2CTS0GDFCXFQE: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JN5HRK6GCZR7ZBA56PX6ZCN1

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-02-28T06:28:52.893Zjob dependencies complete; ready to run (waiting for 37 m 12 s)
22025-02-28T06:36:47.024Zjob assigned to worker 01JN5M36VF5J7M9TRYH09EVDXZ [factory lab, buskin/13738] (queued for 7 m 54 s)
32025-02-28T06:36:47.188Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-02-28T06:36:47.239Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-02-28T06:36:47.286Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-02-28T06:36:47.318Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-02-28T06:36:47.351Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-02-28T06:36:47.386ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-02-28T06:36:47.419Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-02-28T06:36:47.461ZOxide Helios Version helios-2.0.23032 64-bit
112025-02-28T06:36:47.535ZConfiguring devices.
122025-02-28T06:36:47.577Z##################################################
132025-02-28T06:36:47.614Z#### ############# ##
142025-02-28T06:36:47.655Z### ### ############ ##
152025-02-28T06:36:47.690Z## ### # ## ### ## Oxide Computer Company ##
162025-02-28T06:36:47.724Z## ## ## ### # ### ##
172025-02-28T06:36:47.756Z## # ### #### #### This Station Under ##
182025-02-28T06:36:47.789Z### ### #### # ### Computer Control ##
192025-02-28T06:36:47.838Z#### #### ### ## ##
202025-02-28T06:36:47.880Z##################################################
212025-02-28T06:36:47.921ZHostname: buskin
222025-02-28T06:36:47.957ZLoading smf(7) service descriptions:
232025-02-28T06:36:48.571Zdownloading input: /input/package/work/package.tar.gz
242025-02-28T06:42:52.192Zdownloaded input: /input/package/work/package.tar.gz
 
252025-02-28T06:42:52.192Zstarting task 0: "setup"
262025-02-28T06:42:52.217Z++ uname -s
272025-02-28T06:42:52.217Z+ kern=SunOS
282025-02-28T06:42:52.217Z+ build_user=build
292025-02-28T06:42:52.217Z+ build_uid=12345
302025-02-28T06:42:52.217Z+ work_dir=/work
312025-02-28T06:42:52.217Z+ input_dir=/input
322025-02-28T06:42:52.217Z+ [[ 0 == 12345 ]]
332025-02-28T06:42:52.217Z+ case "$kern" in
342025-02-28T06:42:52.217Z+ groupadd -g 12345 build
352025-02-28T06:42:52.217Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-02-28T06:42:54.210Z+ zfs create -o mountpoint=/work rpool/work
372025-02-28T06:42:54.237Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-02-28T06:42:54.262Z+ home_fs=zfs
392025-02-28T06:42:54.262Z+ [[ zfs == autofs ]]
402025-02-28T06:42:54.262Z+ mkdir -p /home/build
412025-02-28T06:42:54.262Z+ chown build:build /home/build /work
422025-02-28T06:42:56.246Z+ chmod 0700 /home/build /work
432025-02-28T06:42:56.270Zprocess exited: duration 4056 ms, exit code 0
 
442025-02-28T06:42:56.320Zstarting task 1: "authentication"
452025-02-28T06:42:56.365Zprocess exited: duration 44 ms, exit code 0
 
462025-02-28T06:42:56.414Zstarting task 2: "build"
472025-02-28T06:42:56.438Z+ trap _exit_trap EXIT
482025-02-28T06:42:56.438Z+ OPTE_COMMIT=
492025-02-28T06:42:56.438Z+ [[ x != \x ]]
502025-02-28T06:42:56.438Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-02-28T06:42:56.533Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-02-28T06:42:56.533Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-02-28T06:42:56.558Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-02-28T06:42:56.558Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-02-28T06:42:56.558Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-02-28T06:42:56.558Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-02-28T06:42:56.558Z+ [[ -d /opt/oxide ]]
632025-02-28T06:42:56.558Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-02-28T06:42:56.558Z+ pfexec mkdir /opt/oxide
652025-02-28T06:42:56.558Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-02-28T06:42:56.558Z+ [[ -d /opt/oxide-underneath ]]
672025-02-28T06:42:56.558Z+ cd /opt/oxide-underneath
682025-02-28T06:42:56.558Z+ pfexec tar ceEp@/f - .
692025-02-28T06:42:56.558Z+ cd /opt/oxide
702025-02-28T06:42:56.558Z+ pfexec tar xveEp@/f -
712025-02-28T06:42:56.591Zx ., 0 bytes, 0 tape blocks
722025-02-28T06:42:56.591Zx ./opte, 0 bytes, 0 tape blocks
732025-02-28T06:42:56.591Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-02-28T06:42:56.591Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-02-28T06:42:56.615Z+ pfexec rm -rf /opt/oxide-underneath
762025-02-28T06:42:56.615Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-02-28T06:42:56.615Z+ pfexec mkdir /opt/oxide/work
782025-02-28T06:42:56.640Z+ pfexec chown build:build /opt/oxide/work
792025-02-28T06:42:56.640Z+ cd /opt/oxide/work
802025-02-28T06:42:56.640Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-02-28T06:43:11.678ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-02-28T06:43:11.678Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-02-28T06:43:11.678Zx out/target/test, 107 bytes, 1 tape blocks
842025-02-28T06:43:11.678Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-02-28T06:43:11.678Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-02-28T06:43:11.678Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-02-28T06:43:11.678Zx target/release/omicron-package, 40724040 bytes, 79540 tape blocks
882025-02-28T06:43:11.678Zx target/release/xtask, 11097520 bytes, 21675 tape blocks
892025-02-28T06:43:11.678Zx target/debug/bootstrap, 227129784 bytes, 443613 tape blocks
902025-02-28T06:43:11.678Zx tests/bootstrap-9018a52e79771a0a, 24660104 bytes, 48165 tape blocks
912025-02-28T06:43:11.679Zx tests/commtest-264352664bc5c4cc, 25505912 bytes, 49817 tape blocks
922025-02-28T06:43:11.679Zx tests/dhcp_server-72e93b476c030026, 24660120 bytes, 48165 tape blocks
932025-02-28T06:43:11.679Zx tests/end_to_end_tests-684861dadb2dbc29, 290892952 bytes, 568151 tape blocks
942025-02-28T06:43:11.679Zx out/clickhouse.tar.gz, 315632581 bytes, 616470 tape blocks
952025-02-28T06:43:11.679Zx out/clickhouse_keeper.tar.gz, 300864423 bytes, 587626 tape blocks
962025-02-28T06:43:11.726Zx out/clickhouse_server.tar.gz, 315595375 bytes, 616398 tape blocks
972025-02-28T06:43:11.726Zx out/cockroachdb.tar.gz, 150374875 bytes, 293701 tape blocks
982025-02-28T06:43:11.726Zx out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks
992025-02-28T06:43:11.726Zx out/crucible-pantry-zone.tar.gz, 33509507 bytes, 65449 tape blocks
1002025-02-28T06:43:11.726Zx out/crucible-zone.tar.gz, 42101365 bytes, 82230 tape blocks
1012025-02-28T06:43:11.726Zx out/external-dns.tar.gz, 47476717 bytes, 92728 tape blocks
1022025-02-28T06:43:11.726Zx out/internal-dns.tar.gz, 47479298 bytes, 92734 tape blocks
1032025-02-28T06:43:11.726Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
1042025-02-28T06:43:11.726Zx out/nexus.tar.gz, 114863164 bytes, 224343 tape blocks
1052025-02-28T06:43:11.726Zx out/ntp.tar.gz, 15025965 bytes, 29348 tape blocks
1062025-02-28T06:43:11.726Zx out/omicron-gateway-softnpu.tar.gz, 26770845 bytes, 52287 tape blocks
1072025-02-28T06:43:11.726Zx out/omicron-sled-agent.tar, 130838528 bytes, 255544 tape blocks
1082025-02-28T06:43:11.726Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-02-28T06:43:11.726Zx out/oximeter.tar.gz, 57366031 bytes, 112044 tape blocks
1102025-02-28T06:43:11.726Zx out/oxlog.tar, 3218944 bytes, 6287 tape blocks
1112025-02-28T06:43:11.726Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-02-28T06:43:11.726Zx out/propolis-server.tar.gz, 68018873 bytes, 132850 tape blocks
1132025-02-28T06:43:11.726Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1142025-02-28T06:43:11.726Zx out/switch-softnpu.tar.gz, 276231968 bytes, 539516 tape blocks
1152025-02-28T06:43:11.727Z
1162025-02-28T06:43:11.727Zreal 15.054862792
1172025-02-28T06:43:11.727Zuser 13.326045574
1182025-02-28T06:43:11.727Zsys 2.998724458
1192025-02-28T06:43:11.727Ztrap 0.000611382
1202025-02-28T06:43:11.727Ztflt 0.000000000
1212025-02-28T06:43:11.727Zdflt 0.000000000
1222025-02-28T06:43:11.727Zkflt 0.000000000
1232025-02-28T06:43:11.727Zlock 0.000000000
1242025-02-28T06:43:11.727Zslp 13.423117255
1252025-02-28T06:43:11.727Zlat 0.359283458
1262025-02-28T06:43:11.727Zstop 0.000121781
1272025-02-28T06:43:11.727Z+ source .github/buildomat/ci-env.sh
1282025-02-28T06:43:11.727Z++ export CARGO_TERM_COLOR=always
1292025-02-28T06:43:11.727Z++ CARGO_TERM_COLOR=always
1302025-02-28T06:43:11.727Z+ bmat address ls
1312025-02-28T06:43:11.727ZNAME CIDR FIRST LAST COUNT
1322025-02-28T06:43:11.727Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-02-28T06:43:11.727Z++ bmat address ls -f extra -Ho first,last,count
1342025-02-28T06:43:11.727Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-02-28T06:43:11.727Z+ EXTRA_IP_START=10.151.1.164
1362025-02-28T06:43:11.728Z+ EXTRA_IP_END=10.151.1.227
1372025-02-28T06:43:11.728Z+ EXTRA_IP_COUNT=64
1382025-02-28T06:43:11.728Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-02-28T06:43:11.728Z+ EXTRA_IP_BASE=10.151.1
1402025-02-28T06:43:11.728Z+ EXTRA_IP_FOCTET=164
1412025-02-28T06:43:11.728Z+ EXTRA_IP_LOCTET=227
1422025-02-28T06:43:11.728Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-02-28T06:43:11.728Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-02-28T06:43:11.728Z+ DNS_IP1=10.151.1.164
1452025-02-28T06:43:11.728Z+ DNS_IP2=10.151.1.165
1462025-02-28T06:43:11.728Z+ UPLINK_IP=10.151.1.174
1472025-02-28T06:43:11.728Z+ IPPOOL_START=10.151.1.175
1482025-02-28T06:43:11.728Z+ IPPOOL_END=10.151.1.227
1492025-02-28T06:43:11.757Z++ ipadm show-addr -po type,addr
1502025-02-28T06:43:11.757Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-02-28T06:43:11.757Z+ GATEWAY_IP=10.151.1.100
1522025-02-28T06:43:11.757Z+ [[ -n 10.151.1.100 ]]
1532025-02-28T06:43:11.757Z+ ping -s 10.151.1.100 56 1
1542025-02-28T06:43:11.757ZPING 10.151.1.100: 56 data bytes
1552025-02-28T06:43:11.757Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1562025-02-28T06:43:11.757Z
1572025-02-28T06:43:11.757Z----10.151.1.100 PING Statistics----
1582025-02-28T06:43:11.757Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-02-28T06:43:11.757Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-02-28T06:43:11.757Z++ arp -an
1612025-02-28T06:43:11.757Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-02-28T06:43:11.757Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-02-28T06:43:11.757Z+ routeadm -e ipv4-forwarding -u
1642025-02-28T06:43:11.842Z+ PXA_START=10.151.1.164
1652025-02-28T06:43:11.842Z+ PXA_END=10.151.1.227
1662025-02-28T06:43:11.842Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-02-28T06:43:11.987Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-02-28T06:43:12.012ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-02-28T06:43:12.063Zcreating virtual hardware
1702025-02-28T06:43:12.087Zcreating /scratch/m2_0.vdev
1712025-02-28T06:43:12.087Zcreating /scratch/m2_1.vdev
1722025-02-28T06:43:12.087Zcreating /scratch/u2_0.vdev
1732025-02-28T06:43:12.087Zcreating /scratch/u2_1.vdev
1742025-02-28T06:43:12.087Zcreating /scratch/u2_2.vdev
1752025-02-28T06:43:12.087Zcreating /scratch/u2_3.vdev
1762025-02-28T06:43:12.087Zcreating /scratch/u2_4.vdev
1772025-02-28T06:43:12.087Zcreating /scratch/u2_5.vdev
1782025-02-28T06:43:12.087Zcreating /scratch/u2_6.vdev
1792025-02-28T06:43:12.087Zcreating /scratch/u2_7.vdev
1802025-02-28T06:43:12.087Zcreating /scratch/u2_8.vdev
1812025-02-28T06:43:12.112ZSimnet net0/sc0_0 exists
1822025-02-28T06:43:12.136ZSimnet net1/sc1_0 exists
1832025-02-28T06:43:12.136ZVnic sc0_1 exists
1842025-02-28T06:43:24.658ZUsing 10.151.1.100 as gateway ip
1852025-02-28T06:43:24.658Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-02-28T06:43:24.658Zconfiguring SoftNPU ARP entry
1872025-02-28T06:43:24.687Zconfiguring SoftNPU proxy ARP
1882025-02-28T06:43:24.738ZSoftNPU state:
1892025-02-28T06:43:24.738Z local v6:
1902025-02-28T06:43:24.738Z local v4:
1912025-02-28T06:43:24.738Z router v6:
1922025-02-28T06:43:24.738Z router v4_idx:
1932025-02-28T06:43:24.738Z router v4_routes:
1942025-02-28T06:43:24.738Z resolver v4:
1952025-02-28T06:43:24.739Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1962025-02-28T06:43:24.739Z resolver v6:
1972025-02-28T06:43:24.739Z nat v4:
1982025-02-28T06:43:24.739Z nat_v6:
1992025-02-28T06:43:24.739Z port_mac:
2002025-02-28T06:43:24.739Z proxy arp:
2012025-02-28T06:43:24.739Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2022025-02-28T06:43:24.739Zcreated virtual hardware
2032025-02-28T06:43:24.768Z
2042025-02-28T06:43:24.768Zreal 12.746817343
2052025-02-28T06:43:24.768Zuser 0.674898363
2062025-02-28T06:43:24.768Zsys 3.214730985
2072025-02-28T06:43:24.768Ztrap 0.000058076
2082025-02-28T06:43:24.768Ztflt 0.000367188
2092025-02-28T06:43:24.768Zdflt 0.000401423
2102025-02-28T06:43:24.769Zkflt 0.000015490
2112025-02-28T06:43:24.769Zlock 9:51.440497468
2122025-02-28T06:43:24.769Zslp 38.372628486
2132025-02-28T06:43:24.769Zlat 0.083552784
2142025-02-28T06:43:24.769Zstop 0.344442029
2152025-02-28T06:43:24.769Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-02-28T06:43:24.818Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-02-28T06:43:24.818Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-02-28T06:43:24.818Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-02-28T06:43:24.818Z+++ pkg/config.toml Fri Feb 28 06:43:25 2025
2202025-02-28T06:43:24.818Z@@ -29,18 +29,18 @@
2212025-02-28T06:43:24.818Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-02-28T06:43:24.818Z # followed by a string that is embedded into their fake serial values.
2232025-02-28T06:43:24.819Z vdevs = [
2242025-02-28T06:43:24.819Z- "m2_0.vdev",
2252025-02-28T06:43:24.819Z- "m2_1.vdev",
2262025-02-28T06:43:24.819Z+ "/scratch/m2_0.vdev",
2272025-02-28T06:43:24.819Z+ "/scratch/m2_1.vdev",
2282025-02-28T06:43:24.819Z
2292025-02-28T06:43:24.819Z- "u2_0.vdev",
2302025-02-28T06:43:24.819Z- "u2_1.vdev",
2312025-02-28T06:43:24.819Z- "u2_2.vdev",
2322025-02-28T06:43:24.819Z- "u2_3.vdev",
2332025-02-28T06:43:24.819Z- "u2_4.vdev",
2342025-02-28T06:43:24.820Z- "u2_5.vdev",
2352025-02-28T06:43:24.820Z- "u2_6.vdev",
2362025-02-28T06:43:24.820Z- "u2_7.vdev",
2372025-02-28T06:43:24.820Z- "u2_8.vdev",
2382025-02-28T06:43:24.820Z+ "/scratch/u2_0.vdev",
2392025-02-28T06:43:24.820Z+ "/scratch/u2_1.vdev",
2402025-02-28T06:43:24.820Z+ "/scratch/u2_2.vdev",
2412025-02-28T06:43:24.820Z+ "/scratch/u2_3.vdev",
2422025-02-28T06:43:24.820Z+ "/scratch/u2_4.vdev",
2432025-02-28T06:43:24.820Z+ "/scratch/u2_5.vdev",
2442025-02-28T06:43:24.820Z+ "/scratch/u2_6.vdev",
2452025-02-28T06:43:24.820Z+ "/scratch/u2_7.vdev",
2462025-02-28T06:43:24.820Z+ "/scratch/u2_8.vdev",
2472025-02-28T06:43:24.820Z ]
2482025-02-28T06:43:24.820Z
2492025-02-28T06:43:24.820Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2502025-02-28T06:43:24.820Z+ true
2512025-02-28T06:43:24.820Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2522025-02-28T06:43:24.821Z+ SILO_NAME=recovery
2532025-02-28T06:43:24.821Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2542025-02-28T06:43:24.821Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2552025-02-28T06:43:24.821Z+ sed -i~ '
2562025-02-28T06:43:24.821Z /^external_dns_ips/c\
2572025-02-28T06:43:24.821Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2582025-02-28T06:43:24.821Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2592025-02-28T06:43:24.821Z /^first/c\
2602025-02-28T06:43:24.821Zfirst = "10.151.1.164"
2612025-02-28T06:43:24.821Z /^last/c\
2622025-02-28T06:43:24.821Zlast = "10.151.1.173"
2632025-02-28T06:43:24.821Z }
2642025-02-28T06:43:24.821Z /^infra_ip_first/c\
2652025-02-28T06:43:24.821Zinfra_ip_first = "10.151.1.174"
2662025-02-28T06:43:24.821Z /^infra_ip_last/c\
2672025-02-28T06:43:24.821Zinfra_ip_last = "10.151.1.174"
2682025-02-28T06:43:24.822Z /^\[\[rack_network_config.ports/,/^$/ {
2692025-02-28T06:43:24.822Z /^routes/c\
2702025-02-28T06:43:24.822Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2712025-02-28T06:43:24.822Z /^addresses/c\
2722025-02-28T06:43:24.822Zaddresses = \[{address = "10.151.1.174/24"} \]
2732025-02-28T06:43:24.822Z }
2742025-02-28T06:43:24.822Z' pkg/config-rss.toml
2752025-02-28T06:43:24.822Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2762025-02-28T06:43:24.822Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2772025-02-28T06:43:24.822Z+++ pkg/config-rss.toml Fri Feb 28 06:43:25 2025
2782025-02-28T06:43:24.822Z@@ -33,7 +33,7 @@
2792025-02-28T06:43:24.822Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2802025-02-28T06:43:24.822Z # must be contained in one of the "internal services" IP Pool ranges listed
2812025-02-28T06:43:24.823Z # below.
2822025-02-28T06:43:24.823Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2832025-02-28T06:43:24.823Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2842025-02-28T06:43:24.823Z
2852025-02-28T06:43:24.823Z # Initial TLS certificates for the external API
2862025-02-28T06:43:24.823Z #
2872025-02-28T06:43:24.823Z@@ -69,8 +69,8 @@
2882025-02-28T06:43:24.823Z #
2892025-02-28T06:43:24.823Z # For more on this and what to put here, see docs/how-to-run.adoc.
2902025-02-28T06:43:24.823Z [[internal_services_ip_pool_ranges]]
2912025-02-28T06:43:24.823Z-first = "192.168.1.20"
2922025-02-28T06:43:24.823Z-last = "192.168.1.29"
2932025-02-28T06:43:24.823Z+first = "10.151.1.164"
2942025-02-28T06:43:24.823Z+last = "10.151.1.173"
2952025-02-28T06:43:24.824Z
2962025-02-28T06:43:24.824Z # TODO - this configuration is subject to change going forward. Ultimately these
2972025-02-28T06:43:24.824Z # parameters should be provided to the control plane via wicket, but we need to
2982025-02-28T06:43:24.824Z@@ -91,8 +91,8 @@
2992025-02-28T06:43:24.824Z # A range of IP addresses used by Boundary Services on the external network. In
3002025-02-28T06:43:24.824Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3012025-02-28T06:43:24.824Z # With softnpu, only one address is used.
3022025-02-28T06:43:24.824Z-infra_ip_first = "192.168.1.30"
3032025-02-28T06:43:24.824Z-infra_ip_last = "192.168.1.30"
3042025-02-28T06:43:24.824Z+infra_ip_first = "10.151.1.174"
3052025-02-28T06:43:24.824Z+infra_ip_last = "10.151.1.174"
3062025-02-28T06:43:24.824Z
3072025-02-28T06:43:24.824Z # Configurations for BGP routers to run on the scrimlets.
3082025-02-28T06:43:24.824Z bgp = []
3092025-02-28T06:43:24.824Z@@ -100,9 +100,9 @@
3102025-02-28T06:43:24.824Z # You can configure multiple uplinks by repeating the following stanza
3112025-02-28T06:43:24.825Z [[rack_network_config.ports]]
3122025-02-28T06:43:24.825Z # Routes associated with this port.
3132025-02-28T06:43:24.825Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3142025-02-28T06:43:24.825Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3152025-02-28T06:43:24.825Z # Addresses associated with this port.
3162025-02-28T06:43:24.851Z-addresses = [{address = "192.168.1.30/24"}]
3172025-02-28T06:43:24.851Z+addresses = [{address = "10.151.1.174/24"} ]
3182025-02-28T06:43:24.851Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3192025-02-28T06:43:24.851Z port = "qsfp0"
3202025-02-28T06:43:24.851Z # The speed of this port.
3212025-02-28T06:43:24.851Z+ true
3222025-02-28T06:43:24.851Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3232025-02-28T06:43:24.851Za pkg/config-rss.toml 8K
3242025-02-28T06:43:24.851Za pkg/config.toml 4K
3252025-02-28T06:43:24.851Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3262025-02-28T06:43:24.851Z+ TLS_NAME=recovery.sys.oxide.test
3272025-02-28T06:43:24.851Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3282025-02-28T06:43:25.278Z......+.+...+......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+........+....+.....+............+....+......+......+.....+.........+.+...+......+.....+.+............+.....+......+.......+........+....+..+...................+..+...+............+...+.+...+..+.........+..........+.........+..+.+.........+...........+..........+...+......+...........+............+.+..+...+.+.....+.....................+...+......................+.....+...+......+..........+........+..........+.....+............+.+...+.....+..........+......+...+..+......+....+.....+......+...+....+........+....+...........+...+....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3292025-02-28T06:43:25.455Z.........+.....+.+..+....+.....+......+...............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....................+...+...+...+.+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+..+...............+...+...+.........+......+.......+..................+..+...+.......+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3302025-02-28T06:43:25.496Z-----
3312025-02-28T06:43:25.497Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3322025-02-28T06:43:25.497Za pkg/initial-tls-cert.pem 2K
3332025-02-28T06:43:25.497Za pkg/initial-tls-key.pem 4K
3342025-02-28T06:43:25.497Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352025-02-28T06:43:25.497Z+ rmdir pkg
3362025-02-28T06:43:25.497Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3372025-02-28T06:43:25.497Z+ pfexec mkdir -p /usr/oxide
3382025-02-28T06:43:25.497Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3392025-02-28T06:43:26.092Z+ pfexec chmod +x /usr/oxide/oxide
3402025-02-28T06:43:26.128Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3412025-02-28T06:43:44.471Z+ OMICRON_NO_UNINSTALL=1
3422025-02-28T06:43:44.471Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3432025-02-28T06:43:44.498ZLogging to: /opt/oxide/work/out/LOG
3442025-02-28T06:43:45.182Z
3452025-02-28T06:43:45.207Zreal 0.707065369
3462025-02-28T06:43:45.207Zuser 0.147811766
3472025-02-28T06:43:45.207Zsys 3.900045522
3482025-02-28T06:43:45.207Ztrap 0.000019067
3492025-02-28T06:43:45.207Ztflt 0.000008078
3502025-02-28T06:43:45.207Zdflt 0.000529803
3512025-02-28T06:43:45.207Zkflt 0.000000000
3522025-02-28T06:43:45.207Zlock 1:03.623615318
3532025-02-28T06:43:45.207Zslp 0.911336388
3542025-02-28T06:43:45.207Zlat 0.003177617
3552025-02-28T06:43:45.207Zstop 0.232177610
3562025-02-28T06:43:45.207Z+ retry=0
3572025-02-28T06:43:45.207Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582025-02-28T06:43:45.207Z+ [[ 0 -gt 30 ]]
3592025-02-28T06:43:45.207Z+ sleep 1
3602025-02-28T06:43:46.197Z+ retry=1
3612025-02-28T06:43:46.197Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-02-28T06:43:46.222Z+ [[ 1 -gt 30 ]]
3632025-02-28T06:43:46.222Z+ sleep 1
3642025-02-28T06:43:47.214Z+ retry=2
3652025-02-28T06:43:47.214Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-02-28T06:43:47.245Z+ [[ 2 -gt 30 ]]
3672025-02-28T06:43:47.245Z+ sleep 1
3682025-02-28T06:43:48.280Z+ retry=3
3692025-02-28T06:43:48.280Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-02-28T06:44:08.789Z+ [[ 3 -gt 30 ]]
3712025-02-28T06:44:08.789Z+ sleep 1
3722025-02-28T06:44:09.792Z+ retry=4
3732025-02-28T06:44:09.792Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-02-28T06:44:09.816Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3752025-02-28T06:44:09.841Zlocal v6:
3762025-02-28T06:44:09.841Zfe80::41f:baff:fe6c:aa36
3772025-02-28T06:44:09.841Zfdfa:a767:cf17:97b::1
3782025-02-28T06:44:09.841Zlocal v4:
3792025-02-28T06:44:09.841Z10.151.1.174
3802025-02-28T06:44:09.841Zrouter v6:
3812025-02-28T06:44:09.841Zrouter v4_idx:
3822025-02-28T06:44:09.841Z0.0.0.0/0 -> 0
3832025-02-28T06:44:09.841Zrouter v4_routes:
3842025-02-28T06:44:09.841Z0 -> 10.151.1.100 (2)
3852025-02-28T06:44:09.841Zresolver v4:
3862025-02-28T06:44:09.841Z10.151.1.174 -> e6:6c:6c:56:71:44
3872025-02-28T06:44:09.841Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3882025-02-28T06:44:09.841Zresolver v6:
3892025-02-28T06:44:09.841Zfe80::41f:baff:fe6c:aa36 -> 06:1f:ba:6c:aa:36
3902025-02-28T06:44:09.841Zfe80::6c0b:cdff:feb3:fabf -> 6e:0b:cd:b3:fa:bf
3912025-02-28T06:44:09.841Znat v4:
3922025-02-28T06:44:09.841Znat_v6:
3932025-02-28T06:44:09.841Zport_mac:
3942025-02-28T06:44:09.841Z1000: a8:40:25:4b:6a:cb
3952025-02-28T06:44:09.841Z1: a8:40:25:4b:6a:cc
3962025-02-28T06:44:09.841Z2: a8:40:25:4b:6a:ec
3972025-02-28T06:44:09.841Zproxy arp:
3982025-02-28T06:44:09.841Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3992025-02-28T06:44:09.841Z+ retry=0
4002025-02-28T06:44:09.841Z+++ zoneadm list -n
4012025-02-28T06:44:09.841Z+++ grep oxz_ntp
4022025-02-28T06:44:09.866Z++ pfexec svcs -z -Hostate oxide/ntp
4032025-02-28T06:44:09.866Zsvcs: zone '-Hostate': entity not found
4042025-02-28T06:44:09.866Z++ true
4052025-02-28T06:44:09.866Z+ [[ '' != online ]]
4062025-02-28T06:44:09.866Z+ [[ 0 -gt 60 ]]
4072025-02-28T06:44:09.866Z+ sleep 1
4082025-02-28T06:44:10.854Z+ retry=1
4092025-02-28T06:44:10.879Z+++ zoneadm list -n
4102025-02-28T06:44:10.879Z+++ grep oxz_ntp
4112025-02-28T06:44:10.879Z++ pfexec svcs -z -Hostate oxide/ntp
4122025-02-28T06:44:10.879Zsvcs: zone '-Hostate': entity not found
4132025-02-28T06:44:10.880Z++ true
4142025-02-28T06:44:10.880Z+ [[ '' != online ]]
4152025-02-28T06:44:10.880Z+ [[ 1 -gt 60 ]]
4162025-02-28T06:44:10.880Z+ sleep 1
4172025-02-28T06:44:11.881Z+ retry=2
4182025-02-28T06:44:11.905Z+++ zoneadm list -n
4192025-02-28T06:44:11.905Z+++ grep oxz_ntp
4202025-02-28T06:44:11.905Z++ pfexec svcs -z -Hostate oxide/ntp
4212025-02-28T06:44:11.906Zsvcs: zone '-Hostate': entity not found
4222025-02-28T06:44:11.906Z++ true
4232025-02-28T06:44:11.906Z+ [[ '' != online ]]
4242025-02-28T06:44:11.906Z+ [[ 2 -gt 60 ]]
4252025-02-28T06:44:11.906Z+ sleep 1
4262025-02-28T06:44:12.903Z+ retry=3
4272025-02-28T06:44:12.928Z+++ zoneadm list -n
4282025-02-28T06:44:12.928Z+++ grep oxz_ntp
4292025-02-28T06:44:12.928Z++ pfexec svcs -z -Hostate oxide/ntp
4302025-02-28T06:44:12.928Zsvcs: zone '-Hostate': entity not found
4312025-02-28T06:44:12.928Z++ true
4322025-02-28T06:44:12.928Z+ [[ '' != online ]]
4332025-02-28T06:44:12.928Z+ [[ 3 -gt 60 ]]
4342025-02-28T06:44:12.928Z+ sleep 1
4352025-02-28T06:44:13.925Z+ retry=4
4362025-02-28T06:44:13.951Z+++ zoneadm list -n
4372025-02-28T06:44:13.951Z+++ grep oxz_ntp
4382025-02-28T06:44:13.951Z++ pfexec svcs -z -Hostate oxide/ntp
4392025-02-28T06:44:13.951Zsvcs: zone '-Hostate': entity not found
4402025-02-28T06:44:13.951Z++ true
4412025-02-28T06:44:13.951Z+ [[ '' != online ]]
4422025-02-28T06:44:13.951Z+ [[ 4 -gt 60 ]]
4432025-02-28T06:44:13.951Z+ sleep 1
4442025-02-28T06:44:14.947Z+ retry=5
4452025-02-28T06:44:14.972Z+++ zoneadm list -n
4462025-02-28T06:44:14.973Z+++ grep oxz_ntp
4472025-02-28T06:44:14.973Z++ pfexec svcs -z -Hostate oxide/ntp
4482025-02-28T06:44:14.973Zsvcs: zone '-Hostate': entity not found
4492025-02-28T06:44:14.973Z++ true
4502025-02-28T06:44:14.973Z+ [[ '' != online ]]
4512025-02-28T06:44:14.973Z+ [[ 5 -gt 60 ]]
4522025-02-28T06:44:14.973Z+ sleep 1
4532025-02-28T06:44:15.968Z+ retry=6
4542025-02-28T06:44:15.992Z+++ zoneadm list -n
4552025-02-28T06:44:15.992Z+++ grep oxz_ntp
4562025-02-28T06:44:15.992Z++ pfexec svcs -z -Hostate oxide/ntp
4572025-02-28T06:44:15.992Zsvcs: zone '-Hostate': entity not found
4582025-02-28T06:44:15.992Z++ true
4592025-02-28T06:44:15.992Z+ [[ '' != online ]]
4602025-02-28T06:44:15.993Z+ [[ 6 -gt 60 ]]
4612025-02-28T06:44:15.993Z+ sleep 1
4622025-02-28T06:44:16.989Z+ retry=7
4632025-02-28T06:44:17.013Z+++ zoneadm list -n
4642025-02-28T06:44:17.013Z+++ grep oxz_ntp
4652025-02-28T06:44:17.013Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
4662025-02-28T06:44:17.038Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4672025-02-28T06:44:17.038Z++ true
4682025-02-28T06:44:17.038Z+ [[ '' != online ]]
4692025-02-28T06:44:17.038Z+ [[ 7 -gt 60 ]]
4702025-02-28T06:44:17.038Z+ sleep 1
4712025-02-28T06:44:18.039Z+ retry=8
4722025-02-28T06:44:18.064Z+++ zoneadm list -n
4732025-02-28T06:44:18.064Z+++ grep oxz_ntp
4742025-02-28T06:44:18.064Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
4752025-02-28T06:44:18.088Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4762025-02-28T06:44:18.088Z++ true
4772025-02-28T06:44:18.088Z+ [[ '' != online ]]
4782025-02-28T06:44:18.088Z+ [[ 8 -gt 60 ]]
4792025-02-28T06:44:18.088Z+ sleep 1
4802025-02-28T06:44:19.071Z+ retry=9
4812025-02-28T06:44:19.095Z+++ zoneadm list -n
4822025-02-28T06:44:19.095Z+++ grep oxz_ntp
4832025-02-28T06:44:19.095Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
4842025-02-28T06:44:19.095Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4852025-02-28T06:44:19.095Z++ true
4862025-02-28T06:44:19.120Z+ [[ '' != online ]]
4872025-02-28T06:44:19.120Z+ [[ 9 -gt 60 ]]
4882025-02-28T06:44:19.120Z+ sleep 1
4892025-02-28T06:44:20.099Z+ retry=10
4902025-02-28T06:44:20.123Z+++ zoneadm list -n
4912025-02-28T06:44:20.123Z+++ grep oxz_ntp
4922025-02-28T06:44:20.123Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
4932025-02-28T06:44:20.149Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4942025-02-28T06:44:20.149Z++ true
4952025-02-28T06:44:20.149Z+ [[ '' != online ]]
4962025-02-28T06:44:20.149Z+ [[ 10 -gt 60 ]]
4972025-02-28T06:44:20.149Z+ sleep 1
4982025-02-28T06:44:21.128Z+ retry=11
4992025-02-28T06:44:21.154Z+++ zoneadm list -n
5002025-02-28T06:44:21.154Z+++ grep oxz_ntp
5012025-02-28T06:44:21.154Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5022025-02-28T06:44:21.154Z+ [[ offline != online ]]
5032025-02-28T06:44:21.154Z+ [[ 11 -gt 60 ]]
5042025-02-28T06:44:21.154Z+ sleep 1
5052025-02-28T06:44:22.152Z+ retry=12
5062025-02-28T06:44:22.177Z+++ zoneadm list -n
5072025-02-28T06:44:22.177Z+++ grep oxz_ntp
5082025-02-28T06:44:22.177Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5092025-02-28T06:44:22.177Z+ [[ offline != online ]]
5102025-02-28T06:44:22.177Z+ [[ 12 -gt 60 ]]
5112025-02-28T06:44:22.177Z+ sleep 1
5122025-02-28T06:44:23.174Z+ retry=13
5132025-02-28T06:44:23.199Z+++ zoneadm list -n
5142025-02-28T06:44:23.199Z+++ grep oxz_ntp
5152025-02-28T06:44:23.199Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5162025-02-28T06:44:23.199Z+ [[ offline != online ]]
5172025-02-28T06:44:23.199Z+ [[ 13 -gt 60 ]]
5182025-02-28T06:44:23.199Z+ sleep 1
5192025-02-28T06:44:24.195Z+ retry=14
5202025-02-28T06:44:24.219Z+++ zoneadm list -n
5212025-02-28T06:44:24.219Z+++ grep oxz_ntp
5222025-02-28T06:44:24.219Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5232025-02-28T06:44:24.219Z+ [[ offline != online ]]
5242025-02-28T06:44:24.219Z+ [[ 14 -gt 60 ]]
5252025-02-28T06:44:24.220Z+ sleep 1
5262025-02-28T06:44:25.218Z+ retry=15
5272025-02-28T06:44:25.243Z+++ zoneadm list -n
5282025-02-28T06:44:25.243Z+++ grep oxz_ntp
5292025-02-28T06:44:25.243Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5302025-02-28T06:44:25.243Z+ [[ offline != online ]]
5312025-02-28T06:44:25.243Z+ [[ 15 -gt 60 ]]
5322025-02-28T06:44:25.243Z+ sleep 1
5332025-02-28T06:44:26.240Z+ retry=16
5342025-02-28T06:44:26.264Z+++ zoneadm list -n
5352025-02-28T06:44:26.265Z+++ grep oxz_ntp
5362025-02-28T06:44:26.265Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5372025-02-28T06:44:26.265Z+ [[ offline != online ]]
5382025-02-28T06:44:26.265Z+ [[ 16 -gt 60 ]]
5392025-02-28T06:44:26.265Z+ sleep 1
 
5402025-02-28T06:44:26.796Zbuskin console login: Feb 28 06:44:26 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5412025-02-28T06:44:27.261Z+ retry=17
5422025-02-28T06:44:27.289Z+++ zoneadm list -n
5432025-02-28T06:44:27.289Z+++ grep oxz_ntp
5442025-02-28T06:44:27.289Z++ pfexec svcs -z oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a -Hostate oxide/ntp
5452025-02-28T06:44:27.289Z+ [[ online != online ]]
5462025-02-28T06:44:27.289Z+ echo 'Waited for chrony: 17s'
5472025-02-28T06:44:27.289Z+ retry=0
5482025-02-28T06:44:27.289ZWaited for chrony: 17s
5492025-02-28T06:44:27.289Z+ zoneadm list
5502025-02-28T06:44:27.289Z+ grep nexus
5512025-02-28T06:44:27.313Z+ [[ 0 -gt 300 ]]
5522025-02-28T06:44:27.314Z+ sleep 1
5532025-02-28T06:44:28.290Z+ retry=1
5542025-02-28T06:44:28.314Z+ zoneadm list
5552025-02-28T06:44:28.314Z+ grep nexus
5562025-02-28T06:44:28.314Z+ [[ 1 -gt 300 ]]
5572025-02-28T06:44:28.314Z+ sleep 1
5582025-02-28T06:44:29.301Z+ retry=2
5592025-02-28T06:44:29.327Z+ zoneadm list
5602025-02-28T06:44:29.327Z+ grep nexus
5612025-02-28T06:44:29.327Z+ [[ 2 -gt 300 ]]
5622025-02-28T06:44:29.327Z+ sleep 1
5632025-02-28T06:44:30.311Z+ retry=3
5642025-02-28T06:44:30.336Z+ zoneadm list
5652025-02-28T06:44:30.336Z+ grep nexus
5662025-02-28T06:44:30.336Z+ [[ 3 -gt 300 ]]
5672025-02-28T06:44:30.336Z+ sleep 1
5682025-02-28T06:44:31.320Z+ retry=4
5692025-02-28T06:44:31.345Z+ zoneadm list
5702025-02-28T06:44:31.345Z+ grep nexus
5712025-02-28T06:44:31.345Z+ [[ 4 -gt 300 ]]
5722025-02-28T06:44:31.345Z+ sleep 1
5732025-02-28T06:44:32.332Z+ retry=5
5742025-02-28T06:44:32.356Z+ zoneadm list
5752025-02-28T06:44:32.356Z+ grep nexus
5762025-02-28T06:44:32.356Z+ [[ 5 -gt 300 ]]
5772025-02-28T06:44:32.357Z+ sleep 1
5782025-02-28T06:44:33.343Z+ retry=6
5792025-02-28T06:44:33.373Z+ zoneadm list
5802025-02-28T06:44:33.373Z+ grep nexus
5812025-02-28T06:44:33.373Z+ [[ 6 -gt 300 ]]
5822025-02-28T06:44:33.373Z+ sleep 1
5832025-02-28T06:44:34.382Z+ retry=7
5842025-02-28T06:44:34.473Z+ zoneadm list
5852025-02-28T06:44:34.515Z+ grep nexus
5862025-02-28T06:44:34.640Z+ [[ 7 -gt 300 ]]
5872025-02-28T06:44:34.640Z+ sleep 1
5882025-02-28T06:44:35.799Z+ retry=8
5892025-02-28T06:44:35.823Z+ zoneadm list
5902025-02-28T06:44:35.823Z+ grep nexus
5912025-02-28T06:44:35.823Z+ [[ 8 -gt 300 ]]
5922025-02-28T06:44:35.823Z+ sleep 1
5932025-02-28T06:44:36.815Z+ retry=9
5942025-02-28T06:44:36.843Z+ zoneadm list
5952025-02-28T06:44:36.843Z+ grep nexus
5962025-02-28T06:44:36.843Z+ [[ 9 -gt 300 ]]
5972025-02-28T06:44:36.843Z+ sleep 1
5982025-02-28T06:44:37.830Z+ retry=10
5992025-02-28T06:44:37.855Z+ zoneadm list
6002025-02-28T06:44:37.855Z+ grep nexus
6012025-02-28T06:44:37.855Z+ [[ 10 -gt 300 ]]
6022025-02-28T06:44:37.855Z+ sleep 1
6032025-02-28T06:44:38.842Z+ retry=11
6042025-02-28T06:44:38.866Z+ zoneadm list
6052025-02-28T06:44:38.866Z+ grep nexus
6062025-02-28T06:44:38.866Z+ [[ 11 -gt 300 ]]
6072025-02-28T06:44:38.866Z+ sleep 1
6082025-02-28T06:44:39.855Z+ retry=12
6092025-02-28T06:44:39.880Z+ zoneadm list
6102025-02-28T06:44:39.880Z+ grep nexus
6112025-02-28T06:44:39.880Z+ [[ 12 -gt 300 ]]
6122025-02-28T06:44:39.880Z+ sleep 1
6132025-02-28T06:44:40.865Z+ retry=13
6142025-02-28T06:44:40.890Z+ zoneadm list
6152025-02-28T06:44:40.890Z+ grep nexus
6162025-02-28T06:44:40.890Z+ [[ 13 -gt 300 ]]
6172025-02-28T06:44:40.890Z+ sleep 1
6182025-02-28T06:44:41.876Z+ retry=14
6192025-02-28T06:44:41.901Z+ zoneadm list
6202025-02-28T06:44:41.901Z+ grep nexus
6212025-02-28T06:44:41.901Z+ [[ 14 -gt 300 ]]
6222025-02-28T06:44:41.901Z+ sleep 1
6232025-02-28T06:44:42.888Z+ retry=15
6242025-02-28T06:44:42.914Z+ zoneadm list
6252025-02-28T06:44:42.914Z+ grep nexus
6262025-02-28T06:44:42.914Z+ [[ 15 -gt 300 ]]
6272025-02-28T06:44:42.914Z+ sleep 1
6282025-02-28T06:44:43.900Z+ retry=16
6292025-02-28T06:44:43.925Z+ zoneadm list
6302025-02-28T06:44:43.925Z+ grep nexus
6312025-02-28T06:44:43.925Z+ [[ 16 -gt 300 ]]
6322025-02-28T06:44:43.925Z+ sleep 1
6332025-02-28T06:44:44.913Z+ retry=17
6342025-02-28T06:44:44.937Z+ zoneadm list
6352025-02-28T06:44:44.938Z+ grep nexus
6362025-02-28T06:44:44.938Z+ [[ 17 -gt 300 ]]
6372025-02-28T06:44:44.938Z+ sleep 1
6382025-02-28T06:44:45.929Z+ retry=18
6392025-02-28T06:44:45.953Z+ zoneadm list
6402025-02-28T06:44:45.953Z+ grep nexus
6412025-02-28T06:44:45.953Z+ [[ 18 -gt 300 ]]
6422025-02-28T06:44:45.953Z+ sleep 1
6432025-02-28T06:44:46.943Z+ retry=19
6442025-02-28T06:44:46.967Z+ zoneadm list
6452025-02-28T06:44:46.967Z+ grep nexus
6462025-02-28T06:44:46.967Z+ [[ 19 -gt 300 ]]
6472025-02-28T06:44:46.967Z+ sleep 1
6482025-02-28T06:44:47.955Z+ retry=20
6492025-02-28T06:44:47.980Z+ zoneadm list
6502025-02-28T06:44:47.980Z+ grep nexus
6512025-02-28T06:44:47.980Z+ [[ 20 -gt 300 ]]
6522025-02-28T06:44:47.980Z+ sleep 1
6532025-02-28T06:44:48.968Z+ retry=21
6542025-02-28T06:44:48.993Z+ zoneadm list
6552025-02-28T06:44:48.993Z+ grep nexus
6562025-02-28T06:44:48.993Z+ [[ 21 -gt 300 ]]
6572025-02-28T06:44:48.993Z+ sleep 1
6582025-02-28T06:44:49.983Z+ retry=22
6592025-02-28T06:44:50.008Z+ zoneadm list
6602025-02-28T06:44:50.008Z+ grep nexus
6612025-02-28T06:44:50.008Z+ [[ 22 -gt 300 ]]
6622025-02-28T06:44:50.008Z+ sleep 1
6632025-02-28T06:44:50.994Z+ retry=23
6642025-02-28T06:44:51.019Z+ zoneadm list
6652025-02-28T06:44:51.019Z+ grep nexus
6662025-02-28T06:44:51.019Z+ [[ 23 -gt 300 ]]
6672025-02-28T06:44:51.019Z+ sleep 1
6682025-02-28T06:44:52.007Z+ retry=24
6692025-02-28T06:44:52.031Z+ zoneadm list
6702025-02-28T06:44:52.031Z+ grep nexus
6712025-02-28T06:44:52.031Z+ [[ 24 -gt 300 ]]
6722025-02-28T06:44:52.031Z+ sleep 1
6732025-02-28T06:44:53.019Z+ retry=25
6742025-02-28T06:44:53.044Z+ zoneadm list
6752025-02-28T06:44:53.044Z+ grep nexus
6762025-02-28T06:44:53.044Z+ [[ 25 -gt 300 ]]
6772025-02-28T06:44:53.044Z+ sleep 1
6782025-02-28T06:44:54.032Z+ retry=26
6792025-02-28T06:44:54.057Z+ zoneadm list
6802025-02-28T06:44:54.057Z+ grep nexus
6812025-02-28T06:44:54.057Z+ [[ 26 -gt 300 ]]
6822025-02-28T06:44:54.057Z+ sleep 1
6832025-02-28T06:44:55.047Z+ retry=27
6842025-02-28T06:44:57.533Z+ zoneadm list
6852025-02-28T06:44:57.558Z+ grep nexus
6862025-02-28T06:44:57.558Z+ [[ 27 -gt 300 ]]
6872025-02-28T06:44:57.558Z+ sleep 1
6882025-02-28T06:45:00.788Z+ retry=28
6892025-02-28T06:45:00.812Z+ zoneadm list
6902025-02-28T06:45:00.837Z+ grep nexus
6912025-02-28T06:45:00.890Z+ [[ 28 -gt 300 ]]
6922025-02-28T06:45:00.890Z+ sleep 1
6932025-02-28T06:45:01.949Z+ retry=29
6942025-02-28T06:45:01.975Z+ zoneadm list
6952025-02-28T06:45:01.975Z+ grep nexus
6962025-02-28T06:45:01.975Z+ [[ 29 -gt 300 ]]
6972025-02-28T06:45:01.975Z+ sleep 1
6982025-02-28T06:45:02.972Z+ retry=30
6992025-02-28T06:45:02.972Z+ zoneadm list
7002025-02-28T06:45:02.996Z+ grep nexus
7012025-02-28T06:45:02.997Z+ [[ 30 -gt 300 ]]
7022025-02-28T06:45:02.997Z+ sleep 1
7032025-02-28T06:45:03.985Z+ retry=31
7042025-02-28T06:45:04.010Z+ zoneadm list
7052025-02-28T06:45:04.010Z+ grep nexus
7062025-02-28T06:45:04.010Z+ [[ 31 -gt 300 ]]
7072025-02-28T06:45:04.010Z+ sleep 1
7082025-02-28T06:45:05.005Z+ retry=32
7092025-02-28T06:45:05.032Z+ zoneadm list
7102025-02-28T06:45:05.032Z+ grep nexus
7112025-02-28T06:45:05.032Z+ [[ 32 -gt 300 ]]
7122025-02-28T06:45:05.032Z+ sleep 1
7132025-02-28T06:45:06.022Z+ retry=33
7142025-02-28T06:45:06.046Z+ zoneadm list
7152025-02-28T06:45:06.046Z+ grep nexus
7162025-02-28T06:45:06.046Z+ [[ 33 -gt 300 ]]
7172025-02-28T06:45:06.046Z+ sleep 1
7182025-02-28T06:45:07.036Z+ retry=34
7192025-02-28T06:45:07.061Z+ zoneadm list
7202025-02-28T06:45:07.061Z+ grep nexus
7212025-02-28T06:45:07.061Z+ [[ 34 -gt 300 ]]
7222025-02-28T06:45:07.061Z+ sleep 1
7232025-02-28T06:45:08.054Z+ retry=35
7242025-02-28T06:45:08.078Z+ zoneadm list
7252025-02-28T06:45:08.078Z+ grep nexus
7262025-02-28T06:45:08.078Z+ [[ 35 -gt 300 ]]
7272025-02-28T06:45:08.078Z+ sleep 1
7282025-02-28T06:45:09.071Z+ retry=36
7292025-02-28T06:45:09.097Z+ zoneadm list
7302025-02-28T06:45:09.097Z+ grep nexus
7312025-02-28T06:45:09.097Z+ [[ 36 -gt 300 ]]
7322025-02-28T06:45:09.097Z+ sleep 1
7332025-02-28T06:45:10.082Z+ retry=37
7342025-02-28T06:45:10.106Z+ zoneadm list
7352025-02-28T06:45:10.106Z+ grep nexus
7362025-02-28T06:45:10.106Z+ [[ 37 -gt 300 ]]
7372025-02-28T06:45:10.106Z+ sleep 1
7382025-02-28T06:45:11.094Z+ retry=38
7392025-02-28T06:45:11.118Z+ zoneadm list
7402025-02-28T06:45:11.118Z+ grep nexus
7412025-02-28T06:45:11.118Z+ [[ 38 -gt 300 ]]
7422025-02-28T06:45:11.118Z+ sleep 1
7432025-02-28T06:45:12.106Z+ retry=39
7442025-02-28T06:45:12.133Z+ zoneadm list
7452025-02-28T06:45:12.133Z+ grep nexus
7462025-02-28T06:45:12.133Z+ [[ 39 -gt 300 ]]
7472025-02-28T06:45:12.133Z+ sleep 1
7482025-02-28T06:45:13.118Z+ retry=40
7492025-02-28T06:45:13.143Z+ zoneadm list
7502025-02-28T06:45:13.143Z+ grep nexus
7512025-02-28T06:45:13.143Z+ [[ 40 -gt 300 ]]
7522025-02-28T06:45:13.143Z+ sleep 1
7532025-02-28T06:45:14.129Z+ retry=41
7542025-02-28T06:45:14.154Z+ zoneadm list
7552025-02-28T06:45:14.154Z+ grep nexus
7562025-02-28T06:45:14.154Z+ [[ 41 -gt 300 ]]
7572025-02-28T06:45:14.154Z+ sleep 1
7582025-02-28T06:45:15.141Z+ retry=42
7592025-02-28T06:45:15.167Z+ zoneadm list
7602025-02-28T06:45:15.167Z+ grep nexus
7612025-02-28T06:45:15.167Z+ [[ 42 -gt 300 ]]
7622025-02-28T06:45:15.167Z+ sleep 1
7632025-02-28T06:45:16.154Z+ retry=43
7642025-02-28T06:45:16.182Z+ zoneadm list
7652025-02-28T06:45:16.182Z+ grep nexus
7662025-02-28T06:45:16.182Z+ [[ 43 -gt 300 ]]
7672025-02-28T06:45:16.182Z+ sleep 1
7682025-02-28T06:45:17.166Z+ retry=44
7692025-02-28T06:45:17.190Z+ zoneadm list
7702025-02-28T06:45:17.190Z+ grep nexus
7712025-02-28T06:45:17.190Z+ [[ 44 -gt 300 ]]
7722025-02-28T06:45:17.190Z+ sleep 1
7732025-02-28T06:45:18.177Z+ retry=45
7742025-02-28T06:45:18.202Z+ zoneadm list
7752025-02-28T06:45:18.202Z+ grep nexus
7762025-02-28T06:45:18.202Z+ [[ 45 -gt 300 ]]
7772025-02-28T06:45:18.202Z+ sleep 1
7782025-02-28T06:45:19.191Z+ retry=46
7792025-02-28T06:45:19.217Z+ zoneadm list
7802025-02-28T06:45:19.217Z+ grep nexus
7812025-02-28T06:45:19.217Z+ [[ 46 -gt 300 ]]
7822025-02-28T06:45:19.217Z+ sleep 1
7832025-02-28T06:45:20.204Z+ retry=47
7842025-02-28T06:45:20.228Z+ zoneadm list
7852025-02-28T06:45:20.228Z+ grep nexus
7862025-02-28T06:45:20.228Z+ [[ 47 -gt 300 ]]
7872025-02-28T06:45:20.228Z+ sleep 1
7882025-02-28T06:45:21.216Z+ retry=48
7892025-02-28T06:45:21.241Z+ zoneadm list
7902025-02-28T06:45:21.241Z+ grep nexus
7912025-02-28T06:45:21.241Z+ [[ 48 -gt 300 ]]
7922025-02-28T06:45:21.241Z+ sleep 1
7932025-02-28T06:45:22.230Z+ retry=49
7942025-02-28T06:45:22.254Z+ zoneadm list
7952025-02-28T06:45:22.254Z+ grep nexus
7962025-02-28T06:45:22.254Z+ [[ 49 -gt 300 ]]
7972025-02-28T06:45:22.255Z+ sleep 1
7982025-02-28T06:45:23.249Z+ retry=50
7992025-02-28T06:45:23.274Z+ zoneadm list
8002025-02-28T06:45:23.274Z+ grep nexus
8012025-02-28T06:45:23.274Z+ [[ 50 -gt 300 ]]
8022025-02-28T06:45:23.274Z+ sleep 1
8032025-02-28T06:45:24.505Z+ retry=51
8042025-02-28T06:45:24.940Z+ zoneadm list
8052025-02-28T06:45:24.964Z+ grep nexus
8062025-02-28T06:45:24.989Z+ [[ 51 -gt 300 ]]
8072025-02-28T06:45:24.989Z+ sleep 1
8082025-02-28T06:45:36.137Z+ retry=52
8092025-02-28T06:45:36.137Z+ zoneadm list
8102025-02-28T06:45:36.137Z+ grep nexus
8112025-02-28T06:45:36.137Z+ [[ 52 -gt 300 ]]
8122025-02-28T06:45:36.137Z+ sleep 1
8132025-02-28T06:45:36.137Z+ retry=53
8142025-02-28T06:45:36.138Z+ zoneadm list
8152025-02-28T06:45:36.138Z+ grep nexus
8162025-02-28T06:45:36.138Z+ [[ 53 -gt 300 ]]
8172025-02-28T06:45:36.138Z+ sleep 1
8182025-02-28T06:45:36.138Z+ retry=54
8192025-02-28T06:45:36.138Z+ zoneadm list
8202025-02-28T06:45:36.138Z+ grep nexus
8212025-02-28T06:45:36.138Z+ [[ 54 -gt 300 ]]
8222025-02-28T06:45:36.138Z+ sleep 1
8232025-02-28T06:45:36.189Z+ retry=55
8242025-02-28T06:45:36.189Z+ zoneadm list
8252025-02-28T06:45:36.189Z+ grep nexus
8262025-02-28T06:45:36.189Z+ [[ 55 -gt 300 ]]
8272025-02-28T06:45:36.189Z+ sleep 1
8282025-02-28T06:45:36.927Z+ retry=56
8292025-02-28T06:45:36.951Z+ zoneadm list
8302025-02-28T06:45:36.952Z+ grep nexus
8312025-02-28T06:45:36.952Z+ [[ 56 -gt 300 ]]
8322025-02-28T06:45:36.952Z+ sleep 1
8332025-02-28T06:45:37.948Z+ retry=57
8342025-02-28T06:45:37.973Z+ zoneadm list
8352025-02-28T06:45:37.974Z+ grep nexus
8362025-02-28T06:45:37.974Z+ [[ 57 -gt 300 ]]
8372025-02-28T06:45:37.974Z+ sleep 1
8382025-02-28T06:45:38.965Z+ retry=58
8392025-02-28T06:45:38.989Z+ zoneadm list
8402025-02-28T06:45:38.990Z+ grep nexus
8412025-02-28T06:45:38.990Z+ [[ 58 -gt 300 ]]
8422025-02-28T06:45:38.990Z+ sleep 1
8432025-02-28T06:45:40.025Z+ retry=59
8442025-02-28T06:45:40.052Z+ zoneadm list
8452025-02-28T06:45:40.053Z+ grep nexus
8462025-02-28T06:45:40.053Z+ [[ 59 -gt 300 ]]
8472025-02-28T06:45:40.053Z+ sleep 1
8482025-02-28T06:45:41.001Z+ retry=60
8492025-02-28T06:45:41.026Z+ zoneadm list
8502025-02-28T06:45:41.026Z+ grep nexus
8512025-02-28T06:45:41.026Zoxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c
8522025-02-28T06:45:41.026Zoxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d
8532025-02-28T06:45:41.026Zoxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9
8542025-02-28T06:45:41.026Z+ echo 'Waited for nexus: 60s'
8552025-02-28T06:45:41.026ZWaited for nexus: 60s
8562025-02-28T06:45:41.026Z+ export RUST_BACKTRACE=1
8572025-02-28T06:45:41.026Z+ RUST_BACKTRACE=1
8582025-02-28T06:45:41.026Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8592025-02-28T06:45:41.051Z++ ./target/debug/bootstrap
8602025-02-28T06:45:43.388ZUsing external DNS server at 10.151.1.164:53
8612025-02-28T06:45:43.455Z2025-02-28 06:45:43.441681326 UTC: attempting to log into API
8622025-02-28T06:45:58.590Z2025-02-28 06:45:58.577029680 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8632025-02-28T06:45:59.591Z2025-02-28 06:45:59.578622634 UTC: attempting to log into API
 
8642025-02-28T06:46:04.690ZFeb 28 06:46:04 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8652025-02-28T06:46:04.728ZFeb 28 06:46:04 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8662025-02-28T06:46:05.050ZFeb 28 06:46:04 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8672025-02-28T06:46:05.102ZFeb 28 06:46:04 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8682025-02-28T06:46:05.141ZFeb 28 06:46:04 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
8692025-02-28T06:46:14.625Z2025-02-28 06:46:14.613019491 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8702025-02-28T06:46:15.626Z2025-02-28 06:46:15.614276666 UTC: attempting to log into API
8712025-02-28T06:46:30.660Z2025-02-28 06:46:30.646290783 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8722025-02-28T06:46:31.660Z2025-02-28 06:46:31.647476926 UTC: attempting to log into API
8732025-02-28T06:46:42.569Z2025-02-28 06:46:42.556858079 UTC: login succeeded
8742025-02-28T06:46:42.603Zwaiting for nexus to come up...
8752025-02-28T06:46:42.730Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8762025-02-28T06:46:43.121Zsetting up quotas...
8772025-02-28T06:46:43.209Zensuring datasets are ready...
8782025-02-28T06:46:47.071Zlet's roll.
8792025-02-28T06:46:47.095Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8802025-02-28T06:46:47.096ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8812025-02-28T06:46:47.096ZOXIDE_TOKEN=oxide-token-694d7d2c8bb06f2bf0c75079063c67b0f7887e21'
8822025-02-28T06:46:47.096Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8832025-02-28T06:46:47.096Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8842025-02-28T06:46:47.096Z++ OXIDE_TOKEN=oxide-token-694d7d2c8bb06f2bf0c75079063c67b0f7887e21
8852025-02-28T06:46:47.096Z+ export OXIDE_HOST OXIDE_TOKEN
8862025-02-28T06:46:47.096Z+ retry=0
8872025-02-28T06:46:47.096Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8882025-02-28T06:46:47.162Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8892025-02-28T06:46:47.977Z{"status":"ok"}{
8902025-02-28T06:46:47.978Z "description": "some images",
8912025-02-28T06:46:47.978Z "id": "744d1c24-ab00-4a00-a31e-4b56b54437cc",
8922025-02-28T06:46:47.978Z "name": "images",
8932025-02-28T06:46:47.978Z "time_created": "2025-02-28T06:46:47.242705Z",
8942025-02-28T06:46:47.978Z "time_modified": "2025-02-28T06:46:47.242705Z"
8952025-02-28T06:46:47.978Z}
8962025-02-28T06:46:48.008Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
8972025-02-28T06:50:09.572ZFeb 28 06:50:08 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.31.17.12:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
8982025-02-28T06:56:41.218ZFeb 28 06:50:20 buskin last message repeated 1 time
 
8992025-02-28T06:57:26.901ZDone!
9002025-02-28T06:57:26.926Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9012025-02-28T06:57:27.030Z{
9022025-02-28T06:57:27.031Z "block_size": 512,
9032025-02-28T06:57:27.031Z "description": "debian 11 original base image",
9042025-02-28T06:57:27.031Z "id": "5a3e7a57-9e1c-46c2-bb64-b90b85845b54",
9052025-02-28T06:57:27.031Z "name": "debian11",
9062025-02-28T06:57:27.031Z "os": "debian",
9072025-02-28T06:57:27.031Z "size": 2147483648,
9082025-02-28T06:57:27.031Z "time_created": "2025-02-28T06:57:26.836770Z",
9092025-02-28T06:57:27.031Z "time_modified": "2025-02-28T06:57:27.012037Z",
9102025-02-28T06:57:27.031Z "version": "11"
9112025-02-28T06:57:27.031Z}
9122025-02-28T06:57:27.055Z+ for test_bin in tests/*
9132025-02-28T06:57:27.055Z+ ./tests/bootstrap-9018a52e79771a0a
9142025-02-28T06:57:27.084Z
9152025-02-28T06:57:27.084Zrunning 0 tests
9162025-02-28T06:57:27.108Z
9172025-02-28T06:57:27.108Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9182025-02-28T06:57:27.108Z
9192025-02-28T06:57:27.108Z+ for test_bin in tests/*
9202025-02-28T06:57:27.108Z+ ./tests/commtest-264352664bc5c4cc
9212025-02-28T06:57:27.133Z
9222025-02-28T06:57:27.133Zrunning 0 tests
9232025-02-28T06:57:27.133Z
9242025-02-28T06:57:27.133Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9252025-02-28T06:57:27.133Z
9262025-02-28T06:57:27.133Z+ for test_bin in tests/*
9272025-02-28T06:57:27.133Z+ ./tests/dhcp_server-72e93b476c030026
9282025-02-28T06:57:27.157Z
9292025-02-28T06:57:27.157Zrunning 0 tests
9302025-02-28T06:57:27.157Z
9312025-02-28T06:57:27.157Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9322025-02-28T06:57:27.157Z
9332025-02-28T06:57:27.158Z+ for test_bin in tests/*
9342025-02-28T06:57:27.158Z+ ./tests/end_to_end_tests-684861dadb2dbc29
9352025-02-28T06:57:27.493Z
9362025-02-28T06:57:27.493Zrunning 3 tests
9372025-02-28T06:57:27.523Znote: configured to log to "/tmp/end_to_end_tests-684861dadb2dbc29-new_blueprint_noop.5205.0.log"
9382025-02-28T06:57:27.924Ztest no_spoof::no_spoof_here ... ok
9392025-02-28T06:57:29.114Ztest noop_blueprint::new_blueprint_noop ... ok
9402025-02-28T06:57:56.093Ztest instance_launch::instance_launch ... ok
9412025-02-28T06:57:56.094Z
9422025-02-28T06:57:56.118Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.60s
9432025-02-28T06:57:56.119Z
9442025-02-28T06:57:56.119Z+ _exit_trap
9452025-02-28T06:57:56.119Z+ local status=0
9462025-02-28T06:57:56.119Z+ set +o errexit
9472025-02-28T06:57:56.119Z+ [[ x != \x ]]
9482025-02-28T06:57:56.119Z+ pfexec svcadm -Z disable -s cron
9492025-02-28T06:57:58.327Z+ [[ 0 -eq 0 ]]
9502025-02-28T06:57:58.327Z+ exit 0
9512025-02-28T06:57:58.353Zprocess exited: duration 901900 ms, exit code 0
 
9522025-02-28T06:57:58.521Zfound 144 output files
9532025-02-28T06:57:58.664Zuploading: /var/svc/log/oxide-sled-agent:default.log (1384235 bytes)
9542025-02-28T06:57:59.835Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9552025-02-28T06:57:59.835Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7209040 bytes)
9562025-02-28T06:58:00.346Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7209040 -> 7222509
9572025-02-28T06:58:01.419Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9582025-02-28T06:58:01.419Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (510986 bytes)
9592025-02-28T06:58:02.718Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9602025-02-28T06:58:02.742Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7310 bytes)
9612025-02-28T06:58:03.838Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9622025-02-28T06:58:03.838Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31273 bytes)
9632025-02-28T06:58:04.978Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
9642025-02-28T06:58:04.978Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (350442 bytes)
9652025-02-28T06:58:05.208Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 350442 -> 353214
9662025-02-28T06:58:06.279Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9672025-02-28T06:58:06.303Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (12744 bytes)
9682025-02-28T06:58:07.397Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
9692025-02-28T06:58:07.422Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (448468 bytes)
9702025-02-28T06:58:07.627Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 448468 -> 452032
9712025-02-28T06:58:08.697Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9722025-02-28T06:58:08.697Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (18632 bytes)
9732025-02-28T06:58:09.817Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
9742025-02-28T06:58:09.817Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2079830 bytes)
9752025-02-28T06:58:10.148Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2079830 -> 2104739
9762025-02-28T06:58:11.221Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9772025-02-28T06:58:11.221Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (166550 bytes)
9782025-02-28T06:58:12.452Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
9792025-02-28T06:58:12.453Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5095092 bytes)
9802025-02-28T06:58:12.882Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5095092 -> 5193560
9812025-02-28T06:58:13.956Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9822025-02-28T06:58:13.956Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (362862 bytes)
9832025-02-28T06:58:15.219Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
9842025-02-28T06:58:15.219Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
9852025-02-28T06:58:16.292Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9862025-02-28T06:58:16.292Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3338 bytes)
9872025-02-28T06:58:17.389Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9882025-02-28T06:58:17.389Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (437042 bytes)
9892025-02-28T06:58:17.642Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 437042 -> 447875
9902025-02-28T06:58:18.714Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9912025-02-28T06:58:18.715Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (41412 bytes)
9922025-02-28T06:58:19.877Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9932025-02-28T06:58:19.878Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13455 bytes)
9942025-02-28T06:58:19.948Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13455 -> 14040
9952025-02-28T06:58:21.020Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9962025-02-28T06:58:21.020Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
9972025-02-28T06:58:22.114Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
9982025-02-28T06:58:22.114Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
9992025-02-28T06:58:23.186Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10002025-02-28T06:58:23.186Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3503 bytes)
10012025-02-28T06:58:24.282Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
10022025-02-28T06:58:24.282Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10032025-02-28T06:58:25.355Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10042025-02-28T06:58:25.380Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
10052025-02-28T06:58:26.452Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10062025-02-28T06:58:26.452Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
10072025-02-28T06:58:27.548Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroach-admin:default.log
10082025-02-28T06:58:27.572Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10092025-02-28T06:58:28.646Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroach-admin:default.log.0
10102025-02-28T06:58:28.646Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroachdb:default.log (1089 bytes)
10112025-02-28T06:58:29.741Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroachdb:default.log
10122025-02-28T06:58:29.741Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroachdb:default.log.0 (3236 bytes)
10132025-02-28T06:58:30.837Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-cockroachdb:default.log.0
10142025-02-28T06:58:30.861Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10152025-02-28T06:58:31.910Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-zone-network-setup:default.log
10162025-02-28T06:58:31.911Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
10172025-02-28T06:58:33.008Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_cockroachdb_37ce8bb9-57cb-4dd4-8aa1-52445f96a222/root/var/svc/log/oxide-zone-network-setup:default.log.0
10182025-02-28T06:58:33.008Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-agent:default.log (18703 bytes)
10192025-02-28T06:58:34.150Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-agent:default.log
10202025-02-28T06:58:34.175Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10212025-02-28T06:58:35.248Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:default.log
10222025-02-28T06:58:35.249Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:downstairs-3163bff5-f19d-4014-9379-12a641e7ff26.log (3007 bytes)
10232025-02-28T06:58:36.345Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:downstairs-3163bff5-f19d-4014-9379-12a641e7ff26.log
10242025-02-28T06:58:36.345Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:downstairs-57b69746-1c97-4ca1-a3a8-d5a0aafe537e.log (5972 bytes)
10252025-02-28T06:58:37.442Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-crucible-downstairs:downstairs-57b69746-1c97-4ca1-a3a8-d5a0aafe537e.log
10262025-02-28T06:58:37.442Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10272025-02-28T06:58:38.538Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_17130402-2073-40d7-b72b-01697b9cffc7/root/var/svc/log/oxide-zone-network-setup:default.log
10282025-02-28T06:58:38.538Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_pantry_b6304130-6f89-47cb-94bb-f8a571d2bb98/root/var/svc/log/oxide-crucible-pantry:default.log (97845 bytes)
10292025-02-28T06:58:38.698Zupload warning: file "/pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_pantry_b6304130-6f89-47cb-94bb-f8a571d2bb98/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97845 -> 105675
10302025-02-28T06:58:39.768Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_pantry_b6304130-6f89-47cb-94bb-f8a571d2bb98/root/var/svc/log/oxide-crucible-pantry:default.log
10312025-02-28T06:58:39.793Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_pantry_b6304130-6f89-47cb-94bb-f8a571d2bb98/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10322025-02-28T06:58:40.863Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_crucible_pantry_b6304130-6f89-47cb-94bb-f8a571d2bb98/root/var/svc/log/oxide-zone-network-setup:default.log
10332025-02-28T06:58:40.863Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-external_dns:default.log (45789 bytes)
10342025-02-28T06:58:40.977Zupload warning: file "/pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45789 -> 49566
10352025-02-28T06:58:42.048Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-external_dns:default.log
10362025-02-28T06:58:42.072Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10372025-02-28T06:58:43.142Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-opte-interface-setup:default.log
10382025-02-28T06:58:43.143Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10392025-02-28T06:58:44.236Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_external_dns_e8bdae5e-9ded-49bc-b5c4-c0a139701547/root/var/svc/log/oxide-zone-network-setup:default.log
10402025-02-28T06:58:44.236Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-internal_dns:default.log (443559 bytes)
10412025-02-28T06:58:44.466Zupload warning: file "/pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443559 -> 447315
10422025-02-28T06:58:45.536Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-internal_dns:default.log
10432025-02-28T06:58:45.561Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-internal_dns:default.log.0 (28380 bytes)
10442025-02-28T06:58:46.675Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-internal_dns:default.log.0
10452025-02-28T06:58:46.675Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10462025-02-28T06:58:47.747Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-zone-network-setup:default.log
10472025-02-28T06:58:47.747Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
10482025-02-28T06:58:48.842Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_internal_dns_fcd8ae0d-2575-4673-8e36-6e281d9fbbb0/root/var/svc/log/oxide-zone-network-setup:default.log.0
10492025-02-28T06:58:48.842Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_oximeter_e72f5a53-a61c-40ae-9405-7898df860fb2/root/var/svc/log/oxide-oximeter:default.log (3869913 bytes)
10502025-02-28T06:58:49.225Zupload warning: file "/pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_oximeter_e72f5a53-a61c-40ae-9405-7898df860fb2/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3869913 -> 4143725
10512025-02-28T06:58:50.296Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_oximeter_e72f5a53-a61c-40ae-9405-7898df860fb2/root/var/svc/log/oxide-oximeter:default.log
10522025-02-28T06:58:50.321Zuploading: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_oximeter_e72f5a53-a61c-40ae-9405-7898df860fb2/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
10532025-02-28T06:58:51.391Zuploaded: /pool/ext/3430e022-7133-4293-ac77-634fd73d7c3b/crypt/zone/oxz_oximeter_e72f5a53-a61c-40ae-9405-7898df860fb2/root/var/svc/log/oxide-zone-network-setup:default.log
10542025-02-28T06:58:51.416Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
10552025-02-28T06:58:52.486Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroach-admin:default.log
10562025-02-28T06:58:52.510Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10572025-02-28T06:58:53.581Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroach-admin:default.log.0
10582025-02-28T06:58:53.581Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroachdb:default.log (1063 bytes)
10592025-02-28T06:58:54.677Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroachdb:default.log
10602025-02-28T06:58:54.677Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroachdb:default.log.0 (3236 bytes)
10612025-02-28T06:58:55.774Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-cockroachdb:default.log.0
10622025-02-28T06:58:55.774Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10632025-02-28T06:58:56.845Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-zone-network-setup:default.log
10642025-02-28T06:58:56.845Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
10652025-02-28T06:58:57.940Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_cockroachdb_306dfaae-c4fc-4f95-9576-6a4349e128e1/root/var/svc/log/oxide-zone-network-setup:default.log.0
10662025-02-28T06:58:57.965Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-agent:default.log (27788 bytes)
10672025-02-28T06:58:59.082Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-agent:default.log
10682025-02-28T06:58:59.083Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10692025-02-28T06:59:00.178Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:default.log
10702025-02-28T06:59:00.179Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b.log (3123 bytes)
10712025-02-28T06:59:01.279Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e9a3965-1bae-40bd-80d5-0de9634c778b.log
10722025-02-28T06:59:01.303Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:downstairs-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce.log (6078 bytes)
10732025-02-28T06:59:02.374Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:downstairs-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce.log
10742025-02-28T06:59:02.374Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:snapshot-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log (5656 bytes)
10752025-02-28T06:59:03.471Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-crucible-downstairs:snapshot-ceb2ec90-0c33-48e3-a897-f680e9bbe0ce-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log
10762025-02-28T06:59:03.471Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10772025-02-28T06:59:04.567Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_74a8d1f8-f20f-4b97-a9a0-236ed15e1a34/root/var/svc/log/oxide-zone-network-setup:default.log
10782025-02-28T06:59:04.567Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_pantry_13017202-14c7-4bde-b922-741839412f92/root/var/svc/log/oxide-crucible-pantry:default.log (98757 bytes)
10792025-02-28T06:59:04.726Zupload warning: file "/pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_pantry_13017202-14c7-4bde-b922-741839412f92/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98757 -> 106588
10802025-02-28T06:59:06.032Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_pantry_13017202-14c7-4bde-b922-741839412f92/root/var/svc/log/oxide-crucible-pantry:default.log
10812025-02-28T06:59:06.032Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_pantry_13017202-14c7-4bde-b922-741839412f92/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
10822025-02-28T06:59:07.128Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_crucible_pantry_13017202-14c7-4bde-b922-741839412f92/root/var/svc/log/oxide-zone-network-setup:default.log
10832025-02-28T06:59:07.128Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-internal_dns:default.log (443558 bytes)
10842025-02-28T06:59:07.361Zupload warning: file "/pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443558 -> 447314
10852025-02-28T06:59:08.432Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-internal_dns:default.log
10862025-02-28T06:59:08.456Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-internal_dns:default.log.0 (28383 bytes)
10872025-02-28T06:59:09.574Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-internal_dns:default.log.0
10882025-02-28T06:59:09.574Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10892025-02-28T06:59:10.644Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-zone-network-setup:default.log
10902025-02-28T06:59:10.644Zuploading: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
10912025-02-28T06:59:11.739Zuploaded: /pool/ext/36abc0e0-9d49-4738-89cf-f6343849532d/crypt/zone/oxz_internal_dns_4f4c7990-c2dd-40da-b170-e650a4483069/root/var/svc/log/oxide-zone-network-setup:default.log.0
10922025-02-28T06:59:11.739Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
10932025-02-28T06:59:12.834Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroach-admin:default.log
10942025-02-28T06:59:12.834Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10952025-02-28T06:59:13.929Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroach-admin:default.log.0
10962025-02-28T06:59:13.929Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroachdb:default.log (856 bytes)
10972025-02-28T06:59:15.024Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroachdb:default.log
10982025-02-28T06:59:15.024Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroachdb:default.log.0 (3468 bytes)
10992025-02-28T06:59:16.119Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-cockroachdb:default.log.0
11002025-02-28T06:59:16.119Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11012025-02-28T06:59:17.190Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-zone-network-setup:default.log
11022025-02-28T06:59:17.216Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11032025-02-28T06:59:18.284Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_cockroachdb_e956a8d8-0cb7-4c1d-ac6a-88c027a4347b/root/var/svc/log/oxide-zone-network-setup:default.log.0
11042025-02-28T06:59:18.309Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-agent:default.log (8484 bytes)
11052025-02-28T06:59:19.401Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-agent:default.log
11062025-02-28T06:59:19.426Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11072025-02-28T06:59:20.496Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-downstairs:default.log
11082025-02-28T06:59:20.496Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-downstairs:downstairs-a4fec26f-8b08-4267-95be-065ba8f73323.log (3008 bytes)
11092025-02-28T06:59:21.592Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-crucible-downstairs:downstairs-a4fec26f-8b08-4267-95be-065ba8f73323.log
11102025-02-28T06:59:21.616Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11112025-02-28T06:59:22.686Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_f06cf8ec-9e46-4599-a89c-a080b42d9c26/root/var/svc/log/oxide-zone-network-setup:default.log
11122025-02-28T06:59:22.686Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_pantry_44749f91-354a-42ab-b90f-ecccbaaa9350/root/var/svc/log/oxide-crucible-pantry:default.log (858545 bytes)
11132025-02-28T06:59:22.968Zupload warning: file "/pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_pantry_44749f91-354a-42ab-b90f-ecccbaaa9350/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 858545 -> 870262
11142025-02-28T06:59:24.040Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_pantry_44749f91-354a-42ab-b90f-ecccbaaa9350/root/var/svc/log/oxide-crucible-pantry:default.log
11152025-02-28T06:59:24.064Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_pantry_44749f91-354a-42ab-b90f-ecccbaaa9350/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
11162025-02-28T06:59:25.136Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_crucible_pantry_44749f91-354a-42ab-b90f-ecccbaaa9350/root/var/svc/log/oxide-zone-network-setup:default.log
11172025-02-28T06:59:25.136Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
11182025-02-28T06:59:26.207Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-chrony-setup:default.log
11192025-02-28T06:59:26.232Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-chrony-setup:default.log.0 (14495 bytes)
11202025-02-28T06:59:27.324Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-chrony-setup:default.log.0
11212025-02-28T06:59:27.324Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-ntp:default.log (476 bytes)
11222025-02-28T06:59:27.371Zupload warning: file "/pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 476 -> 533
11232025-02-28T06:59:28.441Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-ntp:default.log
11242025-02-28T06:59:28.441Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-ntp:default.log.0 (954 bytes)
11252025-02-28T06:59:29.537Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-ntp:default.log.0
11262025-02-28T06:59:29.537Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
11272025-02-28T06:59:30.607Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-opte-interface-setup:default.log
11282025-02-28T06:59:30.607Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1125 bytes)
11292025-02-28T06:59:31.705Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-opte-interface-setup:default.log.0
11302025-02-28T06:59:31.729Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11312025-02-28T06:59:32.775Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-zone-network-setup:default.log
11322025-02-28T06:59:32.800Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2029 bytes)
11332025-02-28T06:59:33.874Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/svc/log/oxide-zone-network-setup:default.log.0
11342025-02-28T06:59:33.874Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-agent:default.log (24202 bytes)
11352025-02-28T06:59:35.015Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-agent:default.log
11362025-02-28T06:59:35.015Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11372025-02-28T06:59:36.111Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:default.log
11382025-02-28T06:59:36.112Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:downstairs-51c4c0fb-8fef-4a13-accd-52ecbdb9c412.log (6076 bytes)
11392025-02-28T06:59:37.207Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:downstairs-51c4c0fb-8fef-4a13-accd-52ecbdb9c412.log
11402025-02-28T06:59:37.207Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:downstairs-c7600b3d-afd7-4560-9bb6-1186d67cfdea.log (3007 bytes)
11412025-02-28T06:59:38.303Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:downstairs-c7600b3d-afd7-4560-9bb6-1186d67cfdea.log
11422025-02-28T06:59:38.327Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:snapshot-51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log (5654 bytes)
11432025-02-28T06:59:39.399Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-crucible-downstairs:snapshot-51c4c0fb-8fef-4a13-accd-52ecbdb9c412-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log
11442025-02-28T06:59:39.399Zuploading: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11452025-02-28T06:59:40.494Zuploaded: /pool/ext/574faf87-fd2d-44c5-bef4-135771b1853a/crypt/zone/oxz_crucible_3fd7a640-e26a-4e71-96e9-c971fe868468/root/var/svc/log/oxide-zone-network-setup:default.log
11462025-02-28T06:59:40.495Zuploading: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-crucible-agent:default.log (1553 bytes)
11472025-02-28T06:59:41.589Zuploaded: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-crucible-agent:default.log
11482025-02-28T06:59:41.614Zuploading: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11492025-02-28T06:59:42.686Zuploaded: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-crucible-downstairs:default.log
11502025-02-28T06:59:42.687Zuploading: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11512025-02-28T06:59:43.782Zuploaded: /pool/ext/77adf4a6-2e0d-4b65-8f85-5c54a39764ff/crypt/zone/oxz_crucible_31d31e90-3f54-42a5-9c6a-3a39893947e4/root/var/svc/log/oxide-zone-network-setup:default.log
11522025-02-28T06:59:43.782Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11532025-02-28T06:59:44.877Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-crucible-agent:default.log
11542025-02-28T06:59:44.902Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11552025-02-28T06:59:45.973Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-crucible-downstairs:default.log
11562025-02-28T06:59:45.997Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11572025-02-28T06:59:47.068Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_crucible_253d80bc-2577-49b2-9a32-b835e93520b5/root/var/svc/log/oxide-zone-network-setup:default.log
11582025-02-28T06:59:47.134Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-nexus:default.log (42272501 bytes)
11592025-02-28T06:59:54.487Zupload warning: file "/pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42272501 -> 43231961
11602025-02-28T06:59:55.558Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-nexus:default.log
11612025-02-28T06:59:55.558Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11622025-02-28T06:59:56.654Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-opte-interface-setup:default.log
11632025-02-28T06:59:56.679Zuploading: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11642025-02-28T06:59:57.750Zuploaded: /pool/ext/b0f1596a-e4f9-4ff9-83cd-0888039ed42a/crypt/zone/oxz_nexus_6d7f93d5-671d-4f52-9b87-78d19291764d/root/var/svc/log/oxide-zone-network-setup:default.log
11652025-02-28T06:59:57.750Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11662025-02-28T06:59:58.845Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11672025-02-28T06:59:58.870Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-clickhouse:default.log (3570704 bytes)
11682025-02-28T07:00:01.309Zupload warning: file "/pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3570704 -> 4192569
11692025-02-28T07:00:02.382Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-clickhouse:default.log
11702025-02-28T07:00:02.382Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
11712025-02-28T07:00:03.479Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_clickhouse_4c6b65a6-1a8a-4846-8854-afbb68a1c5be/root/var/svc/log/oxide-zone-network-setup:default.log
11722025-02-28T07:00:03.479Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
11732025-02-28T07:00:04.575Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroach-admin:default.log
11742025-02-28T07:00:04.599Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11752025-02-28T07:00:05.668Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroach-admin:default.log.0
11762025-02-28T07:00:05.668Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroachdb:default.log (1809 bytes)
11772025-02-28T07:00:06.765Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroachdb:default.log
11782025-02-28T07:00:06.789Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroachdb:default.log.0 (2514 bytes)
11792025-02-28T07:00:07.860Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-cockroachdb:default.log.0
11802025-02-28T07:00:07.860Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11812025-02-28T07:00:08.931Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-zone-network-setup:default.log
11822025-02-28T07:00:08.931Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11832025-02-28T07:00:10.027Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_cockroachdb_e5a7b872-656b-46a5-862b-1d6ae16ee6e0/root/var/svc/log/oxide-zone-network-setup:default.log.0
11842025-02-28T07:00:10.027Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-agent:default.log (38871 bytes)
11852025-02-28T07:00:11.188Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-agent:default.log
11862025-02-28T07:00:11.188Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11872025-02-28T07:00:12.283Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:default.log
11882025-02-28T07:00:12.307Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-127bc280-a43e-4be3-966b-438743a09d61.log (5974 bytes)
11892025-02-28T07:00:13.377Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-127bc280-a43e-4be3-966b-438743a09d61.log
11902025-02-28T07:00:13.403Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-22041f10-8344-4579-8dde-060ff89f5a52.log (3124 bytes)
11912025-02-28T07:00:14.474Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-22041f10-8344-4579-8dde-060ff89f5a52.log
11922025-02-28T07:00:14.499Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd2c720c-56b9-46a9-be95-743a20a51344.log (6078 bytes)
11932025-02-28T07:00:15.570Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd2c720c-56b9-46a9-be95-743a20a51344.log
11942025-02-28T07:00:15.595Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:snapshot-fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log (5656 bytes)
11952025-02-28T07:00:16.665Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-crucible-downstairs:snapshot-fd2c720c-56b9-46a9-be95-743a20a51344-eaf9a8bc-7b3c-4c69-a42d-3b7be9fd20b2.log
11962025-02-28T07:00:16.665Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11972025-02-28T07:00:17.760Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_crucible_7d6eb2e7-b425-45d2-86bd-6e02b7d4585a/root/var/svc/log/oxide-zone-network-setup:default.log
11982025-02-28T07:00:17.760Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-external_dns:default.log (45795 bytes)
11992025-02-28T07:00:17.896Zupload warning: file "/pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45795 -> 57123
12002025-02-28T07:00:18.966Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-external_dns:default.log
12012025-02-28T07:00:18.966Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12022025-02-28T07:00:20.061Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-opte-interface-setup:default.log
12032025-02-28T07:00:20.061Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
12042025-02-28T07:00:21.156Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_external_dns_60dda83b-119e-4091-89bb-47146b9a4e21/root/var/svc/log/oxide-zone-network-setup:default.log
12052025-02-28T07:00:21.156Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-internal_dns:default.log (443578 bytes)
12062025-02-28T07:00:21.387Zupload warning: file "/pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443578 -> 454843
12072025-02-28T07:00:22.460Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-internal_dns:default.log
12082025-02-28T07:00:22.460Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-internal_dns:default.log.0 (28383 bytes)
12092025-02-28T07:00:23.599Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-internal_dns:default.log.0
12102025-02-28T07:00:23.599Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12112025-02-28T07:00:24.670Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-zone-network-setup:default.log
12122025-02-28T07:00:24.695Zuploading: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12132025-02-28T07:00:25.765Zuploaded: /pool/ext/d561fffc-9174-47c9-b549-14ba5ae1eef4/crypt/zone/oxz_internal_dns_7efe5fd6-f5d8-4d88-9eb1-e557a2c38faf/root/var/svc/log/oxide-zone-network-setup:default.log.0
12142025-02-28T07:00:25.789Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
12152025-02-28T07:00:26.859Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-crucible-agent:default.log
12162025-02-28T07:00:26.859Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12172025-02-28T07:00:27.954Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-crucible-downstairs:default.log
12182025-02-28T07:00:27.954Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12192025-02-28T07:00:29.049Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_crucible_118d1ef2-29f5-4549-af1e-9101e16957c8/root/var/svc/log/oxide-zone-network-setup:default.log
12202025-02-28T07:00:29.049Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-nexus:default.log (5202323 bytes)
12212025-02-28T07:00:29.523Zupload warning: file "/pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5202323 -> 6154258
12222025-02-28T07:00:30.594Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-nexus:default.log
12232025-02-28T07:00:30.619Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12242025-02-28T07:00:31.689Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-opte-interface-setup:default.log
12252025-02-28T07:00:31.713Zuploading: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12262025-02-28T07:00:32.783Zuploaded: /pool/ext/d796acf1-b12c-4ae9-a449-e819e652dd0c/crypt/zone/oxz_nexus_6dfa79a4-7e7e-4b2a-844c-45801a599ee9/root/var/svc/log/oxide-zone-network-setup:default.log
12272025-02-28T07:00:32.783Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
12282025-02-28T07:00:33.878Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroach-admin:default.log
12292025-02-28T07:00:33.878Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1867 bytes)
12302025-02-28T07:00:34.977Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroach-admin:default.log.0
12312025-02-28T07:00:34.977Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroachdb:default.log (857 bytes)
12322025-02-28T07:00:36.072Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroachdb:default.log
12332025-02-28T07:00:36.073Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroachdb:default.log.0 (3468 bytes)
12342025-02-28T07:00:37.167Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-cockroachdb:default.log.0
12352025-02-28T07:00:37.167Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12362025-02-28T07:00:38.238Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-zone-network-setup:default.log
12372025-02-28T07:00:38.262Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12382025-02-28T07:00:39.333Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_cockroachdb_8cd9abc3-7a61-44f3-9aae-450a7fb8dc3c/root/var/svc/log/oxide-zone-network-setup:default.log.0
12392025-02-28T07:00:39.333Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-agent:default.log (23489 bytes)
12402025-02-28T07:00:40.739Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-agent:default.log
12412025-02-28T07:00:40.739Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12422025-02-28T07:00:41.833Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:default.log
12432025-02-28T07:00:41.833Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d.log (5974 bytes)
12442025-02-28T07:00:42.928Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:downstairs-613be1a5-937c-4dc8-a7c9-4b9dd4b60f7d.log
12452025-02-28T07:00:42.953Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:downstairs-b12cf25d-751f-423c-be3c-409ce9799184.log (3127 bytes)
12462025-02-28T07:00:44.023Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-crucible-downstairs:downstairs-b12cf25d-751f-423c-be3c-409ce9799184.log
12472025-02-28T07:00:44.024Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12482025-02-28T07:00:45.118Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_crucible_ac5eeddf-55a1-4e19-9d85-9bf1aa17a1f3/root/var/svc/log/oxide-zone-network-setup:default.log
12492025-02-28T07:00:45.118Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-nexus:default.log (5127070 bytes)
12502025-02-28T07:00:45.594Zupload warning: file "/pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5127070 -> 6212609
12512025-02-28T07:00:46.665Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-nexus:default.log
12522025-02-28T07:00:46.717Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
12532025-02-28T07:00:47.791Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-opte-interface-setup:default.log
12542025-02-28T07:00:47.791Zuploading: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
12552025-02-28T07:00:48.886Zuploaded: /pool/ext/fa5ce45e-0f91-4207-90f9-7f11065f9b6a/crypt/zone/oxz_nexus_d6c49f97-8f2b-4a10-a742-f63fd5970a6c/root/var/svc/log/oxide-zone-network-setup:default.log
12562025-02-28T07:00:48.886Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/measurements.log (207281 bytes)
12572025-02-28T07:00:49.116Zupload warning: file "/pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/measurements.log" changed size mid upload: 207281 -> 258245
12582025-02-28T07:00:50.187Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/measurements.log
12592025-02-28T07:00:50.187Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/statistics.log (157482 bytes)
12602025-02-28T07:00:50.393Zupload warning: file "/pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/statistics.log" changed size mid upload: 157482 -> 195039
12612025-02-28T07:00:51.466Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/statistics.log
12622025-02-28T07:00:51.490Zuploading: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/tracking.log (18488 bytes)
12632025-02-28T07:00:51.559Zupload warning: file "/pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/tracking.log" changed size mid upload: 18488 -> 22844
12642025-02-28T07:00:52.630Zuploaded: /pool/ext/3bf7fa2b-342f-487b-84ab-b8eb8558a031/crypt/zone/oxz_ntp_a4ac7fce-4643-417a-8f7a-d2fe95db3d6a/root/var/log/chrony/tracking.log