01JNEZFABP8MP32AM7AM588Y4Z: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JNEZH4083SFGV6HAPEY38ECD

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-03T22:22:18.305Zjob dependencies complete; ready to run (waiting for 36 m 52 s)
22025-03-03T23:22:15.239Zjob assigned to worker 01JNF4S4E97ACF6F5E5RZ4CK52 [factory lab, buskin/13791] (queued for 59 m 56 s)
32025-03-03T23:22:15.314Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-03-03T23:22:15.373Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-03-03T23:22:15.412Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-03-03T23:22:15.445Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-03-03T23:22:15.479Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-03-03T23:22:15.531ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-03-03T23:22:15.568Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-03-03T23:22:15.602ZOxide Helios Version helios-2.0.23032 64-bit
112025-03-03T23:22:15.636ZConfiguring devices.
122025-03-03T23:22:15.669Z##################################################
132025-03-03T23:22:15.703Z#### ############# ##
142025-03-03T23:22:15.737Z### ### ############ ##
152025-03-03T23:22:15.770Z## ### # ## ### ## Oxide Computer Company ##
162025-03-03T23:22:15.803Z## ## ## ### # ### ##
172025-03-03T23:22:15.837Z## # ### #### #### This Station Under ##
182025-03-03T23:22:15.870Z### ### #### # ### Computer Control ##
192025-03-03T23:22:15.904Z#### #### ### ## ##
202025-03-03T23:22:15.937Z##################################################
212025-03-03T23:22:15.971ZHostname: buskin
222025-03-03T23:22:16.004ZLoading smf(7) service descriptions:
232025-03-03T23:22:17.147Zdownloading input: /input/package/work/package.tar.gz
242025-03-03T23:28:18.361Zdownloaded input: /input/package/work/package.tar.gz
 
252025-03-03T23:28:18.387Zstarting task 0: "setup"
262025-03-03T23:28:18.387Z++ uname -s
272025-03-03T23:28:18.387Z+ kern=SunOS
282025-03-03T23:28:18.387Z+ build_user=build
292025-03-03T23:28:18.387Z+ build_uid=12345
302025-03-03T23:28:18.387Z+ work_dir=/work
312025-03-03T23:28:18.387Z+ input_dir=/input
322025-03-03T23:28:18.387Z+ [[ 0 == 12345 ]]
332025-03-03T23:28:18.388Z+ case "$kern" in
342025-03-03T23:28:18.388Z+ groupadd -g 12345 build
352025-03-03T23:28:18.388Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-03-03T23:28:20.361Z+ zfs create -o mountpoint=/work rpool/work
372025-03-03T23:28:20.386Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-03-03T23:28:20.386Z+ home_fs=zfs
392025-03-03T23:28:20.386Z+ [[ zfs == autofs ]]
402025-03-03T23:28:20.386Z+ mkdir -p /home/build
412025-03-03T23:28:20.386Z+ chown build:build /home/build /work
422025-03-03T23:28:22.388Z+ chmod 0700 /home/build /work
432025-03-03T23:28:22.413Zprocess exited: duration 4048 ms, exit code 0
 
442025-03-03T23:28:22.463Zstarting task 1: "authentication"
452025-03-03T23:28:22.506Zprocess exited: duration 44 ms, exit code 0
 
462025-03-03T23:28:22.555Zstarting task 2: "build"
472025-03-03T23:28:22.580Z+ trap _exit_trap EXIT
482025-03-03T23:28:22.580Z+ OPTE_COMMIT=
492025-03-03T23:28:22.580Z+ [[ x != \x ]]
502025-03-03T23:28:22.580Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-03-03T23:28:22.674Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-03-03T23:28:22.676Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-03-03T23:28:22.701Z+ [[ -d /opt/oxide ]]
632025-03-03T23:28:22.701Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-03-03T23:28:22.701Z+ pfexec mkdir /opt/oxide
652025-03-03T23:28:22.701Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-03-03T23:28:22.701Z+ [[ -d /opt/oxide-underneath ]]
672025-03-03T23:28:22.701Z+ cd /opt/oxide-underneath
682025-03-03T23:28:22.701Z+ pfexec tar ceEp@/f - .
692025-03-03T23:28:22.702Z+ cd /opt/oxide
702025-03-03T23:28:22.702Z+ pfexec tar xveEp@/f -
712025-03-03T23:28:22.731Zx ., 0 bytes, 0 tape blocks
722025-03-03T23:28:22.732Zx ./opte, 0 bytes, 0 tape blocks
732025-03-03T23:28:22.732Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-03-03T23:28:22.732Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-03-03T23:28:22.756Z+ pfexec rm -rf /opt/oxide-underneath
762025-03-03T23:28:22.756Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-03-03T23:28:22.756Z+ pfexec mkdir /opt/oxide/work
782025-03-03T23:28:22.781Z+ pfexec chown build:build /opt/oxide/work
792025-03-03T23:28:22.781Z+ cd /opt/oxide/work
802025-03-03T23:28:22.781Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-03-03T23:28:37.620ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-03-03T23:28:37.620Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-03-03T23:28:37.620Zx out/target/test, 107 bytes, 1 tape blocks
842025-03-03T23:28:37.620Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-03-03T23:28:37.620Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-03-03T23:28:37.620Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-03-03T23:28:37.620Zx target/release/omicron-package, 39719184 bytes, 77577 tape blocks
882025-03-03T23:28:37.620Zx target/release/xtask, 11097704 bytes, 21676 tape blocks
892025-03-03T23:28:37.621Zx target/debug/bootstrap, 220405656 bytes, 430480 tape blocks
902025-03-03T23:28:37.621Zx tests/bootstrap-a8b7ca9b72fc22d6, 24660104 bytes, 48165 tape blocks
912025-03-03T23:28:37.621Zx tests/commtest-d7651b3040c18dfe, 25505912 bytes, 49817 tape blocks
922025-03-03T23:28:37.621Zx tests/dhcp_server-a9161a45be813f2f, 24660120 bytes, 48165 tape blocks
932025-03-03T23:28:37.667Zx tests/end_to_end_tests-76cb50d9a2fc20b1, 281080936 bytes, 548987 tape blocks
942025-03-03T23:28:37.667Zx out/clickhouse.tar.gz, 312852865 bytes, 611041 tape blocks
952025-03-03T23:28:37.667Zx out/clickhouse_keeper.tar.gz, 298408272 bytes, 582829 tape blocks
962025-03-03T23:28:37.667Zx out/clickhouse_server.tar.gz, 312861366 bytes, 611058 tape blocks
972025-03-03T23:28:37.667Zx out/cockroachdb.tar.gz, 147201747 bytes, 287504 tape blocks
982025-03-03T23:28:37.667Zx out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks
992025-03-03T23:28:37.667Zx out/crucible-pantry-zone.tar.gz, 33229958 bytes, 64903 tape blocks
1002025-03-03T23:28:37.667Zx out/crucible-zone.tar.gz, 41813515 bytes, 81668 tape blocks
1012025-03-03T23:28:37.667Zx out/external-dns.tar.gz, 45316423 bytes, 88509 tape blocks
1022025-03-03T23:28:37.667Zx out/internal-dns.tar.gz, 45316490 bytes, 88509 tape blocks
1032025-03-03T23:28:37.667Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
1042025-03-03T23:28:37.667Zx out/nexus.tar.gz, 113282942 bytes, 221256 tape blocks
1052025-03-03T23:28:37.667Zx out/ntp.tar.gz, 14749440 bytes, 28808 tape blocks
1062025-03-03T23:28:37.667Zx out/omicron-gateway-softnpu.tar.gz, 25594999 bytes, 49991 tape blocks
1072025-03-03T23:28:37.667Zx out/omicron-sled-agent.tar, 126595072 bytes, 247256 tape blocks
1082025-03-03T23:28:37.667Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-03-03T23:28:37.667Zx out/oximeter.tar.gz, 56448426 bytes, 110251 tape blocks
1102025-03-03T23:28:37.668Zx out/oxlog.tar, 3218944 bytes, 6287 tape blocks
1112025-03-03T23:28:37.668Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-03-03T23:28:37.668Zx out/propolis-server.tar.gz, 68018873 bytes, 132850 tape blocks
1132025-03-03T23:28:37.668Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1142025-03-03T23:28:37.668Zx out/switch-softnpu.tar.gz, 271396487 bytes, 530072 tape blocks
1152025-03-03T23:28:37.668Z
1162025-03-03T23:28:37.668Zreal 14.856241596
1172025-03-03T23:28:37.668Zuser 13.129262401
1182025-03-03T23:28:37.668Zsys 3.019446554
1192025-03-03T23:28:37.668Ztrap 0.000456031
1202025-03-03T23:28:37.668Ztflt 0.000000000
1212025-03-03T23:28:37.668Zdflt 0.000000000
1222025-03-03T23:28:37.668Zkflt 0.000000000
1232025-03-03T23:28:37.668Zlock 0.000000000
1242025-03-03T23:28:37.668Zslp 13.209031635
1252025-03-03T23:28:37.668Zlat 0.352247715
1262025-03-03T23:28:37.668Zstop 0.000135384
1272025-03-03T23:28:37.668Z+ source .github/buildomat/ci-env.sh
1282025-03-03T23:28:37.668Z++ export CARGO_TERM_COLOR=always
1292025-03-03T23:28:37.668Z++ CARGO_TERM_COLOR=always
1302025-03-03T23:28:37.668Z+ bmat address ls
1312025-03-03T23:28:37.668ZNAME CIDR FIRST LAST COUNT
1322025-03-03T23:28:37.668Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-03-03T23:28:37.668Z++ bmat address ls -f extra -Ho first,last,count
1342025-03-03T23:28:37.668Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-03-03T23:28:37.668Z+ EXTRA_IP_START=10.151.1.164
1362025-03-03T23:28:37.668Z+ EXTRA_IP_END=10.151.1.227
1372025-03-03T23:28:37.668Z+ EXTRA_IP_COUNT=64
1382025-03-03T23:28:37.668Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-03-03T23:28:37.668Z+ EXTRA_IP_BASE=10.151.1
1402025-03-03T23:28:37.668Z+ EXTRA_IP_FOCTET=164
1412025-03-03T23:28:37.668Z+ EXTRA_IP_LOCTET=227
1422025-03-03T23:28:37.668Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-03-03T23:28:37.668Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-03-03T23:28:37.668Z+ DNS_IP1=10.151.1.164
1452025-03-03T23:28:37.668Z+ DNS_IP2=10.151.1.165
1462025-03-03T23:28:37.668Z+ UPLINK_IP=10.151.1.174
1472025-03-03T23:28:37.668Z+ IPPOOL_START=10.151.1.175
1482025-03-03T23:28:37.670Z+ IPPOOL_END=10.151.1.227
1492025-03-03T23:28:37.694Z++ ipadm show-addr -po type,addr
1502025-03-03T23:28:37.694Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-03-03T23:28:37.694Z+ GATEWAY_IP=10.151.1.100
1522025-03-03T23:28:37.694Z+ [[ -n 10.151.1.100 ]]
1532025-03-03T23:28:37.694Z+ ping -s 10.151.1.100 56 1
1542025-03-03T23:28:37.694ZPING 10.151.1.100: 56 data bytes
1552025-03-03T23:28:37.694Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1562025-03-03T23:28:37.694Z
1572025-03-03T23:28:37.694Z----10.151.1.100 PING Statistics----
1582025-03-03T23:28:37.694Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-03-03T23:28:37.694Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1602025-03-03T23:28:37.694Z++ arp -an
1612025-03-03T23:28:37.695Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-03-03T23:28:37.695Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-03-03T23:28:37.695Z+ routeadm -e ipv4-forwarding -u
1642025-03-03T23:28:37.779Z+ PXA_START=10.151.1.164
1652025-03-03T23:28:37.779Z+ PXA_END=10.151.1.227
1662025-03-03T23:28:37.779Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-03-03T23:28:37.910Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-03-03T23:28:37.935ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-03-03T23:28:37.989Zcreating virtual hardware
1702025-03-03T23:28:38.013Zcreating /scratch/m2_0.vdev
1712025-03-03T23:28:38.013Zcreating /scratch/m2_1.vdev
1722025-03-03T23:28:38.013Zcreating /scratch/u2_0.vdev
1732025-03-03T23:28:38.013Zcreating /scratch/u2_1.vdev
1742025-03-03T23:28:38.013Zcreating /scratch/u2_2.vdev
1752025-03-03T23:28:38.013Zcreating /scratch/u2_3.vdev
1762025-03-03T23:28:38.013Zcreating /scratch/u2_4.vdev
1772025-03-03T23:28:38.014Zcreating /scratch/u2_5.vdev
1782025-03-03T23:28:38.014Zcreating /scratch/u2_6.vdev
1792025-03-03T23:28:38.014Zcreating /scratch/u2_7.vdev
1802025-03-03T23:28:38.014Zcreating /scratch/u2_8.vdev
1812025-03-03T23:28:38.038ZSimnet net0/sc0_0 exists
1822025-03-03T23:28:38.062ZSimnet net1/sc1_0 exists
1832025-03-03T23:28:38.087ZVnic sc0_1 exists
1842025-03-03T23:28:50.580ZUsing 10.151.1.100 as gateway ip
1852025-03-03T23:28:50.581Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-03-03T23:28:50.581Zconfiguring SoftNPU ARP entry
1872025-03-03T23:28:50.608Zconfiguring SoftNPU proxy ARP
1882025-03-03T23:28:50.663ZSoftNPU state:
1892025-03-03T23:28:50.663Z local v6:
1902025-03-03T23:28:50.663Z local v4:
1912025-03-03T23:28:50.663Z router v6:
1922025-03-03T23:28:50.663Z router v4_idx:
1932025-03-03T23:28:50.663Z router v4_routes:
1942025-03-03T23:28:50.663Z resolver v4:
1952025-03-03T23:28:50.663Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1962025-03-03T23:28:50.663Z resolver v6:
1972025-03-03T23:28:50.663Z nat v4:
1982025-03-03T23:28:50.663Z nat_v6:
1992025-03-03T23:28:50.663Z port_mac:
2002025-03-03T23:28:50.663Z proxy arp:
2012025-03-03T23:28:50.663Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2022025-03-03T23:28:50.688Zcreated virtual hardware
2032025-03-03T23:28:50.688Z
2042025-03-03T23:28:50.688Zreal 12.749635266
2052025-03-03T23:28:50.688Zuser 0.667838564
2062025-03-03T23:28:50.688Zsys 3.190712323
2072025-03-03T23:28:50.688Ztrap 0.000066307
2082025-03-03T23:28:50.688Ztflt 0.000197476
2092025-03-03T23:28:50.688Zdflt 0.000358264
2102025-03-03T23:28:50.688Zkflt 0.000010719
2112025-03-03T23:28:50.688Zlock 9:51.273358392
2122025-03-03T23:28:50.688Zslp 38.337950214
2132025-03-03T23:28:50.688Zlat 0.076241688
2142025-03-03T23:28:50.688Zstop 0.356261866
2152025-03-03T23:28:50.688Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-03-03T23:28:50.713Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-03-03T23:28:50.713Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-03-03T23:28:50.713Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-03-03T23:28:50.713Z+++ pkg/config.toml Mon Mar 3 23:28:50 2025
2202025-03-03T23:28:50.713Z@@ -29,18 +29,18 @@
2212025-03-03T23:28:50.713Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-03-03T23:28:50.713Z # followed by a string that is embedded into their fake serial values.
2232025-03-03T23:28:50.713Z vdevs = [
2242025-03-03T23:28:50.713Z- "m2_0.vdev",
2252025-03-03T23:28:50.713Z- "m2_1.vdev",
2262025-03-03T23:28:50.713Z+ "/scratch/m2_0.vdev",
2272025-03-03T23:28:50.713Z+ "/scratch/m2_1.vdev",
2282025-03-03T23:28:50.713Z
2292025-03-03T23:28:50.713Z- "u2_0.vdev",
2302025-03-03T23:28:50.713Z- "u2_1.vdev",
2312025-03-03T23:28:50.713Z- "u2_2.vdev",
2322025-03-03T23:28:50.713Z- "u2_3.vdev",
2332025-03-03T23:28:50.713Z- "u2_4.vdev",
2342025-03-03T23:28:50.713Z- "u2_5.vdev",
2352025-03-03T23:28:50.713Z- "u2_6.vdev",
2362025-03-03T23:28:50.713Z- "u2_7.vdev",
2372025-03-03T23:28:50.713Z- "u2_8.vdev",
2382025-03-03T23:28:50.713Z+ "/scratch/u2_0.vdev",
2392025-03-03T23:28:50.714Z+ "/scratch/u2_1.vdev",
2402025-03-03T23:28:50.714Z+ "/scratch/u2_2.vdev",
2412025-03-03T23:28:50.714Z+ "/scratch/u2_3.vdev",
2422025-03-03T23:28:50.714Z+ "/scratch/u2_4.vdev",
2432025-03-03T23:28:50.714Z+ "/scratch/u2_5.vdev",
2442025-03-03T23:28:50.714Z+ "/scratch/u2_6.vdev",
2452025-03-03T23:28:50.714Z+ "/scratch/u2_7.vdev",
2462025-03-03T23:28:50.714Z+ "/scratch/u2_8.vdev",
2472025-03-03T23:28:50.714Z ]
2482025-03-03T23:28:50.714Z
2492025-03-03T23:28:50.714Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2502025-03-03T23:28:50.714Z+ true
2512025-03-03T23:28:50.714Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2522025-03-03T23:28:50.714Z+ SILO_NAME=recovery
2532025-03-03T23:28:50.739Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2542025-03-03T23:28:50.739Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2552025-03-03T23:28:50.739Z+ sed -i~ '
2562025-03-03T23:28:50.739Z /^external_dns_ips/c\
2572025-03-03T23:28:50.739Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2582025-03-03T23:28:50.739Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2592025-03-03T23:28:50.739Z /^first/c\
2602025-03-03T23:28:50.739Zfirst = "10.151.1.164"
2612025-03-03T23:28:50.742Z /^last/c\
2622025-03-03T23:28:50.742Zlast = "10.151.1.173"
2632025-03-03T23:28:50.742Z }
2642025-03-03T23:28:50.742Z /^infra_ip_first/c\
2652025-03-03T23:28:50.742Zinfra_ip_first = "10.151.1.174"
2662025-03-03T23:28:50.742Z /^infra_ip_last/c\
2672025-03-03T23:28:50.742Zinfra_ip_last = "10.151.1.174"
2682025-03-03T23:28:50.742Z /^\[\[rack_network_config.ports/,/^$/ {
2692025-03-03T23:28:50.742Z /^routes/c\
2702025-03-03T23:28:50.742Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2712025-03-03T23:28:50.742Z /^addresses/c\
2722025-03-03T23:28:50.742Zaddresses = \[{address = "10.151.1.174/24"} \]
2732025-03-03T23:28:50.742Z }
2742025-03-03T23:28:50.742Z' pkg/config-rss.toml
2752025-03-03T23:28:50.742Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2762025-03-03T23:28:50.742Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2772025-03-03T23:28:50.742Z+++ pkg/config-rss.toml Mon Mar 3 23:28:50 2025
2782025-03-03T23:28:50.742Z@@ -33,7 +33,7 @@
2792025-03-03T23:28:50.742Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2802025-03-03T23:28:50.742Z # must be contained in one of the "internal services" IP Pool ranges listed
2812025-03-03T23:28:50.742Z # below.
2822025-03-03T23:28:50.742Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2832025-03-03T23:28:50.742Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2842025-03-03T23:28:50.742Z
2852025-03-03T23:28:50.742Z # Initial TLS certificates for the external API
2862025-03-03T23:28:50.742Z #
2872025-03-03T23:28:50.742Z@@ -69,8 +69,8 @@
2882025-03-03T23:28:50.742Z #
2892025-03-03T23:28:50.742Z # For more on this and what to put here, see docs/how-to-run.adoc.
2902025-03-03T23:28:50.742Z [[internal_services_ip_pool_ranges]]
2912025-03-03T23:28:50.742Z-first = "192.168.1.20"
2922025-03-03T23:28:50.742Z-last = "192.168.1.29"
2932025-03-03T23:28:50.742Z+first = "10.151.1.164"
2942025-03-03T23:28:50.743Z+last = "10.151.1.173"
2952025-03-03T23:28:50.743Z
2962025-03-03T23:28:50.743Z # TODO - this configuration is subject to change going forward. Ultimately these
2972025-03-03T23:28:50.743Z # parameters should be provided to the control plane via wicket, but we need to
2982025-03-03T23:28:50.743Z@@ -91,8 +91,8 @@
2992025-03-03T23:28:50.743Z # A range of IP addresses used by Boundary Services on the external network. In
3002025-03-03T23:28:50.743Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3012025-03-03T23:28:50.743Z # With softnpu, only one address is used.
3022025-03-03T23:28:50.743Z-infra_ip_first = "192.168.1.30"
3032025-03-03T23:28:50.743Z-infra_ip_last = "192.168.1.30"
3042025-03-03T23:28:50.743Z+infra_ip_first = "10.151.1.174"
3052025-03-03T23:28:50.743Z+infra_ip_last = "10.151.1.174"
3062025-03-03T23:28:50.743Z
3072025-03-03T23:28:50.743Z # Configurations for BGP routers to run on the scrimlets.
3082025-03-03T23:28:50.743Z bgp = []
3092025-03-03T23:28:50.743Z@@ -100,9 +100,9 @@
3102025-03-03T23:28:50.743Z # You can configure multiple uplinks by repeating the following stanza
3112025-03-03T23:28:50.743Z [[rack_network_config.ports]]
3122025-03-03T23:28:50.743Z # Routes associated with this port.
3132025-03-03T23:28:50.743Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3142025-03-03T23:28:50.743Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3152025-03-03T23:28:50.743Z # Addresses associated with this port.
3162025-03-03T23:28:50.743Z-addresses = [{address = "192.168.1.30/24"}]
3172025-03-03T23:28:50.743Z+addresses = [{address = "10.151.1.174/24"} ]
3182025-03-03T23:28:50.743Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3192025-03-03T23:28:50.743Z port = "qsfp0"
3202025-03-03T23:28:50.743Z # The speed of this port.
3212025-03-03T23:28:50.743Z+ true
3222025-03-03T23:28:50.743Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3232025-03-03T23:28:50.743Za pkg/config-rss.toml 8K
3242025-03-03T23:28:50.743Za pkg/config.toml 4K
3252025-03-03T23:28:50.743Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3262025-03-03T23:28:50.743Z+ TLS_NAME=recovery.sys.oxide.test
3272025-03-03T23:28:50.743Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3282025-03-03T23:28:51.294Z......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.+..+.......+...+..+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+..+....+........................+.....+...............+.+........+...+...+.+......+..............+...+...+.......+..+...+...+....+...............+........+.............+...+............+..+.............+...+.....+.........+.+.........+......+.........+......+..+.........+....+...........+....+.........+..+......+....+...+......+..+.........+.+.................+.......+..............+.+.........+......+........+...............+...........................+....+..+.........+...+.+......+...+......+...........+....+......+........+.......+......+...............+...+.....+....+............+........+......................+......+..+.......+.....+....+..............+...+....+...+.......................+.......+...........+....+.....+......+.+...+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3292025-03-03T23:28:51.817Z.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+..+...+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.........+......+......+.+...........................+..+..................+.+......+........+.+...........+.+.................+.......+...........+...+....+.....+.......+..................+.....+.+.........+...........+.+.....+....+.........+..+.+.........+.....+...............+.............+..+...+.+..+...............+...+......+.+........+.+......+........................+.....+.+............+..+..........+.........+..+.............+.........+.....+.+.....+.......+..+...+.........+...............+...............+.............+...........+.+......+...+..+....+...............+.........+......+...+..+.+........+....+......+..............+.+..+....+..................+.....+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3302025-03-03T23:28:51.842Z-----
3312025-03-03T23:28:51.842Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3322025-03-03T23:28:51.867Za pkg/initial-tls-cert.pem 2K
3332025-03-03T23:28:51.867Za pkg/initial-tls-key.pem 4K
3342025-03-03T23:28:51.868Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352025-03-03T23:28:51.868Z+ rmdir pkg
3362025-03-03T23:28:51.868Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3372025-03-03T23:28:51.868Z+ pfexec mkdir -p /usr/oxide
3382025-03-03T23:28:51.868Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3392025-03-03T23:28:52.465Z+ pfexec chmod +x /usr/oxide/oxide
3402025-03-03T23:28:52.490Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3412025-03-03T23:29:10.816Z+ OMICRON_NO_UNINSTALL=1
3422025-03-03T23:29:10.817Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3432025-03-03T23:29:10.841ZLogging to: /opt/oxide/work/out/LOG
3442025-03-03T23:29:11.501Z
3452025-03-03T23:29:11.526Zreal 0.679624589
3462025-03-03T23:29:11.526Zuser 0.145935794
3472025-03-03T23:29:11.526Zsys 3.726838436
3482025-03-03T23:29:11.526Ztrap 0.000001939
3492025-03-03T23:29:11.526Ztflt 0.000010370
3502025-03-03T23:29:11.526Zdflt 0.001174919
3512025-03-03T23:29:11.526Zkflt 0.000005149
3522025-03-03T23:29:11.526Zlock 1:01.166619207
3532025-03-03T23:29:11.526Zslp 0.889711898
3542025-03-03T23:29:11.526Zlat 0.003299046
3552025-03-03T23:29:11.526Zstop 0.208713756
3562025-03-03T23:29:11.526Z+ retry=0
3572025-03-03T23:29:11.526Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582025-03-03T23:29:11.526Z+ [[ 0 -gt 30 ]]
3592025-03-03T23:29:11.526Z+ sleep 1
3602025-03-03T23:29:12.516Z+ retry=1
3612025-03-03T23:29:12.516Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-03-03T23:29:12.541Z+ [[ 1 -gt 30 ]]
3632025-03-03T23:29:12.541Z+ sleep 1
3642025-03-03T23:29:13.531Z+ retry=2
3652025-03-03T23:29:13.531Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-03-03T23:29:13.556Z+ [[ 2 -gt 30 ]]
3672025-03-03T23:29:13.556Z+ sleep 1
3682025-03-03T23:29:14.546Z+ retry=3
3692025-03-03T23:29:14.546Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-03-03T23:29:33.846Z+ [[ 3 -gt 30 ]]
3712025-03-03T23:29:33.846Z+ sleep 1
3722025-03-03T23:29:34.985Z+ retry=4
3732025-03-03T23:29:34.985Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-03-03T23:29:35.010Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3752025-03-03T23:29:35.035Zlocal v6:
3762025-03-03T23:29:35.035Zfdec:b4b5:9c45:4ad6::1
3772025-03-03T23:29:35.035Zlocal v4:
3782025-03-03T23:29:35.035Z10.151.1.174
3792025-03-03T23:29:35.035Zrouter v6:
3802025-03-03T23:29:35.035Zrouter v4_idx:
3812025-03-03T23:29:35.035Zrouter v4_routes:
3822025-03-03T23:29:35.035Zresolver v4:
3832025-03-03T23:29:35.035Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3842025-03-03T23:29:35.035Zresolver v6:
3852025-03-03T23:29:35.035Zfe80::d836:52ff:fe84:87bf -> da:36:52:84:87:bf
3862025-03-03T23:29:35.035Zfe80::9c5d:27ff:fefc:e58d -> 9e:5d:27:fc:e5:8d
3872025-03-03T23:29:35.035Znat v4:
3882025-03-03T23:29:35.035Znat_v6:
3892025-03-03T23:29:35.035Zport_mac:
3902025-03-03T23:29:35.035Z1: a8:40:25:54:a8:a0
3912025-03-03T23:29:35.035Z2: a8:40:25:54:a8:c0
3922025-03-03T23:29:35.035Z1000: a8:40:25:54:a8:9f
3932025-03-03T23:29:35.035Zproxy arp:
3942025-03-03T23:29:35.035Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3952025-03-03T23:29:35.035Z+ retry=0
3962025-03-03T23:29:35.035Z+++ zoneadm list -n
3972025-03-03T23:29:35.035Z+++ grep oxz_ntp
3982025-03-03T23:29:35.060Z++ pfexec svcs -z -Hostate oxide/ntp
3992025-03-03T23:29:35.060Zsvcs: zone '-Hostate': entity not found
4002025-03-03T23:29:35.060Z++ true
4012025-03-03T23:29:35.060Z+ [[ '' != online ]]
4022025-03-03T23:29:35.060Z+ [[ 0 -gt 60 ]]
4032025-03-03T23:29:35.060Z+ sleep 1
4042025-03-03T23:29:36.051Z+ retry=1
4052025-03-03T23:29:36.076Z+++ zoneadm list -n
4062025-03-03T23:29:36.076Z+++ grep oxz_ntp
4072025-03-03T23:29:36.076Z++ pfexec svcs -z -Hostate oxide/ntp
4082025-03-03T23:29:36.076Zsvcs: zone '-Hostate': entity not found
4092025-03-03T23:29:36.076Z++ true
4102025-03-03T23:29:36.076Z+ [[ '' != online ]]
4112025-03-03T23:29:36.076Z+ [[ 1 -gt 60 ]]
4122025-03-03T23:29:36.076Z+ sleep 1
4132025-03-03T23:29:37.074Z+ retry=2
4142025-03-03T23:29:37.098Z+++ zoneadm list -n
4152025-03-03T23:29:37.099Z+++ grep oxz_ntp
4162025-03-03T23:29:37.099Z++ pfexec svcs -z -Hostate oxide/ntp
4172025-03-03T23:29:37.099Zsvcs: zone '-Hostate': entity not found
4182025-03-03T23:29:37.099Z++ true
4192025-03-03T23:29:37.099Z+ [[ '' != online ]]
4202025-03-03T23:29:37.099Z+ [[ 2 -gt 60 ]]
4212025-03-03T23:29:37.099Z+ sleep 1
4222025-03-03T23:29:38.095Z+ retry=3
4232025-03-03T23:29:38.120Z+++ zoneadm list -n
4242025-03-03T23:29:38.120Z+++ grep oxz_ntp
4252025-03-03T23:29:38.120Z++ pfexec svcs -z -Hostate oxide/ntp
4262025-03-03T23:29:38.120Zsvcs: zone '-Hostate': entity not found
4272025-03-03T23:29:38.120Z++ true
4282025-03-03T23:29:38.120Z+ [[ '' != online ]]
4292025-03-03T23:29:38.120Z+ [[ 3 -gt 60 ]]
4302025-03-03T23:29:38.120Z+ sleep 1
4312025-03-03T23:29:39.116Z+ retry=4
4322025-03-03T23:29:39.141Z+++ zoneadm list -n
4332025-03-03T23:29:39.141Z+++ grep oxz_ntp
4342025-03-03T23:29:39.141Z++ pfexec svcs -z -Hostate oxide/ntp
4352025-03-03T23:29:39.141Zsvcs: zone '-Hostate': entity not found
4362025-03-03T23:29:39.141Z++ true
4372025-03-03T23:29:39.141Z+ [[ '' != online ]]
4382025-03-03T23:29:39.141Z+ [[ 4 -gt 60 ]]
4392025-03-03T23:29:39.141Z+ sleep 1
4402025-03-03T23:29:40.140Z+ retry=5
4412025-03-03T23:29:40.165Z+++ zoneadm list -n
4422025-03-03T23:29:40.165Z+++ grep oxz_ntp
4432025-03-03T23:29:40.165Z++ pfexec svcs -z -Hostate oxide/ntp
4442025-03-03T23:29:40.165Zsvcs: zone '-Hostate': entity not found
4452025-03-03T23:29:40.165Z++ true
4462025-03-03T23:29:40.165Z+ [[ '' != online ]]
4472025-03-03T23:29:40.165Z+ [[ 5 -gt 60 ]]
4482025-03-03T23:29:40.165Z+ sleep 1
4492025-03-03T23:29:41.161Z+ retry=6
4502025-03-03T23:29:41.186Z+++ zoneadm list -n
4512025-03-03T23:29:41.186Z+++ grep oxz_ntp
4522025-03-03T23:29:41.186Z++ pfexec svcs -z -Hostate oxide/ntp
4532025-03-03T23:29:41.186Zsvcs: zone '-Hostate': entity not found
4542025-03-03T23:29:41.186Z++ true
4552025-03-03T23:29:41.186Z+ [[ '' != online ]]
4562025-03-03T23:29:41.186Z+ [[ 6 -gt 60 ]]
4572025-03-03T23:29:41.186Z+ sleep 1
4582025-03-03T23:29:42.183Z+ retry=7
4592025-03-03T23:29:42.208Z+++ zoneadm list -n
4602025-03-03T23:29:42.208Z+++ grep oxz_ntp
4612025-03-03T23:29:42.208Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
4622025-03-03T23:29:42.233Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4632025-03-03T23:29:42.234Z++ true
4642025-03-03T23:29:42.234Z+ [[ '' != online ]]
4652025-03-03T23:29:42.234Z+ [[ 7 -gt 60 ]]
4662025-03-03T23:29:42.234Z+ sleep 1
4672025-03-03T23:29:43.216Z+ retry=8
4682025-03-03T23:29:43.241Z+++ zoneadm list -n
4692025-03-03T23:29:43.242Z+++ grep oxz_ntp
4702025-03-03T23:29:43.242Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
4712025-03-03T23:29:43.242Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4722025-03-03T23:29:43.267Z++ true
4732025-03-03T23:29:43.267Z+ [[ '' != online ]]
4742025-03-03T23:29:43.267Z+ [[ 8 -gt 60 ]]
4752025-03-03T23:29:43.267Z+ sleep 1
4762025-03-03T23:29:44.246Z+ retry=9
4772025-03-03T23:29:44.271Z+++ zoneadm list -n
4782025-03-03T23:29:44.272Z+++ grep oxz_ntp
4792025-03-03T23:29:44.272Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
4802025-03-03T23:29:44.272Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4812025-03-03T23:29:44.297Z++ true
4822025-03-03T23:29:44.297Z+ [[ '' != online ]]
4832025-03-03T23:29:44.297Z+ [[ 9 -gt 60 ]]
4842025-03-03T23:29:44.297Z+ sleep 1
4852025-03-03T23:29:45.276Z+ retry=10
4862025-03-03T23:29:45.302Z+++ zoneadm list -n
4872025-03-03T23:29:45.302Z+++ grep oxz_ntp
4882025-03-03T23:29:45.302Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
4892025-03-03T23:29:45.302Z+ [[ offline != online ]]
4902025-03-03T23:29:45.302Z+ [[ 10 -gt 60 ]]
4912025-03-03T23:29:45.302Z+ sleep 1
4922025-03-03T23:29:46.298Z+ retry=11
4932025-03-03T23:29:46.323Z+++ zoneadm list -n
4942025-03-03T23:29:46.323Z+++ grep oxz_ntp
4952025-03-03T23:29:46.323Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
4962025-03-03T23:29:46.323Z+ [[ offline != online ]]
4972025-03-03T23:29:46.323Z+ [[ 11 -gt 60 ]]
4982025-03-03T23:29:46.323Z+ sleep 1
4992025-03-03T23:29:47.321Z+ retry=12
5002025-03-03T23:29:47.346Z+++ zoneadm list -n
5012025-03-03T23:29:47.346Z+++ grep oxz_ntp
5022025-03-03T23:29:47.346Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5032025-03-03T23:29:47.346Z+ [[ offline != online ]]
5042025-03-03T23:29:47.346Z+ [[ 12 -gt 60 ]]
5052025-03-03T23:29:47.346Z+ sleep 1
5062025-03-03T23:29:48.343Z+ retry=13
5072025-03-03T23:29:48.368Z+++ zoneadm list -n
5082025-03-03T23:29:48.368Z+++ grep oxz_ntp
5092025-03-03T23:29:48.368Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5102025-03-03T23:29:48.368Z+ [[ offline != online ]]
5112025-03-03T23:29:48.368Z+ [[ 13 -gt 60 ]]
5122025-03-03T23:29:48.368Z+ sleep 1
5132025-03-03T23:29:49.365Z+ retry=14
5142025-03-03T23:29:49.390Z+++ zoneadm list -n
5152025-03-03T23:29:49.390Z+++ grep oxz_ntp
5162025-03-03T23:29:49.390Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5172025-03-03T23:29:49.390Z+ [[ offline != online ]]
5182025-03-03T23:29:49.390Z+ [[ 14 -gt 60 ]]
5192025-03-03T23:29:49.390Z+ sleep 1
5202025-03-03T23:29:50.386Z+ retry=15
5212025-03-03T23:29:50.411Z+++ zoneadm list -n
5222025-03-03T23:29:50.411Z+++ grep oxz_ntp
5232025-03-03T23:29:50.411Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5242025-03-03T23:29:50.411Z+ [[ offline != online ]]
5252025-03-03T23:29:50.411Z+ [[ 15 -gt 60 ]]
5262025-03-03T23:29:50.411Z+ sleep 1
5272025-03-03T23:29:51.408Z+ retry=16
5282025-03-03T23:29:51.433Z+++ zoneadm list -n
5292025-03-03T23:29:51.433Z+++ grep oxz_ntp
5302025-03-03T23:29:51.434Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5312025-03-03T23:29:51.434Z+ [[ offline != online ]]
5322025-03-03T23:29:51.434Z+ [[ 16 -gt 60 ]]
5332025-03-03T23:29:51.434Z+ sleep 1
 
5342025-03-03T23:29:52.190Zbuskin console login: Mar 3 23:29:51 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5352025-03-03T23:29:52.431Z+ retry=17
5362025-03-03T23:29:52.456Z+++ zoneadm list -n
5372025-03-03T23:29:52.456Z+++ grep oxz_ntp
5382025-03-03T23:29:52.456Z++ pfexec svcs -z oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d -Hostate oxide/ntp
5392025-03-03T23:29:52.456Z+ [[ online != online ]]
5402025-03-03T23:29:52.456Z+ echo 'Waited for chrony: 17s'
5412025-03-03T23:29:52.456ZWaited for chrony: 17s
5422025-03-03T23:29:52.457Z+ retry=0
5432025-03-03T23:29:52.457Z+ zoneadm list
5442025-03-03T23:29:52.457Z+ grep nexus
5452025-03-03T23:29:52.482Z+ [[ 0 -gt 300 ]]
5462025-03-03T23:29:52.482Z+ sleep 1
5472025-03-03T23:29:53.460Z+ retry=1
5482025-03-03T23:29:53.485Z+ zoneadm list
5492025-03-03T23:29:53.485Z+ grep nexus
5502025-03-03T23:29:53.485Z+ [[ 1 -gt 300 ]]
5512025-03-03T23:29:53.485Z+ sleep 1
5522025-03-03T23:29:54.470Z+ retry=2
5532025-03-03T23:29:54.495Z+ zoneadm list
5542025-03-03T23:29:54.495Z+ grep nexus
5552025-03-03T23:29:54.495Z+ [[ 2 -gt 300 ]]
5562025-03-03T23:29:54.495Z+ sleep 1
5572025-03-03T23:29:55.481Z+ retry=3
5582025-03-03T23:29:55.506Z+ zoneadm list
5592025-03-03T23:29:55.506Z+ grep nexus
5602025-03-03T23:29:55.506Z+ [[ 3 -gt 300 ]]
5612025-03-03T23:29:55.506Z+ sleep 1
5622025-03-03T23:29:56.490Z+ retry=4
5632025-03-03T23:29:56.515Z+ zoneadm list
5642025-03-03T23:29:56.515Z+ grep nexus
5652025-03-03T23:29:56.515Z+ [[ 4 -gt 300 ]]
5662025-03-03T23:29:56.515Z+ sleep 1
5672025-03-03T23:29:57.500Z+ retry=5
5682025-03-03T23:29:57.525Z+ zoneadm list
5692025-03-03T23:29:57.526Z+ grep nexus
5702025-03-03T23:29:57.526Z+ [[ 5 -gt 300 ]]
5712025-03-03T23:29:57.526Z+ sleep 1
5722025-03-03T23:29:58.510Z+ retry=6
5732025-03-03T23:29:58.535Z+ zoneadm list
5742025-03-03T23:29:58.535Z+ grep nexus
5752025-03-03T23:29:58.535Z+ [[ 6 -gt 300 ]]
5762025-03-03T23:29:58.535Z+ sleep 1
5772025-03-03T23:29:59.520Z+ retry=7
5782025-03-03T23:29:59.545Z+ zoneadm list
5792025-03-03T23:29:59.545Z+ grep nexus
5802025-03-03T23:29:59.545Z+ [[ 7 -gt 300 ]]
5812025-03-03T23:29:59.545Z+ sleep 1
5822025-03-03T23:30:00.534Z+ retry=8
5832025-03-03T23:30:00.560Z+ zoneadm list
5842025-03-03T23:30:00.560Z+ grep nexus
5852025-03-03T23:30:00.560Z+ [[ 8 -gt 300 ]]
5862025-03-03T23:30:00.560Z+ sleep 1
5872025-03-03T23:30:01.556Z+ retry=9
5882025-03-03T23:30:01.581Z+ zoneadm list
5892025-03-03T23:30:01.581Z+ grep nexus
5902025-03-03T23:30:01.581Z+ [[ 9 -gt 300 ]]
5912025-03-03T23:30:01.581Z+ sleep 1
5922025-03-03T23:30:02.573Z+ retry=10
5932025-03-03T23:30:02.598Z+ zoneadm list
5942025-03-03T23:30:02.598Z+ grep nexus
5952025-03-03T23:30:02.598Z+ [[ 10 -gt 300 ]]
5962025-03-03T23:30:02.598Z+ sleep 1
5972025-03-03T23:30:03.732Z+ retry=11
5982025-03-03T23:30:03.758Z+ zoneadm list
5992025-03-03T23:30:03.817Z+ grep nexus
6002025-03-03T23:30:03.842Z+ [[ 11 -gt 300 ]]
6012025-03-03T23:30:03.842Z+ sleep 1
6022025-03-03T23:30:04.829Z+ retry=12
6032025-03-03T23:30:04.854Z+ zoneadm list
6042025-03-03T23:30:04.854Z+ grep nexus
6052025-03-03T23:30:04.854Z+ [[ 12 -gt 300 ]]
6062025-03-03T23:30:04.854Z+ sleep 1
6072025-03-03T23:30:05.843Z+ retry=13
6082025-03-03T23:30:05.868Z+ zoneadm list
6092025-03-03T23:30:05.868Z+ grep nexus
6102025-03-03T23:30:05.868Z+ [[ 13 -gt 300 ]]
6112025-03-03T23:30:05.868Z+ sleep 1
6122025-03-03T23:30:06.854Z+ retry=14
6132025-03-03T23:30:06.880Z+ zoneadm list
6142025-03-03T23:30:06.880Z+ grep nexus
6152025-03-03T23:30:06.880Z+ [[ 14 -gt 300 ]]
6162025-03-03T23:30:06.880Z+ sleep 1
6172025-03-03T23:30:07.865Z+ retry=15
6182025-03-03T23:30:07.890Z+ zoneadm list
6192025-03-03T23:30:07.890Z+ grep nexus
6202025-03-03T23:30:07.890Z+ [[ 15 -gt 300 ]]
6212025-03-03T23:30:07.890Z+ sleep 1
6222025-03-03T23:30:08.877Z+ retry=16
6232025-03-03T23:30:08.902Z+ zoneadm list
6242025-03-03T23:30:08.902Z+ grep nexus
6252025-03-03T23:30:08.902Z+ [[ 16 -gt 300 ]]
6262025-03-03T23:30:08.902Z+ sleep 1
6272025-03-03T23:30:09.889Z+ retry=17
6282025-03-03T23:30:09.914Z+ zoneadm list
6292025-03-03T23:30:09.914Z+ grep nexus
6302025-03-03T23:30:09.914Z+ [[ 17 -gt 300 ]]
6312025-03-03T23:30:09.914Z+ sleep 1
6322025-03-03T23:30:10.900Z+ retry=18
6332025-03-03T23:30:10.925Z+ zoneadm list
6342025-03-03T23:30:10.925Z+ grep nexus
6352025-03-03T23:30:10.925Z+ [[ 18 -gt 300 ]]
6362025-03-03T23:30:10.925Z+ sleep 1
6372025-03-03T23:30:11.912Z+ retry=19
6382025-03-03T23:30:11.937Z+ zoneadm list
6392025-03-03T23:30:11.937Z+ grep nexus
6402025-03-03T23:30:11.937Z+ [[ 19 -gt 300 ]]
6412025-03-03T23:30:11.937Z+ sleep 1
6422025-03-03T23:30:12.924Z+ retry=20
6432025-03-03T23:30:12.949Z+ zoneadm list
6442025-03-03T23:30:12.949Z+ grep nexus
6452025-03-03T23:30:12.949Z+ [[ 20 -gt 300 ]]
6462025-03-03T23:30:12.949Z+ sleep 1
6472025-03-03T23:30:13.936Z+ retry=21
6482025-03-03T23:30:13.962Z+ zoneadm list
6492025-03-03T23:30:13.962Z+ grep nexus
6502025-03-03T23:30:13.962Z+ [[ 21 -gt 300 ]]
6512025-03-03T23:30:13.962Z+ sleep 1
6522025-03-03T23:30:14.948Z+ retry=22
6532025-03-03T23:30:14.973Z+ zoneadm list
6542025-03-03T23:30:14.973Z+ grep nexus
6552025-03-03T23:30:14.973Z+ [[ 22 -gt 300 ]]
6562025-03-03T23:30:14.973Z+ sleep 1
6572025-03-03T23:30:15.960Z+ retry=23
6582025-03-03T23:30:15.985Z+ zoneadm list
6592025-03-03T23:30:15.985Z+ grep nexus
6602025-03-03T23:30:15.985Z+ [[ 23 -gt 300 ]]
6612025-03-03T23:30:15.985Z+ sleep 1
6622025-03-03T23:30:16.972Z+ retry=24
6632025-03-03T23:30:16.997Z+ zoneadm list
6642025-03-03T23:30:16.997Z+ grep nexus
6652025-03-03T23:30:16.997Z+ [[ 24 -gt 300 ]]
6662025-03-03T23:30:16.997Z+ sleep 1
6672025-03-03T23:30:17.983Z+ retry=25
6682025-03-03T23:30:18.008Z+ zoneadm list
6692025-03-03T23:30:18.008Z+ grep nexus
6702025-03-03T23:30:18.008Z+ [[ 25 -gt 300 ]]
6712025-03-03T23:30:18.008Z+ sleep 1
6722025-03-03T23:30:18.994Z+ retry=26
6732025-03-03T23:30:19.021Z+ zoneadm list
6742025-03-03T23:30:19.021Z+ grep nexus
6752025-03-03T23:30:19.021Z+ [[ 26 -gt 300 ]]
6762025-03-03T23:30:19.021Z+ sleep 1
6772025-03-03T23:30:20.007Z+ retry=27
6782025-03-03T23:30:20.032Z+ zoneadm list
6792025-03-03T23:30:20.032Z+ grep nexus
6802025-03-03T23:30:20.032Z+ [[ 27 -gt 300 ]]
6812025-03-03T23:30:20.032Z+ sleep 1
6822025-03-03T23:30:21.020Z+ retry=28
6832025-03-03T23:30:21.046Z+ zoneadm list
6842025-03-03T23:30:21.046Z+ grep nexus
6852025-03-03T23:30:21.046Z+ [[ 28 -gt 300 ]]
6862025-03-03T23:30:21.046Z+ sleep 1
6872025-03-03T23:30:22.035Z+ retry=29
6882025-03-03T23:30:22.061Z+ zoneadm list
6892025-03-03T23:30:22.061Z+ grep nexus
6902025-03-03T23:30:22.061Z+ [[ 29 -gt 300 ]]
6912025-03-03T23:30:22.061Z+ sleep 1
6922025-03-03T23:30:23.050Z+ retry=30
6932025-03-03T23:30:23.076Z+ zoneadm list
6942025-03-03T23:30:23.076Z+ grep nexus
6952025-03-03T23:30:23.167Z+ [[ 30 -gt 300 ]]
6962025-03-03T23:30:23.167Z+ sleep 1
6972025-03-03T23:30:29.338Z+ retry=31
6982025-03-03T23:30:29.363Z+ zoneadm list
6992025-03-03T23:30:29.363Z+ grep nexus
7002025-03-03T23:30:29.363Z+ [[ 31 -gt 300 ]]
7012025-03-03T23:30:29.363Z+ sleep 1
7022025-03-03T23:30:30.367Z+ retry=32
7032025-03-03T23:30:30.392Z+ zoneadm list
7042025-03-03T23:30:30.393Z+ grep nexus
7052025-03-03T23:30:30.393Z+ [[ 32 -gt 300 ]]
7062025-03-03T23:30:30.393Z+ sleep 1
7072025-03-03T23:30:31.385Z+ retry=33
7082025-03-03T23:30:31.410Z+ zoneadm list
7092025-03-03T23:30:31.410Z+ grep nexus
7102025-03-03T23:30:31.410Z+ [[ 33 -gt 300 ]]
7112025-03-03T23:30:31.410Z+ sleep 1
7122025-03-03T23:30:32.397Z+ retry=34
7132025-03-03T23:30:32.423Z+ zoneadm list
7142025-03-03T23:30:32.423Z+ grep nexus
7152025-03-03T23:30:32.423Z+ [[ 34 -gt 300 ]]
7162025-03-03T23:30:32.423Z+ sleep 1
7172025-03-03T23:30:33.413Z+ retry=35
7182025-03-03T23:30:33.438Z+ zoneadm list
7192025-03-03T23:30:33.439Z+ grep nexus
7202025-03-03T23:30:33.439Z+ [[ 35 -gt 300 ]]
7212025-03-03T23:30:33.439Z+ sleep 1
7222025-03-03T23:30:34.426Z+ retry=36
7232025-03-03T23:30:34.451Z+ zoneadm list
7242025-03-03T23:30:34.451Z+ grep nexus
7252025-03-03T23:30:34.451Z+ [[ 36 -gt 300 ]]
7262025-03-03T23:30:34.451Z+ sleep 1
7272025-03-03T23:30:35.439Z+ retry=37
7282025-03-03T23:30:35.464Z+ zoneadm list
7292025-03-03T23:30:35.464Z+ grep nexus
7302025-03-03T23:30:35.464Z+ [[ 37 -gt 300 ]]
7312025-03-03T23:30:35.464Z+ sleep 1
7322025-03-03T23:30:36.451Z+ retry=38
7332025-03-03T23:30:36.476Z+ zoneadm list
7342025-03-03T23:30:36.477Z+ grep nexus
7352025-03-03T23:30:36.477Z+ [[ 38 -gt 300 ]]
7362025-03-03T23:30:36.477Z+ sleep 1
7372025-03-03T23:30:37.463Z+ retry=39
7382025-03-03T23:30:37.488Z+ zoneadm list
7392025-03-03T23:30:37.489Z+ grep nexus
7402025-03-03T23:30:37.489Z+ [[ 39 -gt 300 ]]
7412025-03-03T23:30:37.489Z+ sleep 1
7422025-03-03T23:30:38.476Z+ retry=40
7432025-03-03T23:30:38.501Z+ zoneadm list
7442025-03-03T23:30:38.501Z+ grep nexus
7452025-03-03T23:30:38.501Z+ [[ 40 -gt 300 ]]
7462025-03-03T23:30:38.501Z+ sleep 1
7472025-03-03T23:30:39.488Z+ retry=41
7482025-03-03T23:30:39.513Z+ zoneadm list
7492025-03-03T23:30:39.513Z+ grep nexus
7502025-03-03T23:30:39.513Z+ [[ 41 -gt 300 ]]
7512025-03-03T23:30:39.513Z+ sleep 1
7522025-03-03T23:30:40.503Z+ retry=42
7532025-03-03T23:30:40.529Z+ grep nexus
7542025-03-03T23:30:40.554Z+ zoneadm list
7552025-03-03T23:30:40.554Z+ [[ 42 -gt 300 ]]
7562025-03-03T23:30:40.554Z+ sleep 1
7572025-03-03T23:30:41.553Z+ retry=43
7582025-03-03T23:30:41.578Z+ zoneadm list
7592025-03-03T23:30:41.578Z+ grep nexus
7602025-03-03T23:30:41.578Z+ [[ 43 -gt 300 ]]
7612025-03-03T23:30:41.579Z+ sleep 1
7622025-03-03T23:30:42.567Z+ retry=44
7632025-03-03T23:30:42.592Z+ zoneadm list
7642025-03-03T23:30:42.592Z+ grep nexus
7652025-03-03T23:30:42.592Z+ [[ 44 -gt 300 ]]
7662025-03-03T23:30:42.592Z+ sleep 1
7672025-03-03T23:30:43.579Z+ retry=45
7682025-03-03T23:30:43.604Z+ zoneadm list
7692025-03-03T23:30:43.604Z+ grep nexus
7702025-03-03T23:30:43.604Z+ [[ 45 -gt 300 ]]
7712025-03-03T23:30:43.604Z+ sleep 1
7722025-03-03T23:30:44.591Z+ retry=46
7732025-03-03T23:30:44.616Z+ zoneadm list
7742025-03-03T23:30:44.616Z+ grep nexus
7752025-03-03T23:30:44.616Z+ [[ 46 -gt 300 ]]
7762025-03-03T23:30:44.616Z+ sleep 1
7772025-03-03T23:30:45.603Z+ retry=47
7782025-03-03T23:30:45.628Z+ zoneadm list
7792025-03-03T23:30:45.628Z+ grep nexus
7802025-03-03T23:30:45.628Z+ [[ 47 -gt 300 ]]
7812025-03-03T23:30:45.628Z+ sleep 1
7822025-03-03T23:30:46.617Z+ retry=48
7832025-03-03T23:30:46.642Z+ zoneadm list
7842025-03-03T23:30:46.642Z+ grep nexus
7852025-03-03T23:30:46.642Z+ [[ 48 -gt 300 ]]
7862025-03-03T23:30:46.642Z+ sleep 1
7872025-03-03T23:30:47.631Z+ retry=49
7882025-03-03T23:30:47.656Z+ zoneadm list
7892025-03-03T23:30:47.656Z+ grep nexus
7902025-03-03T23:30:47.656Z+ [[ 49 -gt 300 ]]
7912025-03-03T23:30:47.656Z+ sleep 1
7922025-03-03T23:30:48.642Z+ retry=50
7932025-03-03T23:30:48.667Z+ zoneadm list
7942025-03-03T23:30:48.667Z+ grep nexus
7952025-03-03T23:30:48.667Z+ [[ 50 -gt 300 ]]
7962025-03-03T23:30:48.667Z+ sleep 1
7972025-03-03T23:30:49.655Z+ retry=51
7982025-03-03T23:30:49.680Z+ zoneadm list
7992025-03-03T23:30:49.680Z+ grep nexus
8002025-03-03T23:30:49.681Z+ [[ 51 -gt 300 ]]
8012025-03-03T23:30:49.681Z+ sleep 1
8022025-03-03T23:30:50.667Z+ retry=52
8032025-03-03T23:30:50.692Z+ zoneadm list
8042025-03-03T23:30:50.692Z+ grep nexus
8052025-03-03T23:30:50.692Z+ [[ 52 -gt 300 ]]
8062025-03-03T23:30:50.692Z+ sleep 1
8072025-03-03T23:30:51.680Z+ retry=53
8082025-03-03T23:30:51.705Z+ zoneadm list
8092025-03-03T23:30:51.705Z+ grep nexus
8102025-03-03T23:30:51.705Z+ [[ 53 -gt 300 ]]
8112025-03-03T23:30:51.705Z+ sleep 1
8122025-03-03T23:30:52.697Z+ retry=54
8132025-03-03T23:30:52.722Z+ zoneadm list
8142025-03-03T23:30:52.722Z+ grep nexus
8152025-03-03T23:30:52.723Z+ [[ 54 -gt 300 ]]
8162025-03-03T23:30:52.723Z+ sleep 1
8172025-03-03T23:30:54.905Z+ retry=55
8182025-03-03T23:30:55.035Z+ zoneadm list
8192025-03-03T23:30:55.062Z+ grep nexus
8202025-03-03T23:30:55.097Z+ [[ 55 -gt 300 ]]
8212025-03-03T23:30:55.122Z+ sleep 1
8222025-03-03T23:30:59.373Z+ retry=56
8232025-03-03T23:30:59.373Z+ zoneadm list
8242025-03-03T23:30:59.373Z+ grep nexus
8252025-03-03T23:30:59.582Z+ [[ 56 -gt 300 ]]
8262025-03-03T23:30:59.608Z+ sleep 1
8272025-03-03T23:31:00.897Z+ retry=57
8282025-03-03T23:31:00.897Z+ zoneadm list
8292025-03-03T23:31:00.897Z+ grep nexus
8302025-03-03T23:31:00.922Z+ [[ 57 -gt 300 ]]
8312025-03-03T23:31:00.922Z+ sleep 1
8322025-03-03T23:31:01.932Z+ retry=58
8332025-03-03T23:31:01.958Z+ zoneadm list
8342025-03-03T23:31:01.958Z+ grep nexus
8352025-03-03T23:31:01.958Z+ [[ 58 -gt 300 ]]
8362025-03-03T23:31:01.958Z+ sleep 1
8372025-03-03T23:31:02.955Z+ retry=59
8382025-03-03T23:31:02.981Z+ zoneadm list
8392025-03-03T23:31:02.981Z+ grep nexus
8402025-03-03T23:31:02.981Z+ [[ 59 -gt 300 ]]
8412025-03-03T23:31:02.981Z+ sleep 1
8422025-03-03T23:31:03.973Z+ retry=60
8432025-03-03T23:31:04.011Z+ zoneadm list
8442025-03-03T23:31:04.011Z+ grep nexus
8452025-03-03T23:31:04.012Z+ [[ 60 -gt 300 ]]
8462025-03-03T23:31:04.012Z+ sleep 1
8472025-03-03T23:31:04.994Z+ retry=61
8482025-03-03T23:31:05.019Z+ zoneadm list
8492025-03-03T23:31:05.019Z+ grep nexus
8502025-03-03T23:31:05.019Z+ [[ 61 -gt 300 ]]
8512025-03-03T23:31:05.019Z+ sleep 1
8522025-03-03T23:31:06.014Z+ retry=62
8532025-03-03T23:31:06.040Z+ zoneadm list
8542025-03-03T23:31:06.040Z+ grep nexus
8552025-03-03T23:31:06.040Zoxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32
8562025-03-03T23:31:06.040Zoxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58
8572025-03-03T23:31:06.040Zoxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae
8582025-03-03T23:31:06.040Z+ echo 'Waited for nexus: 62s'
8592025-03-03T23:31:06.040ZWaited for nexus: 62s
8602025-03-03T23:31:06.040Z+ export RUST_BACKTRACE=1
8612025-03-03T23:31:06.040Z+ RUST_BACKTRACE=1
8622025-03-03T23:31:06.040Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8632025-03-03T23:31:06.065Z++ ./target/debug/bootstrap
8642025-03-03T23:31:09.109ZUsing external DNS server at 10.151.1.164:53
8652025-03-03T23:31:09.191Z2025-03-03 23:31:09.178372434 UTC: attempting to log into API
 
8662025-03-03T23:31:11.858ZMar 3 23:31:11 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:166.88.142.52:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8672025-03-03T23:31:24.245Z2025-03-03 23:31:24.233281671 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8682025-03-03T23:31:25.246Z2025-03-03 23:31:25.234493860 UTC: attempting to log into API
 
8692025-03-03T23:31:27.761ZMar 3 23:31:13 buskin last message repeated 1 time
8702025-03-03T23:31:27.793ZMar 3 23:31:27 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8712025-03-03T23:31:28.754ZMar 3 23:31:28 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8722025-03-03T23:31:28.792ZMar 3 23:31:28 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8732025-03-03T23:31:29.135ZMar 3 23:31:28 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8742025-03-03T23:31:29.783ZMar 3 23:31:29 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8752025-03-03T23:31:40.286Z2025-03-03 23:31:40.273233207 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8762025-03-03T23:31:41.287Z2025-03-03 23:31:41.274554828 UTC: attempting to log into API
8772025-03-03T23:31:56.319Z2025-03-03 23:31:56.307149089 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8782025-03-03T23:31:57.321Z2025-03-03 23:31:57.308404699 UTC: attempting to log into API
8792025-03-03T23:32:03.185Z2025-03-03 23:32:03.172924196 UTC: login succeeded
8802025-03-03T23:32:03.218Zwaiting for nexus to come up...
8812025-03-03T23:32:03.314Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8822025-03-03T23:32:03.561Zsetting up quotas...
8832025-03-03T23:32:03.614Zensuring datasets are ready...
8842025-03-03T23:32:06.903Zlet's roll.
8852025-03-03T23:32:06.935Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8862025-03-03T23:32:06.935ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8872025-03-03T23:32:06.935ZOXIDE_TOKEN=oxide-token-9b46cf6ca4de2c0331dc88003ed8faadcfaceba5'
8882025-03-03T23:32:06.935Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8892025-03-03T23:32:06.935Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8902025-03-03T23:32:06.935Z++ OXIDE_TOKEN=oxide-token-9b46cf6ca4de2c0331dc88003ed8faadcfaceba5
8912025-03-03T23:32:06.935Z+ export OXIDE_HOST OXIDE_TOKEN
8922025-03-03T23:32:06.936Z+ retry=0
8932025-03-03T23:32:06.936Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8942025-03-03T23:32:06.988Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8952025-03-03T23:32:07.712Z{"status":"ok"}{
8962025-03-03T23:32:07.712Z "description": "some images",
8972025-03-03T23:32:07.712Z "id": "3cd62164-7286-4639-874d-b3b89a352fea",
8982025-03-03T23:32:07.713Z "name": "images",
8992025-03-03T23:32:07.713Z "time_created": "2025-03-03T23:32:07.063030Z",
9002025-03-03T23:32:07.713Z "time_modified": "2025-03-03T23:32:07.063030Z"
9012025-03-03T23:32:07.713Z}
9022025-03-03T23:32:07.746Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
9032025-03-03T23:35:09.096ZMar 3 23:35:08 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.228.58.20:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9042025-03-03T23:42:19.661ZDone!
9052025-03-03T23:42:19.687Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9062025-03-03T23:42:19.785Z{
9072025-03-03T23:42:19.785Z "block_size": 512,
9082025-03-03T23:42:19.785Z "description": "debian 11 original base image",
9092025-03-03T23:42:19.785Z "id": "78606a03-aefb-4bbe-a0f7-5c4c3d448017",
9102025-03-03T23:42:19.785Z "name": "debian11",
9112025-03-03T23:42:19.785Z "os": "debian",
9122025-03-03T23:42:19.785Z "size": 2147483648,
9132025-03-03T23:42:19.785Z "time_created": "2025-03-03T23:42:19.600399Z",
9142025-03-03T23:42:19.786Z "time_modified": "2025-03-03T23:42:19.768849Z",
9152025-03-03T23:42:19.786Z "version": "11"
9162025-03-03T23:42:19.786Z}
9172025-03-03T23:42:19.811Z+ for test_bin in tests/*
9182025-03-03T23:42:19.811Z+ ./tests/bootstrap-a8b7ca9b72fc22d6
9192025-03-03T23:42:19.836Z
9202025-03-03T23:42:19.836Zrunning 0 tests
9212025-03-03T23:42:19.836Z
9222025-03-03T23:42:19.836Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9232025-03-03T23:42:19.836Z
9242025-03-03T23:42:19.836Z+ for test_bin in tests/*
9252025-03-03T23:42:19.836Z+ ./tests/commtest-d7651b3040c18dfe
9262025-03-03T23:42:19.886Z
9272025-03-03T23:42:19.886Zrunning 0 tests
9282025-03-03T23:42:19.911Z
9292025-03-03T23:42:19.911Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9302025-03-03T23:42:19.911Z
9312025-03-03T23:42:19.911Z+ for test_bin in tests/*
9322025-03-03T23:42:19.911Z+ ./tests/dhcp_server-a9161a45be813f2f
9332025-03-03T23:42:19.936Z
9342025-03-03T23:42:19.937Zrunning 0 tests
9352025-03-03T23:42:19.937Z
9362025-03-03T23:42:19.937Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9372025-03-03T23:42:19.937Z
9382025-03-03T23:42:19.937Z+ for test_bin in tests/*
9392025-03-03T23:42:19.937Z+ ./tests/end_to_end_tests-76cb50d9a2fc20b1
9402025-03-03T23:42:20.175Z
9412025-03-03T23:42:20.176Zrunning 3 tests
9422025-03-03T23:42:20.202Znote: configured to log to "/tmp/end_to_end_tests-76cb50d9a2fc20b1-new_blueprint_noop.2643.0.log"
9432025-03-03T23:42:20.598Ztest no_spoof::no_spoof_here ... ok
9442025-03-03T23:42:21.629Ztest noop_blueprint::new_blueprint_noop ... ok
9452025-03-03T23:42:48.140Ztest instance_launch::instance_launch ... ok
9462025-03-03T23:42:48.140Z
9472025-03-03T23:42:48.140Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.97s
9482025-03-03T23:42:48.140Z
9492025-03-03T23:42:48.165Z+ _exit_trap
9502025-03-03T23:42:48.165Z+ local status=0
9512025-03-03T23:42:48.165Z+ set +o errexit
9522025-03-03T23:42:48.165Z+ [[ x != \x ]]
9532025-03-03T23:42:48.165Z+ pfexec svcadm -Z disable -s cron
9542025-03-03T23:42:50.262Z+ [[ 0 -eq 0 ]]
9552025-03-03T23:42:50.262Z+ exit 0
9562025-03-03T23:42:50.287Zprocess exited: duration 867705 ms, exit code 0
 
9572025-03-03T23:42:50.445Zfound 129 output files
9582025-03-03T23:42:50.445Zuploading: /var/svc/log/oxide-sled-agent:default.log (1277498 bytes)
9592025-03-03T23:42:50.747Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 1277498 -> 1278367
9602025-03-03T23:42:51.825Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9612025-03-03T23:42:51.825Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7198337 bytes)
9622025-03-03T23:42:52.315Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7198337 -> 7214768
9632025-03-03T23:42:53.397Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9642025-03-03T23:42:53.398Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (327935 bytes)
9652025-03-03T23:42:54.712Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9662025-03-03T23:42:54.738Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7013 bytes)
9672025-03-03T23:42:55.833Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9682025-03-03T23:42:55.833Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31272 bytes)
9692025-03-03T23:42:57.000Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
9702025-03-03T23:42:57.000Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (320675 bytes)
9712025-03-03T23:42:57.233Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 320675 -> 323447
9722025-03-03T23:42:58.311Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9732025-03-03T23:42:58.311Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (12322 bytes)
9742025-03-03T23:42:59.438Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
9752025-03-03T23:42:59.438Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (429721 bytes)
9762025-03-03T23:42:59.671Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 429721 -> 433285
9772025-03-03T23:43:00.746Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9782025-03-03T23:43:00.747Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (17901 bytes)
9792025-03-03T23:43:01.891Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
9802025-03-03T23:43:01.891Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2054125 bytes)
9812025-03-03T23:43:02.227Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2054125 -> 2075769
9822025-03-03T23:43:03.305Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9832025-03-03T23:43:03.305Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (106773 bytes)
9842025-03-03T23:43:04.513Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
9852025-03-03T23:43:04.514Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5034828 bytes)
9862025-03-03T23:43:04.945Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5034828 -> 5131662
9872025-03-03T23:43:06.019Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9882025-03-03T23:43:06.019Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (189564 bytes)
9892025-03-03T23:43:07.254Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
9902025-03-03T23:43:07.254Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
9912025-03-03T23:43:08.329Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9922025-03-03T23:43:08.329Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3337 bytes)
9932025-03-03T23:43:09.425Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9942025-03-03T23:43:09.425Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (439389 bytes)
9952025-03-03T23:43:09.667Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 439389 -> 449704
9962025-03-03T23:43:10.741Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9972025-03-03T23:43:10.741Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (29224 bytes)
9982025-03-03T23:43:11.908Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9992025-03-03T23:43:11.908Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
10002025-03-03T23:43:11.979Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
10012025-03-03T23:43:13.054Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10022025-03-03T23:43:13.054Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
10032025-03-03T23:43:14.152Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
10042025-03-03T23:43:14.152Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (367 bytes)
10052025-03-03T23:43:15.253Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10062025-03-03T23:43:15.253Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3501 bytes)
10072025-03-03T23:43:16.352Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
10082025-03-03T23:43:16.352Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10092025-03-03T23:43:17.425Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10102025-03-03T23:43:17.425Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1662 bytes)
10112025-03-03T23:43:18.522Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10122025-03-03T23:43:18.523Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
10132025-03-03T23:43:19.620Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-cockroach-admin:default.log
10142025-03-03T23:43:19.620Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10152025-03-03T23:43:20.719Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-cockroachdb:default.log
10162025-03-03T23:43:20.745Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
10172025-03-03T23:43:21.820Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_cockroachdb_b8ffe7b3-b719-4193-b748-bffd47420e0a/root/var/svc/log/oxide-zone-network-setup:default.log
10182025-03-03T23:43:21.820Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-agent:default.log (27792 bytes)
10192025-03-03T23:43:22.963Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-agent:default.log
10202025-03-03T23:43:22.963Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10212025-03-03T23:43:24.062Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:default.log
10222025-03-03T23:43:24.062Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:downstairs-8328ae72-9d36-4d75-a926-cf49f01df559.log (5970 bytes)
10232025-03-03T23:43:25.163Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:downstairs-8328ae72-9d36-4d75-a926-cf49f01df559.log
10242025-03-03T23:43:25.163Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:downstairs-8771f82a-0c69-450b-b6ff-8f4f7cd480aa.log (6081 bytes)
10252025-03-03T23:43:26.259Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:downstairs-8771f82a-0c69-450b-b6ff-8f4f7cd480aa.log
10262025-03-03T23:43:26.286Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:snapshot-8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log (5656 bytes)
10272025-03-03T23:43:27.362Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-crucible-downstairs:snapshot-8771f82a-0c69-450b-b6ff-8f4f7cd480aa-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log
10282025-03-03T23:43:27.362Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10292025-03-03T23:43:28.458Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_crucible_e1eca47a-7368-41cb-abcd-83be26021b3d/root/var/svc/log/oxide-zone-network-setup:default.log
10302025-03-03T23:43:28.458Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-internal_dns:default.log (443555 bytes)
10312025-03-03T23:43:29.747Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-internal_dns:default.log
10322025-03-03T23:43:29.747Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-internal_dns:default.log.0 (4261 bytes)
10332025-03-03T23:43:30.846Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-internal_dns:default.log.0
10342025-03-03T23:43:30.846Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10352025-03-03T23:43:31.918Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-zone-network-setup:default.log
10362025-03-03T23:43:31.944Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
10372025-03-03T23:43:33.019Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_internal_dns_00d83717-e620-4157-96fe-d688e258ba74/root/var/svc/log/oxide-zone-network-setup:default.log.0
10382025-03-03T23:43:33.019Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-nexus:default.log (5079491 bytes)
10392025-03-03T23:43:33.456Zupload warning: file "/pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5079491 -> 5229269
10402025-03-03T23:43:34.531Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-nexus:default.log
10412025-03-03T23:43:34.531Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10422025-03-03T23:43:35.628Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-opte-interface-setup:default.log
10432025-03-03T23:43:35.654Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10442025-03-03T23:43:36.729Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_nexus_4941fee5-459f-4a53-8c4c-fbdde4f796ae/root/var/svc/log/oxide-zone-network-setup:default.log
10452025-03-03T23:43:36.729Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
10462025-03-03T23:43:37.802Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-chrony-setup:default.log
10472025-03-03T23:43:37.802Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-chrony-setup:default.log.0 (14496 bytes)
10482025-03-03T23:43:38.922Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-chrony-setup:default.log.0
10492025-03-03T23:43:38.922Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-ntp:default.log (1239 bytes)
10502025-03-03T23:43:38.974Zupload warning: file "/pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1239 -> 1296
10512025-03-03T23:43:40.044Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-ntp:default.log
10522025-03-03T23:43:40.044Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-ntp:default.log.0 (461 bytes)
10532025-03-03T23:43:41.140Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-ntp:default.log.0
10542025-03-03T23:43:41.140Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
10552025-03-03T23:43:42.214Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-opte-interface-setup:default.log
10562025-03-03T23:43:42.215Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
10572025-03-03T23:43:43.312Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-opte-interface-setup:default.log.0
10582025-03-03T23:43:43.312Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10592025-03-03T23:43:44.385Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-zone-network-setup:default.log
10602025-03-03T23:43:44.385Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2032 bytes)
10612025-03-03T23:43:45.484Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/svc/log/oxide-zone-network-setup:default.log.0
10622025-03-03T23:43:45.484Zuploading: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10632025-03-03T23:43:46.583Zuploaded: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-crucible-agent:default.log
10642025-03-03T23:43:46.583Zuploading: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10652025-03-03T23:43:47.680Zuploaded: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-crucible-downstairs:default.log
10662025-03-03T23:43:47.680Zuploading: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10672025-03-03T23:43:48.778Zuploaded: /pool/ext/0d4127f9-da48-4cba-ab1d-192f828f374b/crypt/zone/oxz_crucible_3b2ab422-0c3c-491a-a753-f986136d29fd/root/var/svc/log/oxide-zone-network-setup:default.log
10682025-03-03T23:43:48.778Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-agent:default.log (29218 bytes)
10692025-03-03T23:43:49.944Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-agent:default.log
10702025-03-03T23:43:49.944Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10712025-03-03T23:43:51.044Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:default.log
10722025-03-03T23:43:51.044Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6.log (5972 bytes)
10732025-03-03T23:43:52.143Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-2155c359-88a5-4078-b497-52eeb1aa6fb6.log
10742025-03-03T23:43:52.143Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-27e78ea5-1ca8-410c-a4aa-a574c69e899c.log (3009 bytes)
10752025-03-03T23:43:53.240Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-27e78ea5-1ca8-410c-a4aa-a574c69e899c.log
10762025-03-03T23:43:53.240Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05.log (3126 bytes)
10772025-03-03T23:43:54.338Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-crucible-downstairs:downstairs-61fe58c8-55c0-485a-8352-1e42ac6b6a05.log
10782025-03-03T23:43:54.338Zuploading: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10792025-03-03T23:43:55.435Zuploaded: /pool/ext/18a7983c-283c-47f8-97c3-540cefec1c16/crypt/zone/oxz_crucible_0da33a41-f8a8-4089-ae0a-05654e911cc9/root/var/svc/log/oxide-zone-network-setup:default.log
10802025-03-03T23:43:55.435Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
10812025-03-03T23:43:56.534Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-cockroach-admin:default.log
10822025-03-03T23:43:56.534Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-cockroachdb:default.log (4322 bytes)
10832025-03-03T23:43:57.633Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-cockroachdb:default.log
10842025-03-03T23:43:57.634Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
10852025-03-03T23:43:58.733Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_cockroachdb_40ad29f6-f8f0-46f6-b178-0322f03ff7fe/root/var/svc/log/oxide-zone-network-setup:default.log
10862025-03-03T23:43:58.733Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-agent:default.log (34888 bytes)
10872025-03-03T23:43:59.898Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-agent:default.log
10882025-03-03T23:43:59.898Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10892025-03-03T23:44:00.995Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:default.log
10902025-03-03T23:44:00.995Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-25aa6a2a-7648-4f76-a3bf-dab8162bf4ca.log (3009 bytes)
10912025-03-03T23:44:02.093Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-25aa6a2a-7648-4f76-a3bf-dab8162bf4ca.log
10922025-03-03T23:44:02.142Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-72671548-614a-4f44-84a0-d229ea99ec91.log (6078 bytes)
10932025-03-03T23:44:03.215Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-72671548-614a-4f44-84a0-d229ea99ec91.log
10942025-03-03T23:44:03.241Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-dea980f8-c18c-4e0a-9f2b-631885e7a07a.log (5970 bytes)
10952025-03-03T23:44:04.316Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:downstairs-dea980f8-c18c-4e0a-9f2b-631885e7a07a.log
10962025-03-03T23:44:04.316Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:snapshot-72671548-614a-4f44-84a0-d229ea99ec91-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log (5657 bytes)
10972025-03-03T23:44:05.415Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-crucible-downstairs:snapshot-72671548-614a-4f44-84a0-d229ea99ec91-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log
10982025-03-03T23:44:05.415Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10992025-03-03T23:44:06.515Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_a3567a1b-df9a-41f7-9877-f878cd0af8c9/root/var/svc/log/oxide-zone-network-setup:default.log
11002025-03-03T23:44:06.515Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_pantry_962557a8-3462-461c-94d6-1040cc2f3f3d/root/var/svc/log/oxide-crucible-pantry:default.log (94845 bytes)
11012025-03-03T23:44:06.677Zupload warning: file "/pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_pantry_962557a8-3462-461c-94d6-1040cc2f3f3d/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 94845 -> 106590
11022025-03-03T23:44:07.751Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_pantry_962557a8-3462-461c-94d6-1040cc2f3f3d/root/var/svc/log/oxide-crucible-pantry:default.log
11032025-03-03T23:44:07.752Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_pantry_962557a8-3462-461c-94d6-1040cc2f3f3d/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
11042025-03-03T23:44:08.851Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_crucible_pantry_962557a8-3462-461c-94d6-1040cc2f3f3d/root/var/svc/log/oxide-zone-network-setup:default.log
11052025-03-03T23:44:08.851Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-external_dns:default.log (45797 bytes)
11062025-03-03T23:44:08.967Zupload warning: file "/pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45797 -> 49574
11072025-03-03T23:44:10.043Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-external_dns:default.log
11082025-03-03T23:44:10.044Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11092025-03-03T23:44:11.143Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-opte-interface-setup:default.log
11102025-03-03T23:44:11.143Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
11112025-03-03T23:44:12.242Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_external_dns_1ec7ac72-797e-4576-8e9b-d3dc17863ed3/root/var/svc/log/oxide-zone-network-setup:default.log
11122025-03-03T23:44:12.242Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-internal_dns:default.log (443578 bytes)
11132025-03-03T23:44:12.479Zupload warning: file "/pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443578 -> 447334
11142025-03-03T23:44:13.551Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-internal_dns:default.log
11152025-03-03T23:44:13.551Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-internal_dns:default.log.0 (4263 bytes)
11162025-03-03T23:44:14.651Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-internal_dns:default.log.0
11172025-03-03T23:44:14.651Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11182025-03-03T23:44:15.726Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-zone-network-setup:default.log
11192025-03-03T23:44:15.726Zuploading: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11202025-03-03T23:44:16.824Zuploaded: /pool/ext/1eb0bcd8-532b-47d1-8d19-9b3024501cec/crypt/zone/oxz_internal_dns_1b41eef9-0c66-4fff-9e72-d2ae22ee1307/root/var/svc/log/oxide-zone-network-setup:default.log.0
11212025-03-03T23:44:16.824Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-agent:default.log (18003 bytes)
11222025-03-03T23:44:17.967Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-agent:default.log
11232025-03-03T23:44:17.993Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11242025-03-03T23:44:19.066Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:default.log
11252025-03-03T23:44:19.066Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf057843-a55c-41c1-96ac-503b04ae723f.log (6076 bytes)
11262025-03-03T23:44:20.162Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf057843-a55c-41c1-96ac-503b04ae723f.log
11272025-03-03T23:44:20.163Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:snapshot-bf057843-a55c-41c1-96ac-503b04ae723f-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log (5653 bytes)
11282025-03-03T23:44:21.261Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-crucible-downstairs:snapshot-bf057843-a55c-41c1-96ac-503b04ae723f-989ec40f-827e-49bd-8aad-d6e3caa9a32b.log
11292025-03-03T23:44:21.261Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11302025-03-03T23:44:22.357Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_crucible_ee47388f-bcea-4c56-9ae2-1f53e65b4009/root/var/svc/log/oxide-zone-network-setup:default.log
11312025-03-03T23:44:22.357Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-nexus:default.log (42052344 bytes)
11322025-03-03T23:44:24.153Zupload warning: file "/pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42052344 -> 42754032
11332025-03-03T23:44:25.228Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-nexus:default.log
11342025-03-03T23:44:25.228Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11352025-03-03T23:44:26.327Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-opte-interface-setup:default.log
11362025-03-03T23:44:26.353Zuploading: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-zone-network-setup:default.log (2054 bytes)
11372025-03-03T23:44:27.427Zuploaded: /pool/ext/57101a49-28d5-461d-9fc6-8f991c66ed27/crypt/zone/oxz_nexus_3d39a650-6466-497b-a5de-b0f59c63af58/root/var/svc/log/oxide-zone-network-setup:default.log
11382025-03-03T23:44:27.427Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11392025-03-03T23:44:28.525Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11402025-03-03T23:44:28.525Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-clickhouse:default.log (3410519 bytes)
11412025-03-03T23:44:28.950Zupload warning: file "/pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3410519 -> 3906888
11422025-03-03T23:44:30.022Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-clickhouse:default.log
11432025-03-03T23:44:30.022Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
11442025-03-03T23:44:31.119Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_clickhouse_fe924c0f-7942-4ea9-9cd4-2c948ac199e7/root/var/svc/log/oxide-zone-network-setup:default.log
11452025-03-03T23:44:31.119Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
11462025-03-03T23:44:32.217Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-cockroach-admin:default.log
11472025-03-03T23:44:32.218Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
11482025-03-03T23:44:33.314Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-cockroachdb:default.log
11492025-03-03T23:44:33.314Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
11502025-03-03T23:44:34.412Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_cockroachdb_b5dc1c0b-052a-49db-b82b-db17e8d56bad/root/var/svc/log/oxide-zone-network-setup:default.log
11512025-03-03T23:44:34.413Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
11522025-03-03T23:44:35.534Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-agent:default.log
11532025-03-03T23:44:35.534Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11542025-03-03T23:44:36.633Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-downstairs:default.log
11552025-03-03T23:44:36.633Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-downstairs:downstairs-e05b46a6-d6f5-48ae-a2c5-272585dd779d.log (3008 bytes)
11562025-03-03T23:44:37.732Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-crucible-downstairs:downstairs-e05b46a6-d6f5-48ae-a2c5-272585dd779d.log
11572025-03-03T23:44:37.732Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11582025-03-03T23:44:38.827Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_e7532454-0daf-4132-9e2f-c81dd8270e03/root/var/svc/log/oxide-zone-network-setup:default.log
11592025-03-03T23:44:38.827Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_pantry_0554bb16-187b-4c1f-932b-56d2b3965993/root/var/svc/log/oxide-crucible-pantry:default.log (854973 bytes)
11602025-03-03T23:44:39.110Zupload warning: file "/pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_pantry_0554bb16-187b-4c1f-932b-56d2b3965993/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 854973 -> 870626
11612025-03-03T23:44:40.184Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_pantry_0554bb16-187b-4c1f-932b-56d2b3965993/root/var/svc/log/oxide-crucible-pantry:default.log
11622025-03-03T23:44:40.184Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_pantry_0554bb16-187b-4c1f-932b-56d2b3965993/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
11632025-03-03T23:44:41.282Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_crucible_pantry_0554bb16-187b-4c1f-932b-56d2b3965993/root/var/svc/log/oxide-zone-network-setup:default.log
11642025-03-03T23:44:41.282Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-external_dns:default.log (45788 bytes)
11652025-03-03T23:44:41.423Zupload warning: file "/pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45788 -> 53340
11662025-03-03T23:44:42.496Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-external_dns:default.log
11672025-03-03T23:44:42.497Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11682025-03-03T23:44:43.594Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-opte-interface-setup:default.log
11692025-03-03T23:44:43.594Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
11702025-03-03T23:44:44.694Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_external_dns_182e2585-2d0f-4722-8916-a182a87c2445/root/var/svc/log/oxide-zone-network-setup:default.log
11712025-03-03T23:44:44.694Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-internal_dns:default.log (443557 bytes)
11722025-03-03T23:44:44.931Zupload warning: file "/pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443557 -> 451069
11732025-03-03T23:44:46.005Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-internal_dns:default.log
11742025-03-03T23:44:46.030Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-internal_dns:default.log.0 (4262 bytes)
11752025-03-03T23:44:47.125Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-internal_dns:default.log.0
11762025-03-03T23:44:47.125Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11772025-03-03T23:44:48.175Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-zone-network-setup:default.log
11782025-03-03T23:44:48.175Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11792025-03-03T23:44:49.275Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_internal_dns_23004e9a-6b5a-4a23-91fd-cd9c9b1ecf84/root/var/svc/log/oxide-zone-network-setup:default.log.0
11802025-03-03T23:44:49.275Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_oximeter_fe47819c-02c3-4689-a912-175a7f329c47/root/var/svc/log/oxide-oximeter:default.log (3664729 bytes)
11812025-03-03T23:44:49.682Zupload warning: file "/pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_oximeter_fe47819c-02c3-4689-a912-175a7f329c47/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3664729 -> 4316961
11822025-03-03T23:44:50.754Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_oximeter_fe47819c-02c3-4689-a912-175a7f329c47/root/var/svc/log/oxide-oximeter:default.log
11832025-03-03T23:44:50.754Zuploading: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_oximeter_fe47819c-02c3-4689-a912-175a7f329c47/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
11842025-03-03T23:44:51.852Zuploaded: /pool/ext/6673f040-2503-4232-8f3a-e3125f3566bb/crypt/zone/oxz_oximeter_fe47819c-02c3-4689-a912-175a7f329c47/root/var/svc/log/oxide-zone-network-setup:default.log
11852025-03-03T23:44:51.852Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
11862025-03-03T23:44:52.950Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-cockroach-admin:default.log
11872025-03-03T23:44:52.950Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-cockroachdb:default.log (4298 bytes)
11882025-03-03T23:44:54.050Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-cockroachdb:default.log
11892025-03-03T23:44:54.050Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-zone-network-setup:default.log (2098 bytes)
11902025-03-03T23:44:55.149Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_cockroachdb_05255738-de23-44e8-a517-2fb94a701737/root/var/svc/log/oxide-zone-network-setup:default.log
11912025-03-03T23:44:55.149Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
11922025-03-03T23:44:56.247Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-crucible-agent:default.log
11932025-03-03T23:44:56.247Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11942025-03-03T23:44:57.345Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-crucible-downstairs:default.log
11952025-03-03T23:44:57.345Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11962025-03-03T23:44:58.446Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_3381108e-2062-4eed-b008-636c2620b815/root/var/svc/log/oxide-zone-network-setup:default.log
11972025-03-03T23:44:58.446Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_pantry_f09088d5-1fa1-4647-bbb5-501c754bc101/root/var/svc/log/oxide-crucible-pantry:default.log (94622 bytes)
11982025-03-03T23:44:58.607Zupload warning: file "/pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_pantry_f09088d5-1fa1-4647-bbb5-501c754bc101/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 94622 -> 110243
11992025-03-03T23:44:59.681Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_pantry_f09088d5-1fa1-4647-bbb5-501c754bc101/root/var/svc/log/oxide-crucible-pantry:default.log
12002025-03-03T23:44:59.681Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_pantry_f09088d5-1fa1-4647-bbb5-501c754bc101/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
12012025-03-03T23:45:00.780Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_crucible_pantry_f09088d5-1fa1-4647-bbb5-501c754bc101/root/var/svc/log/oxide-zone-network-setup:default.log
12022025-03-03T23:45:00.780Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-nexus:default.log (5068408 bytes)
12032025-03-03T23:45:01.248Zupload warning: file "/pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5068408 -> 5808660
12042025-03-03T23:45:02.320Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-nexus:default.log
12052025-03-03T23:45:02.320Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
12062025-03-03T23:45:03.420Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-opte-interface-setup:default.log
12072025-03-03T23:45:03.420Zuploading: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12082025-03-03T23:45:04.516Zuploaded: /pool/ext/8a57b795-f828-4b24-8ccf-32be6082a76b/crypt/zone/oxz_nexus_51fdb59d-a0fa-471e-a35a-8891e1620d32/root/var/svc/log/oxide-zone-network-setup:default.log
12092025-03-03T23:45:04.516Zuploading: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
12102025-03-03T23:45:05.636Zuploaded: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-agent:default.log
12112025-03-03T23:45:05.636Zuploading: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12122025-03-03T23:45:06.732Zuploaded: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-downstairs:default.log
12132025-03-03T23:45:06.732Zuploading: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-downstairs:downstairs-8ad9a256-d8e2-4732-9363-fc81a83692c8.log (3126 bytes)
12142025-03-03T23:45:07.829Zuploaded: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-crucible-downstairs:downstairs-8ad9a256-d8e2-4732-9363-fc81a83692c8.log
12152025-03-03T23:45:07.829Zuploading: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12162025-03-03T23:45:08.926Zuploaded: /pool/ext/c81dbb8f-64fd-408b-821f-3728525cf3c5/crypt/zone/oxz_crucible_fce4b659-6bf7-4093-8461-3c5aeb524627/root/var/svc/log/oxide-zone-network-setup:default.log
12172025-03-03T23:45:08.926Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
12182025-03-03T23:45:10.026Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-cockroach-admin:default.log
12192025-03-03T23:45:10.026Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
12202025-03-03T23:45:11.124Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-cockroachdb:default.log
12212025-03-03T23:45:11.124Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
12222025-03-03T23:45:12.223Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_cockroachdb_9e74bb20-50f1-43a1-a069-acfe531918fe/root/var/svc/log/oxide-zone-network-setup:default.log
12232025-03-03T23:45:12.223Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-agent:default.log (12507 bytes)
12242025-03-03T23:45:13.342Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-agent:default.log
12252025-03-03T23:45:13.342Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12262025-03-03T23:45:14.441Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-downstairs:default.log
12272025-03-03T23:45:14.441Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-downstairs:downstairs-98fbbd3d-ecaa-47be-8207-2c7de2a4225b.log (3125 bytes)
12282025-03-03T23:45:15.540Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-crucible-downstairs:downstairs-98fbbd3d-ecaa-47be-8207-2c7de2a4225b.log
12292025-03-03T23:45:15.566Zuploading: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12302025-03-03T23:45:16.639Zuploaded: /pool/ext/d984dabe-878c-4fe6-a385-4fd19a2c7ee9/crypt/zone/oxz_crucible_feb91c17-00ef-4b29-8ec2-deb92fe6fa51/root/var/svc/log/oxide-zone-network-setup:default.log
12312025-03-03T23:45:16.639Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/measurements.log (194677 bytes)
12322025-03-03T23:45:16.847Zupload warning: file "/pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/measurements.log" changed size mid upload: 194677 -> 233585
12332025-03-03T23:45:17.920Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/measurements.log
12342025-03-03T23:45:17.920Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/statistics.log (157365 bytes)
12352025-03-03T23:45:18.106Zupload warning: file "/pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/statistics.log" changed size mid upload: 157365 -> 190710
12362025-03-03T23:45:19.179Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/statistics.log
12372025-03-03T23:45:19.179Zuploading: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/tracking.log (20068 bytes)
12382025-03-03T23:45:19.273Zupload warning: file "/pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/tracking.log" changed size mid upload: 20068 -> 22576
12392025-03-03T23:45:20.347Zuploaded: /pool/ext/078ed30e-3680-43b0-a3ff-44e33d7aab77/crypt/zone/oxz_ntp_b02fd945-1aa8-4eb3-af1e-93d12d7f7c0d/root/var/log/chrony/tracking.log