01JNF6MQGQFKV750QGPB9RTMKA: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JNF6NMXE7KEDQ33JR0W26V4G

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-04T00:28:16.259Zjob dependencies complete; ready to run (waiting for 38 m 2 s)
22025-03-04T03:07:52.081Zjob assigned to worker 01JNFHQ0QF7B7CC2YQ5XB3XYBK [factory lab, sock/11896] (queued for 2 h 39 m 35 s)
32025-03-04T03:07:52.220Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-03-04T03:07:52.278Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-03-04T03:07:52.319Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-03-04T03:07:52.356Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-03-04T03:07:52.390Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-03-04T03:07:52.424ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-03-04T03:07:52.458Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-03-04T03:07:52.491ZOxide Helios Version helios-2.0.23032 64-bit
112025-03-04T03:07:52.525ZConfiguring devices.
122025-03-04T03:07:52.559Z##################################################
132025-03-04T03:07:52.592Z#### ############# ##
142025-03-04T03:07:52.626Z### ### ############ ##
152025-03-04T03:07:52.659Z## ### # ## ### ## Oxide Computer Company ##
162025-03-04T03:07:52.700Z## ## ## ### # ### ##
172025-03-04T03:07:52.737Z## # ### #### #### This Station Under ##
182025-03-04T03:07:52.770Z### ### #### # ### Computer Control ##
192025-03-04T03:07:52.804Z#### #### ### ## ##
202025-03-04T03:07:52.838Z##################################################
212025-03-04T03:07:52.871ZHostname: sock
222025-03-04T03:07:52.904ZLoading smf(7) service descriptions:
232025-03-04T03:07:53.355Zdownloading input: /input/package/work/package.tar.gz
242025-03-04T03:13:48.448Zdownloaded input: /input/package/work/package.tar.gz
 
252025-03-04T03:13:48.473Zstarting task 0: "setup"
262025-03-04T03:13:48.473Z++ uname -s
272025-03-04T03:13:48.473Z+ kern=SunOS
282025-03-04T03:13:48.473Z+ build_user=build
292025-03-04T03:13:48.473Z+ build_uid=12345
302025-03-04T03:13:48.473Z+ work_dir=/work
312025-03-04T03:13:48.473Z+ input_dir=/input
322025-03-04T03:13:48.473Z+ [[ 0 == 12345 ]]
332025-03-04T03:13:48.473Z+ case "$kern" in
342025-03-04T03:13:48.473Z+ groupadd -g 12345 build
352025-03-04T03:13:48.473Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-03-04T03:13:50.466Z+ zfs create -o mountpoint=/work rpool/work
372025-03-04T03:13:50.507Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-03-04T03:13:50.535Z+ home_fs=zfs
392025-03-04T03:13:50.535Z+ [[ zfs == autofs ]]
402025-03-04T03:13:50.535Z+ mkdir -p /home/build
412025-03-04T03:13:50.535Z+ chown build:build /home/build /work
422025-03-04T03:13:51.515Z+ chmod 0700 /home/build /work
432025-03-04T03:13:51.541Zprocess exited: duration 3070 ms, exit code 0
 
442025-03-04T03:13:51.590Zstarting task 1: "authentication"
452025-03-04T03:13:51.638Zprocess exited: duration 47 ms, exit code 0
 
462025-03-04T03:13:51.687Zstarting task 2: "build"
472025-03-04T03:13:51.712Z+ trap _exit_trap EXIT
482025-03-04T03:13:51.712Z+ OPTE_COMMIT=
492025-03-04T03:13:51.712Z+ [[ x != \x ]]
502025-03-04T03:13:51.712Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-03-04T03:13:51.806Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-03-04T03:13:51.806Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-03-04T03:13:51.831Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-03-04T03:13:51.831Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-03-04T03:13:51.831Z+ [[ -d /opt/oxide ]]
632025-03-04T03:13:51.831Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-03-04T03:13:51.831Z+ pfexec mkdir /opt/oxide
652025-03-04T03:13:51.831Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-03-04T03:13:51.831Z+ [[ -d /opt/oxide-underneath ]]
672025-03-04T03:13:51.832Z+ cd /opt/oxide-underneath
682025-03-04T03:13:51.832Z+ pfexec tar ceEp@/f - .
692025-03-04T03:13:51.832Z+ cd /opt/oxide
702025-03-04T03:13:51.832Z+ pfexec tar xveEp@/f -
712025-03-04T03:13:51.866Zx ., 0 bytes, 0 tape blocks
722025-03-04T03:13:51.866Zx ./opte, 0 bytes, 0 tape blocks
732025-03-04T03:13:51.866Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-03-04T03:13:51.866Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-03-04T03:13:51.891Z+ pfexec rm -rf /opt/oxide-underneath
762025-03-04T03:13:51.891Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-03-04T03:13:51.915Z+ pfexec mkdir /opt/oxide/work
782025-03-04T03:13:51.915Z+ pfexec chown build:build /opt/oxide/work
792025-03-04T03:13:51.915Z+ cd /opt/oxide/work
802025-03-04T03:13:51.915Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-03-04T03:14:06.739ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-03-04T03:14:06.739Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-03-04T03:14:06.739Zx out/target/test, 107 bytes, 1 tape blocks
842025-03-04T03:14:06.739Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-03-04T03:14:06.739Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-03-04T03:14:06.739Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-03-04T03:14:06.739Zx target/release/omicron-package, 39719184 bytes, 77577 tape blocks
882025-03-04T03:14:06.739Zx target/release/xtask, 11097704 bytes, 21676 tape blocks
892025-03-04T03:14:06.739Zx target/debug/bootstrap, 220405656 bytes, 430480 tape blocks
902025-03-04T03:14:06.739Zx tests/bootstrap-a8b7ca9b72fc22d6, 24660104 bytes, 48165 tape blocks
912025-03-04T03:14:06.739Zx tests/commtest-d7651b3040c18dfe, 25505912 bytes, 49817 tape blocks
922025-03-04T03:14:06.739Zx tests/dhcp_server-a9161a45be813f2f, 24660120 bytes, 48165 tape blocks
932025-03-04T03:14:06.739Zx tests/end_to_end_tests-76cb50d9a2fc20b1, 281080936 bytes, 548987 tape blocks
942025-03-04T03:14:06.739Zx out/clickhouse.tar.gz, 312852865 bytes, 611041 tape blocks
952025-03-04T03:14:06.740Zx out/clickhouse_keeper.tar.gz, 298408272 bytes, 582829 tape blocks
962025-03-04T03:14:06.740Zx out/clickhouse_server.tar.gz, 312861366 bytes, 611058 tape blocks
972025-03-04T03:14:06.740Zx out/cockroachdb.tar.gz, 147201747 bytes, 287504 tape blocks
982025-03-04T03:14:06.740Zx out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks
992025-03-04T03:14:06.740Zx out/crucible-pantry-zone.tar.gz, 33229958 bytes, 64903 tape blocks
1002025-03-04T03:14:06.740Zx out/crucible-zone.tar.gz, 41813515 bytes, 81668 tape blocks
1012025-03-04T03:14:06.740Zx out/external-dns.tar.gz, 45316423 bytes, 88509 tape blocks
1022025-03-04T03:14:06.740Zx out/internal-dns.tar.gz, 45316490 bytes, 88509 tape blocks
1032025-03-04T03:14:06.741Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
1042025-03-04T03:14:06.741Zx out/nexus.tar.gz, 113356536 bytes, 221400 tape blocks
1052025-03-04T03:14:06.741Zx out/ntp.tar.gz, 14749440 bytes, 28808 tape blocks
1062025-03-04T03:14:06.741Zx out/omicron-gateway-softnpu.tar.gz, 25598703 bytes, 49998 tape blocks
1072025-03-04T03:14:06.741Zx out/omicron-sled-agent.tar, 126595072 bytes, 247256 tape blocks
1082025-03-04T03:14:06.741Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-03-04T03:14:06.741Zx out/oximeter.tar.gz, 56448426 bytes, 110251 tape blocks
1102025-03-04T03:14:06.741Zx out/oxlog.tar, 3218944 bytes, 6287 tape blocks
1112025-03-04T03:14:06.741Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-03-04T03:14:06.741Zx out/propolis-server.tar.gz, 68018873 bytes, 132850 tape blocks
1132025-03-04T03:14:06.741Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1142025-03-04T03:14:06.741Zx out/switch-softnpu.tar.gz, 271383660 bytes, 530047 tape blocks
1152025-03-04T03:14:06.766Z
1162025-03-04T03:14:06.766Zreal 14.815219191
1172025-03-04T03:14:06.766Zuser 13.092100709
1182025-03-04T03:14:06.766Zsys 3.003049235
1192025-03-04T03:14:06.766Ztrap 0.000630607
1202025-03-04T03:14:06.766Ztflt 0.000000000
1212025-03-04T03:14:06.766Zdflt 0.000000000
1222025-03-04T03:14:06.766Zkflt 0.000000000
1232025-03-04T03:14:06.767Zlock 0.000000000
1242025-03-04T03:14:06.767Zslp 13.177115428
1252025-03-04T03:14:06.767Zlat 0.355568865
1262025-03-04T03:14:06.767Zstop 0.000125781
1272025-03-04T03:14:06.767Z+ source .github/buildomat/ci-env.sh
1282025-03-04T03:14:06.767Z++ export CARGO_TERM_COLOR=always
1292025-03-04T03:14:06.767Z++ CARGO_TERM_COLOR=always
1302025-03-04T03:14:06.767Z+ bmat address ls
1312025-03-04T03:14:06.767ZNAME CIDR FIRST LAST COUNT
1322025-03-04T03:14:06.768Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1332025-03-04T03:14:06.768Z++ bmat address ls -f extra -Ho first,last,count
1342025-03-04T03:14:06.768Z+ set -- 10.151.2.164 10.151.2.227 64
1352025-03-04T03:14:06.768Z+ EXTRA_IP_START=10.151.2.164
1362025-03-04T03:14:06.768Z+ EXTRA_IP_END=10.151.2.227
1372025-03-04T03:14:06.768Z+ EXTRA_IP_COUNT=64
1382025-03-04T03:14:06.768Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-03-04T03:14:06.768Z+ EXTRA_IP_BASE=10.151.2
1402025-03-04T03:14:06.768Z+ EXTRA_IP_FOCTET=164
1412025-03-04T03:14:06.768Z+ EXTRA_IP_LOCTET=227
1422025-03-04T03:14:06.768Z+ SERVICE_IP_POOL_START=10.151.2.164
1432025-03-04T03:14:06.768Z+ SERVICE_IP_POOL_END=10.151.2.173
1442025-03-04T03:14:06.768Z+ DNS_IP1=10.151.2.164
1452025-03-04T03:14:06.768Z+ DNS_IP2=10.151.2.165
1462025-03-04T03:14:06.768Z+ UPLINK_IP=10.151.2.174
1472025-03-04T03:14:06.768Z+ IPPOOL_START=10.151.2.175
1482025-03-04T03:14:06.768Z+ IPPOOL_END=10.151.2.227
1492025-03-04T03:14:06.768Z++ ipadm show-addr -po type,addr
1502025-03-04T03:14:06.768Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-03-04T03:14:06.768Z+ GATEWAY_IP=10.151.2.100
1522025-03-04T03:14:06.768Z+ [[ -n 10.151.2.100 ]]
1532025-03-04T03:14:06.768Z+ ping -s 10.151.2.100 56 1
1542025-03-04T03:14:06.768ZPING 10.151.2.100: 56 data bytes
1552025-03-04T03:14:06.768Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1562025-03-04T03:14:06.768Z
1572025-03-04T03:14:06.769Z----10.151.2.100 PING Statistics----
1582025-03-04T03:14:06.769Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-03-04T03:14:06.769Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-03-04T03:14:06.769Z++ arp -an
1612025-03-04T03:14:06.769Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1622025-03-04T03:14:06.769Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1632025-03-04T03:14:06.769Z+ routeadm -e ipv4-forwarding -u
1642025-03-04T03:14:06.880Z+ PXA_START=10.151.2.164
1652025-03-04T03:14:06.880Z+ PXA_END=10.151.2.227
1662025-03-04T03:14:06.905Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-03-04T03:14:07.019Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1682025-03-04T03:14:07.043ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-03-04T03:14:07.099Zcreating virtual hardware
1702025-03-04T03:14:07.124Zcreating /scratch/m2_0.vdev
1712025-03-04T03:14:07.124Zcreating /scratch/m2_1.vdev
1722025-03-04T03:14:07.124Zcreating /scratch/u2_0.vdev
1732025-03-04T03:14:07.124Zcreating /scratch/u2_1.vdev
1742025-03-04T03:14:07.124Zcreating /scratch/u2_2.vdev
1752025-03-04T03:14:07.124Zcreating /scratch/u2_3.vdev
1762025-03-04T03:14:07.124Zcreating /scratch/u2_4.vdev
1772025-03-04T03:14:07.124Zcreating /scratch/u2_5.vdev
1782025-03-04T03:14:07.124Zcreating /scratch/u2_6.vdev
1792025-03-04T03:14:07.124Zcreating /scratch/u2_7.vdev
1802025-03-04T03:14:07.124Zcreating /scratch/u2_8.vdev
1812025-03-04T03:14:07.149ZSimnet net0/sc0_0 exists
1822025-03-04T03:14:07.175ZSimnet net1/sc1_0 exists
1832025-03-04T03:14:07.175ZVnic sc0_1 exists
1842025-03-04T03:14:24.679ZUsing 10.151.2.100 as gateway ip
1852025-03-04T03:14:24.679Zusing 18:C0:4D:0D:A0:2A as gateway mac
1862025-03-04T03:14:24.679Zconfiguring SoftNPU ARP entry
1872025-03-04T03:14:24.706Zconfiguring SoftNPU proxy ARP
1882025-03-04T03:14:24.762ZSoftNPU state:
1892025-03-04T03:14:24.762Z local v6:
1902025-03-04T03:14:24.762Z local v4:
1912025-03-04T03:14:24.762Z router v6:
1922025-03-04T03:14:24.762Z router v4_idx:
1932025-03-04T03:14:24.762Z router v4_routes:
1942025-03-04T03:14:24.762Z resolver v4:
1952025-03-04T03:14:24.762Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1962025-03-04T03:14:24.762Z resolver v6:
1972025-03-04T03:14:24.762Z nat v4:
1982025-03-04T03:14:24.762Z nat_v6:
1992025-03-04T03:14:24.762Z port_mac:
2002025-03-04T03:14:24.762Z proxy arp:
2012025-03-04T03:14:24.762Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2022025-03-04T03:14:24.762Zcreated virtual hardware
2032025-03-04T03:14:24.788Z
2042025-03-04T03:14:24.788Zreal 17.740759056
2052025-03-04T03:14:24.788Zuser 0.665207034
2062025-03-04T03:14:24.788Zsys 3.308114301
2072025-03-04T03:14:24.788Ztrap 0.000082017
2082025-03-04T03:14:24.788Ztflt 0.000450819
2092025-03-04T03:14:24.788Zdflt 0.000341818
2102025-03-04T03:14:24.788Zkflt 0.000020710
2112025-03-04T03:14:24.788Zlock 13:54.761987917
2122025-03-04T03:14:24.788Zslp 58.419732076
2132025-03-04T03:14:24.788Zlat 0.076192290
2142025-03-04T03:14:24.788Zstop 0.361423907
2152025-03-04T03:14:24.788Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-03-04T03:14:24.813Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-03-04T03:14:24.813Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-03-04T03:14:24.813Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-03-04T03:14:24.813Z+++ pkg/config.toml Tue Mar 4 03:14:24 2025
2202025-03-04T03:14:24.813Z@@ -29,18 +29,18 @@
2212025-03-04T03:14:24.813Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-03-04T03:14:24.813Z # followed by a string that is embedded into their fake serial values.
2232025-03-04T03:14:24.813Z vdevs = [
2242025-03-04T03:14:24.813Z- "m2_0.vdev",
2252025-03-04T03:14:24.813Z- "m2_1.vdev",
2262025-03-04T03:14:24.813Z+ "/scratch/m2_0.vdev",
2272025-03-04T03:14:24.813Z+ "/scratch/m2_1.vdev",
2282025-03-04T03:14:24.814Z
2292025-03-04T03:14:24.814Z- "u2_0.vdev",
2302025-03-04T03:14:24.814Z- "u2_1.vdev",
2312025-03-04T03:14:24.814Z- "u2_2.vdev",
2322025-03-04T03:14:24.814Z- "u2_3.vdev",
2332025-03-04T03:14:24.814Z- "u2_4.vdev",
2342025-03-04T03:14:24.815Z- "u2_5.vdev",
2352025-03-04T03:14:24.815Z- "u2_6.vdev",
2362025-03-04T03:14:24.815Z- "u2_7.vdev",
2372025-03-04T03:14:24.815Z- "u2_8.vdev",
2382025-03-04T03:14:24.815Z+ "/scratch/u2_0.vdev",
2392025-03-04T03:14:24.815Z+ "/scratch/u2_1.vdev",
2402025-03-04T03:14:24.815Z+ "/scratch/u2_2.vdev",
2412025-03-04T03:14:24.815Z+ "/scratch/u2_3.vdev",
2422025-03-04T03:14:24.815Z+ "/scratch/u2_4.vdev",
2432025-03-04T03:14:24.815Z+ "/scratch/u2_5.vdev",
2442025-03-04T03:14:24.815Z+ "/scratch/u2_6.vdev",
2452025-03-04T03:14:24.815Z+ "/scratch/u2_7.vdev",
2462025-03-04T03:14:24.815Z+ "/scratch/u2_8.vdev",
2472025-03-04T03:14:24.815Z ]
2482025-03-04T03:14:24.815Z
2492025-03-04T03:14:24.815Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2502025-03-04T03:14:24.815Z+ true
2512025-03-04T03:14:24.815Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2522025-03-04T03:14:24.815Z+ SILO_NAME=recovery
2532025-03-04T03:14:24.841Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2542025-03-04T03:14:24.841Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2552025-03-04T03:14:24.841Z+ sed -i~ '
2562025-03-04T03:14:24.841Z /^external_dns_ips/c\
2572025-03-04T03:14:24.841Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2582025-03-04T03:14:24.842Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2592025-03-04T03:14:24.842Z /^first/c\
2602025-03-04T03:14:24.842Zfirst = "10.151.2.164"
2612025-03-04T03:14:24.842Z /^last/c\
2622025-03-04T03:14:24.842Zlast = "10.151.2.173"
2632025-03-04T03:14:24.842Z }
2642025-03-04T03:14:24.842Z /^infra_ip_first/c\
2652025-03-04T03:14:24.842Zinfra_ip_first = "10.151.2.174"
2662025-03-04T03:14:24.842Z /^infra_ip_last/c\
2672025-03-04T03:14:24.842Zinfra_ip_last = "10.151.2.174"
2682025-03-04T03:14:24.842Z /^\[\[rack_network_config.ports/,/^$/ {
2692025-03-04T03:14:24.842Z /^routes/c\
2702025-03-04T03:14:24.842Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2712025-03-04T03:14:24.842Z /^addresses/c\
2722025-03-04T03:14:24.842Zaddresses = \[{address = "10.151.2.174/24"} \]
2732025-03-04T03:14:24.842Z }
2742025-03-04T03:14:24.842Z' pkg/config-rss.toml
2752025-03-04T03:14:24.842Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2762025-03-04T03:14:24.842Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2772025-03-04T03:14:24.842Z+++ pkg/config-rss.toml Tue Mar 4 03:14:24 2025
2782025-03-04T03:14:24.842Z@@ -33,7 +33,7 @@
2792025-03-04T03:14:24.842Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2802025-03-04T03:14:24.842Z # must be contained in one of the "internal services" IP Pool ranges listed
2812025-03-04T03:14:24.842Z # below.
2822025-03-04T03:14:24.842Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2832025-03-04T03:14:24.842Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2842025-03-04T03:14:24.843Z
2852025-03-04T03:14:24.843Z # Initial TLS certificates for the external API
2862025-03-04T03:14:24.843Z #
2872025-03-04T03:14:24.843Z@@ -69,8 +69,8 @@
2882025-03-04T03:14:24.843Z #
2892025-03-04T03:14:24.843Z # For more on this and what to put here, see docs/how-to-run.adoc.
2902025-03-04T03:14:24.843Z [[internal_services_ip_pool_ranges]]
2912025-03-04T03:14:24.843Z-first = "192.168.1.20"
2922025-03-04T03:14:24.843Z-last = "192.168.1.29"
2932025-03-04T03:14:24.843Z+first = "10.151.2.164"
2942025-03-04T03:14:24.843Z+last = "10.151.2.173"
2952025-03-04T03:14:24.843Z
2962025-03-04T03:14:24.843Z # TODO - this configuration is subject to change going forward. Ultimately these
2972025-03-04T03:14:24.843Z # parameters should be provided to the control plane via wicket, but we need to
2982025-03-04T03:14:24.843Z@@ -91,8 +91,8 @@
2992025-03-04T03:14:24.843Z # A range of IP addresses used by Boundary Services on the external network. In
3002025-03-04T03:14:24.843Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3012025-03-04T03:14:24.843Z # With softnpu, only one address is used.
3022025-03-04T03:14:24.843Z-infra_ip_first = "192.168.1.30"
3032025-03-04T03:14:24.843Z-infra_ip_last = "192.168.1.30"
3042025-03-04T03:14:24.843Z+infra_ip_first = "10.151.2.174"
3052025-03-04T03:14:24.843Z+infra_ip_last = "10.151.2.174"
3062025-03-04T03:14:24.843Z
3072025-03-04T03:14:24.843Z # Configurations for BGP routers to run on the scrimlets.
3082025-03-04T03:14:24.843Z bgp = []
3092025-03-04T03:14:24.843Z@@ -100,9 +100,9 @@
3102025-03-04T03:14:24.843Z # You can configure multiple uplinks by repeating the following stanza
3112025-03-04T03:14:24.844Z [[rack_network_config.ports]]
3122025-03-04T03:14:24.844Z # Routes associated with this port.
3132025-03-04T03:14:24.844Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3142025-03-04T03:14:24.844Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3152025-03-04T03:14:24.844Z # Addresses associated with this port.
3162025-03-04T03:14:24.844Z-addresses = [{address = "192.168.1.30/24"}]
3172025-03-04T03:14:24.844Z+addresses = [{address = "10.151.2.174/24"} ]
3182025-03-04T03:14:24.844Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3192025-03-04T03:14:24.844Z port = "qsfp0"
3202025-03-04T03:14:24.844Z # The speed of this port.
3212025-03-04T03:14:24.844Z+ true
3222025-03-04T03:14:24.844Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3232025-03-04T03:14:24.845Za pkg/config-rss.toml 8K
3242025-03-04T03:14:24.845Za pkg/config.toml 4K
3252025-03-04T03:14:24.845Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3262025-03-04T03:14:24.845Z+ TLS_NAME=recovery.sys.oxide.test
3272025-03-04T03:14:24.845Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3282025-03-04T03:14:25.441Z.......+......+.....+...+......+....+......+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+....................+...+......+....+.....+.......+..+.+....................+.......+..............+..........+.....+......+....+......+.....+....+......+.....+.......+...+...+......+...+..+....+.....+.+...............+.....+..................+............................+.....+.........+...+.+......+.........+......+......+..+............+.+..+.............+..+.............+.....+...+....+......+..+..........+............+..+..........+...+...+...+......+...............+........+......+....+.....+......+...............+..................................+.....+......................+......+..+...+...+......+.............+..+.+...+.....+.......+............+..+.............+............+.........+...........+.+.................+...+...+.+...+..+.+...............+.................+............................+..+.+.....+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3292025-03-04T03:14:25.701Z..+.....+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+..+...+......+..........+...+......+..+...+.......+........+......+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+....+..................+.....+.+......+........+.+.....+.........+.+............+..+......+................+.....................+....................+............+.......+......+.......................+......+.........+......+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3302025-03-04T03:14:25.726Z-----
3312025-03-04T03:14:25.726Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3322025-03-04T03:14:25.750Za pkg/initial-tls-cert.pem 2K
3332025-03-04T03:14:25.751Za pkg/initial-tls-key.pem 4K
3342025-03-04T03:14:25.751Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352025-03-04T03:14:25.751Z+ rmdir pkg
3362025-03-04T03:14:25.751Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3372025-03-04T03:14:25.751Z+ pfexec mkdir -p /usr/oxide
3382025-03-04T03:14:25.751Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3392025-03-04T03:14:26.337Z+ pfexec chmod +x /usr/oxide/oxide
3402025-03-04T03:14:26.363Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3412025-03-04T03:14:44.656Z+ OMICRON_NO_UNINSTALL=1
3422025-03-04T03:14:44.656Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3432025-03-04T03:14:44.681ZLogging to: /opt/oxide/work/out/LOG
3442025-03-04T03:14:45.370Z
3452025-03-04T03:14:45.370Zreal 0.708874238
3462025-03-04T03:14:45.370Zuser 0.144359702
3472025-03-04T03:14:45.395Zsys 3.912741525
3482025-03-04T03:14:45.395Ztrap 0.000000420
3492025-03-04T03:14:45.395Ztflt 0.000022679
3502025-03-04T03:14:45.395Zdflt 0.000845108
3512025-03-04T03:14:45.395Zkflt 0.000002329
3522025-03-04T03:14:45.395Zlock 1:03.794892423
3532025-03-04T03:14:45.395Zslp 0.920719892
3542025-03-04T03:14:45.395Zlat 0.003237340
3552025-03-04T03:14:45.395Zstop 0.232505915
3562025-03-04T03:14:45.395Z+ retry=0
3572025-03-04T03:14:45.395Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582025-03-04T03:14:45.395Z+ [[ 0 -gt 30 ]]
3592025-03-04T03:14:45.395Z+ sleep 1
3602025-03-04T03:14:46.385Z+ retry=1
3612025-03-04T03:14:46.385Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-03-04T03:14:46.410Z+ [[ 1 -gt 30 ]]
3632025-03-04T03:14:46.410Z+ sleep 1
3642025-03-04T03:14:47.400Z+ retry=2
3652025-03-04T03:14:47.400Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-03-04T03:14:47.425Z+ [[ 2 -gt 30 ]]
3672025-03-04T03:14:47.425Z+ sleep 1
3682025-03-04T03:14:48.422Z+ retry=3
3692025-03-04T03:14:48.422Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-03-04T03:15:07.689Z+ [[ 3 -gt 30 ]]
3712025-03-04T03:15:07.689Z+ sleep 1
3722025-03-04T03:15:08.692Z+ retry=4
3732025-03-04T03:15:08.692Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-03-04T03:15:08.718Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3752025-03-04T03:15:08.743Zlocal v6:
3762025-03-04T03:15:08.743Zfd70:3fb4:397:8bd9::1
3772025-03-04T03:15:08.743Zfe80::d46f:a1ff:fe51:599b
3782025-03-04T03:15:08.743Zlocal v4:
3792025-03-04T03:15:08.743Zrouter v6:
3802025-03-04T03:15:08.743Zrouter v4_idx:
3812025-03-04T03:15:08.743Zrouter v4_routes:
3822025-03-04T03:15:08.743Zresolver v4:
3832025-03-04T03:15:08.743Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3842025-03-04T03:15:08.743Zresolver v6:
3852025-03-04T03:15:08.743Zfe80::d46f:a1ff:fe51:599b -> d6:6f:a1:51:59:9b
3862025-03-04T03:15:08.743Zfe80::2ce1:5fff:fe92:c6c2 -> 2e:e1:5f:92:c6:c2
3872025-03-04T03:15:08.743Znat v4:
3882025-03-04T03:15:08.743Znat_v6:
3892025-03-04T03:15:08.743Zport_mac:
3902025-03-04T03:15:08.744Z1: a8:40:25:3a:a6:5f
3912025-03-04T03:15:08.744Z1000: a8:40:25:3a:a6:5e
3922025-03-04T03:15:08.744Zproxy arp:
3932025-03-04T03:15:08.744Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3942025-03-04T03:15:08.744Z+ retry=0
3952025-03-04T03:15:08.744Z+++ zoneadm list -n
3962025-03-04T03:15:08.768Z+++ grep oxz_ntp
3972025-03-04T03:15:08.768Z++ pfexec svcs -z -Hostate oxide/ntp
3982025-03-04T03:15:08.768Zsvcs: zone '-Hostate': entity not found
3992025-03-04T03:15:08.768Z++ true
4002025-03-04T03:15:08.768Z+ [[ '' != online ]]
4012025-03-04T03:15:08.768Z+ [[ 0 -gt 60 ]]
4022025-03-04T03:15:08.768Z+ sleep 1
4032025-03-04T03:15:09.761Z+ retry=1
4042025-03-04T03:15:09.785Z+++ zoneadm list -n
4052025-03-04T03:15:09.785Z+++ grep oxz_ntp
4062025-03-04T03:15:09.785Z++ pfexec svcs -z -Hostate oxide/ntp
4072025-03-04T03:15:09.785Zsvcs: zone '-Hostate': entity not found
4082025-03-04T03:15:09.785Z++ true
4092025-03-04T03:15:09.785Z+ [[ '' != online ]]
4102025-03-04T03:15:09.785Z+ [[ 1 -gt 60 ]]
4112025-03-04T03:15:09.785Z+ sleep 1
4122025-03-04T03:15:10.788Z+ retry=2
4132025-03-04T03:15:10.812Z+++ zoneadm list -n
4142025-03-04T03:15:10.812Z+++ grep oxz_ntp
4152025-03-04T03:15:10.813Z++ pfexec svcs -z -Hostate oxide/ntp
4162025-03-04T03:15:10.813Zsvcs: zone '-Hostate': entity not found
4172025-03-04T03:15:10.813Z++ true
4182025-03-04T03:15:10.813Z+ [[ '' != online ]]
4192025-03-04T03:15:10.813Z+ [[ 2 -gt 60 ]]
4202025-03-04T03:15:10.813Z+ sleep 1
4212025-03-04T03:15:11.808Z+ retry=3
4222025-03-04T03:15:11.835Z+++ zoneadm list -n
4232025-03-04T03:15:11.835Z+++ grep oxz_ntp
4242025-03-04T03:15:11.835Z++ pfexec svcs -z -Hostate oxide/ntp
4252025-03-04T03:15:11.835Zsvcs: zone '-Hostate': entity not found
4262025-03-04T03:15:11.835Z++ true
4272025-03-04T03:15:11.835Z+ [[ '' != online ]]
4282025-03-04T03:15:11.835Z+ [[ 3 -gt 60 ]]
4292025-03-04T03:15:11.835Z+ sleep 1
4302025-03-04T03:15:12.830Z+ retry=4
4312025-03-04T03:15:12.855Z+++ zoneadm list -n
4322025-03-04T03:15:12.855Z+++ grep oxz_ntp
4332025-03-04T03:15:12.855Z++ pfexec svcs -z -Hostate oxide/ntp
4342025-03-04T03:15:12.855Zsvcs: zone '-Hostate': entity not found
4352025-03-04T03:15:12.855Z++ true
4362025-03-04T03:15:12.855Z+ [[ '' != online ]]
4372025-03-04T03:15:12.855Z+ [[ 4 -gt 60 ]]
4382025-03-04T03:15:12.855Z+ sleep 1
4392025-03-04T03:15:13.852Z+ retry=5
4402025-03-04T03:15:13.877Z+++ zoneadm list -n
4412025-03-04T03:15:13.877Z+++ grep oxz_ntp
4422025-03-04T03:15:13.877Z++ pfexec svcs -z -Hostate oxide/ntp
4432025-03-04T03:15:13.877Zsvcs: zone '-Hostate': entity not found
4442025-03-04T03:15:13.877Z++ true
4452025-03-04T03:15:13.877Z+ [[ '' != online ]]
4462025-03-04T03:15:13.877Z+ [[ 5 -gt 60 ]]
4472025-03-04T03:15:13.877Z+ sleep 1
4482025-03-04T03:15:14.875Z+ retry=6
4492025-03-04T03:15:14.900Z+++ zoneadm list -n
4502025-03-04T03:15:14.900Z+++ grep oxz_ntp
4512025-03-04T03:15:14.900Z++ pfexec svcs -z -Hostate oxide/ntp
4522025-03-04T03:15:14.900Zsvcs: zone '-Hostate': entity not found
4532025-03-04T03:15:14.900Z++ true
4542025-03-04T03:15:14.900Z+ [[ '' != online ]]
4552025-03-04T03:15:14.900Z+ [[ 6 -gt 60 ]]
4562025-03-04T03:15:14.900Z+ sleep 1
4572025-03-04T03:15:15.899Z+ retry=7
4582025-03-04T03:15:15.924Z+++ zoneadm list -n
4592025-03-04T03:15:15.924Z+++ grep oxz_ntp
4602025-03-04T03:15:15.924Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
4612025-03-04T03:15:15.924Zsvcs: Could not bind to repository server for zone oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89: repository server unavailable
4622025-03-04T03:15:15.924Z++ true
4632025-03-04T03:15:15.949Z+ [[ '' != online ]]
4642025-03-04T03:15:15.949Z+ [[ 7 -gt 60 ]]
4652025-03-04T03:15:15.949Z+ sleep 1
4662025-03-04T03:15:16.930Z+ retry=8
4672025-03-04T03:15:16.955Z+++ zoneadm list -n
4682025-03-04T03:15:16.955Z+++ grep oxz_ntp
4692025-03-04T03:15:16.956Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
4702025-03-04T03:15:16.981Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4712025-03-04T03:15:16.981Z++ true
4722025-03-04T03:15:16.981Z+ [[ '' != online ]]
4732025-03-04T03:15:16.981Z+ [[ 8 -gt 60 ]]
4742025-03-04T03:15:16.981Z+ sleep 1
4752025-03-04T03:15:17.961Z+ retry=9
4762025-03-04T03:15:17.985Z+++ zoneadm list -n
4772025-03-04T03:15:17.986Z+++ grep oxz_ntp
4782025-03-04T03:15:17.986Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
4792025-03-04T03:15:17.986Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4802025-03-04T03:15:18.010Z++ true
4812025-03-04T03:15:18.010Z+ [[ '' != online ]]
4822025-03-04T03:15:18.010Z+ [[ 9 -gt 60 ]]
4832025-03-04T03:15:18.010Z+ sleep 1
4842025-03-04T03:15:18.990Z+ retry=10
4852025-03-04T03:15:19.015Z+++ zoneadm list -n
4862025-03-04T03:15:19.015Z+++ grep oxz_ntp
4872025-03-04T03:15:19.015Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
4882025-03-04T03:15:19.040Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4892025-03-04T03:15:19.040Z++ true
4902025-03-04T03:15:19.040Z+ [[ '' != online ]]
4912025-03-04T03:15:19.040Z+ [[ 10 -gt 60 ]]
4922025-03-04T03:15:19.040Z+ sleep 1
4932025-03-04T03:15:20.020Z+ retry=11
4942025-03-04T03:15:20.045Z+++ zoneadm list -n
4952025-03-04T03:15:20.045Z+++ grep oxz_ntp
4962025-03-04T03:15:20.045Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
4972025-03-04T03:15:20.045Z+ [[ offline != online ]]
4982025-03-04T03:15:20.045Z+ [[ 11 -gt 60 ]]
4992025-03-04T03:15:20.045Z+ sleep 1
5002025-03-04T03:15:21.042Z+ retry=12
5012025-03-04T03:15:21.067Z+++ zoneadm list -n
5022025-03-04T03:15:21.067Z+++ grep oxz_ntp
5032025-03-04T03:15:21.067Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5042025-03-04T03:15:21.067Z+ [[ offline != online ]]
5052025-03-04T03:15:21.067Z+ [[ 12 -gt 60 ]]
5062025-03-04T03:15:21.067Z+ sleep 1
5072025-03-04T03:15:22.066Z+ retry=13
5082025-03-04T03:15:22.091Z+++ zoneadm list -n
5092025-03-04T03:15:22.092Z+++ grep oxz_ntp
5102025-03-04T03:15:22.092Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5112025-03-04T03:15:22.092Z+ [[ offline != online ]]
5122025-03-04T03:15:22.092Z+ [[ 13 -gt 60 ]]
5132025-03-04T03:15:22.092Z+ sleep 1
5142025-03-04T03:15:23.089Z+ retry=14
5152025-03-04T03:15:23.114Z+++ zoneadm list -n
5162025-03-04T03:15:23.115Z+++ grep oxz_ntp
5172025-03-04T03:15:23.115Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5182025-03-04T03:15:23.115Z+ [[ offline != online ]]
5192025-03-04T03:15:23.115Z+ [[ 14 -gt 60 ]]
5202025-03-04T03:15:23.115Z+ sleep 1
5212025-03-04T03:15:24.112Z+ retry=15
5222025-03-04T03:15:24.136Z+++ zoneadm list -n
5232025-03-04T03:15:24.136Z+++ grep oxz_ntp
5242025-03-04T03:15:24.136Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5252025-03-04T03:15:24.137Z+ [[ offline != online ]]
5262025-03-04T03:15:24.137Z+ [[ 15 -gt 60 ]]
5272025-03-04T03:15:24.137Z+ sleep 1
5282025-03-04T03:15:25.134Z+ retry=16
5292025-03-04T03:15:25.159Z+++ zoneadm list -n
5302025-03-04T03:15:25.159Z+++ grep oxz_ntp
5312025-03-04T03:15:25.159Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5322025-03-04T03:15:25.159Z+ [[ offline != online ]]
5332025-03-04T03:15:25.159Z+ [[ 16 -gt 60 ]]
5342025-03-04T03:15:25.159Z+ sleep 1
5352025-03-04T03:15:26.158Z+ retry=17
5362025-03-04T03:15:26.183Z+++ zoneadm list -n
5372025-03-04T03:15:26.183Z+++ grep oxz_ntp
5382025-03-04T03:15:26.183Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5392025-03-04T03:15:26.184Z+ [[ offline != online ]]
5402025-03-04T03:15:26.184Z+ [[ 17 -gt 60 ]]
5412025-03-04T03:15:26.184Z+ sleep 1
 
5422025-03-04T03:15:26.949Zsock console login: Mar 4 03:15:25 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5432025-03-04T03:15:27.180Z+ retry=18
5442025-03-04T03:15:27.205Z+++ zoneadm list -n
5452025-03-04T03:15:27.205Z+++ grep oxz_ntp
5462025-03-04T03:15:27.205Z++ pfexec svcs -z oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89 -Hostate oxide/ntp
5472025-03-04T03:15:27.205Z+ [[ online != online ]]
5482025-03-04T03:15:27.205Z+ echo 'Waited for chrony: 18s'
5492025-03-04T03:15:27.205ZWaited for chrony: 18s
5502025-03-04T03:15:27.205Z+ retry=0
5512025-03-04T03:15:27.205Z+ zoneadm list
5522025-03-04T03:15:27.205Z+ grep nexus
5532025-03-04T03:15:27.230Z+ [[ 0 -gt 300 ]]
5542025-03-04T03:15:27.230Z+ sleep 1
5552025-03-04T03:15:28.210Z+ retry=1
5562025-03-04T03:15:28.236Z+ zoneadm list
5572025-03-04T03:15:28.236Z+ grep nexus
5582025-03-04T03:15:28.236Z+ [[ 1 -gt 300 ]]
5592025-03-04T03:15:28.236Z+ sleep 1
5602025-03-04T03:15:29.221Z+ retry=2
5612025-03-04T03:15:29.247Z+ zoneadm list
5622025-03-04T03:15:29.247Z+ grep nexus
5632025-03-04T03:15:29.247Z+ [[ 2 -gt 300 ]]
5642025-03-04T03:15:29.247Z+ sleep 1
5652025-03-04T03:15:30.232Z+ retry=3
5662025-03-04T03:15:30.257Z+ zoneadm list
5672025-03-04T03:15:30.257Z+ grep nexus
5682025-03-04T03:15:30.257Z+ [[ 3 -gt 300 ]]
5692025-03-04T03:15:30.257Z+ sleep 1
5702025-03-04T03:15:31.242Z+ retry=4
5712025-03-04T03:15:31.267Z+ zoneadm list
5722025-03-04T03:15:31.267Z+ grep nexus
5732025-03-04T03:15:31.267Z+ [[ 4 -gt 300 ]]
5742025-03-04T03:15:31.267Z+ sleep 1
5752025-03-04T03:15:32.252Z+ retry=5
5762025-03-04T03:15:32.277Z+ zoneadm list
5772025-03-04T03:15:32.277Z+ grep nexus
5782025-03-04T03:15:32.277Z+ [[ 5 -gt 300 ]]
5792025-03-04T03:15:32.278Z+ sleep 1
5802025-03-04T03:15:33.263Z+ retry=6
5812025-03-04T03:15:33.289Z+ zoneadm list
5822025-03-04T03:15:33.289Z+ grep nexus
5832025-03-04T03:15:33.289Z+ [[ 6 -gt 300 ]]
5842025-03-04T03:15:33.289Z+ sleep 1
5852025-03-04T03:15:34.273Z+ retry=7
5862025-03-04T03:15:34.299Z+ zoneadm list
5872025-03-04T03:15:34.299Z+ grep nexus
5882025-03-04T03:15:34.300Z+ [[ 7 -gt 300 ]]
5892025-03-04T03:15:34.300Z+ sleep 1
5902025-03-04T03:15:35.283Z+ retry=8
5912025-03-04T03:15:35.308Z+ zoneadm list
5922025-03-04T03:15:35.308Z+ grep nexus
5932025-03-04T03:15:35.308Z+ [[ 8 -gt 300 ]]
5942025-03-04T03:15:35.308Z+ sleep 1
5952025-03-04T03:15:36.294Z+ retry=9
5962025-03-04T03:15:36.318Z+ zoneadm list
5972025-03-04T03:15:36.318Z+ grep nexus
5982025-03-04T03:15:36.318Z+ [[ 9 -gt 300 ]]
5992025-03-04T03:15:36.318Z+ sleep 1
6002025-03-04T03:15:37.304Z+ retry=10
6012025-03-04T03:15:37.329Z+ zoneadm list
6022025-03-04T03:15:37.329Z+ grep nexus
6032025-03-04T03:15:37.329Z+ [[ 10 -gt 300 ]]
6042025-03-04T03:15:37.329Z+ sleep 1
6052025-03-04T03:15:38.357Z+ retry=11
6062025-03-04T03:15:38.357Z+ zoneadm list
6072025-03-04T03:15:38.358Z+ grep nexus
6082025-03-04T03:15:38.358Z+ [[ 11 -gt 300 ]]
6092025-03-04T03:15:38.358Z+ sleep 1
6102025-03-04T03:15:39.324Z+ retry=12
6112025-03-04T03:15:39.348Z+ zoneadm list
6122025-03-04T03:15:39.348Z+ grep nexus
6132025-03-04T03:15:39.348Z+ [[ 12 -gt 300 ]]
6142025-03-04T03:15:39.348Z+ sleep 1
6152025-03-04T03:15:40.335Z+ retry=13
6162025-03-04T03:15:40.359Z+ zoneadm list
6172025-03-04T03:15:40.359Z+ grep nexus
6182025-03-04T03:15:40.359Z+ [[ 13 -gt 300 ]]
6192025-03-04T03:15:40.359Z+ sleep 1
6202025-03-04T03:15:41.346Z+ retry=14
6212025-03-04T03:15:41.371Z+ zoneadm list
6222025-03-04T03:15:41.371Z+ grep nexus
6232025-03-04T03:15:41.371Z+ [[ 14 -gt 300 ]]
6242025-03-04T03:15:41.371Z+ sleep 1
6252025-03-04T03:15:42.357Z+ retry=15
6262025-03-04T03:15:42.381Z+ zoneadm list
6272025-03-04T03:15:42.381Z+ grep nexus
6282025-03-04T03:15:42.381Z+ [[ 15 -gt 300 ]]
6292025-03-04T03:15:42.382Z+ sleep 1
6302025-03-04T03:15:43.368Z+ retry=16
6312025-03-04T03:15:43.392Z+ zoneadm list
6322025-03-04T03:15:43.392Z+ grep nexus
6332025-03-04T03:15:43.392Z+ [[ 16 -gt 300 ]]
6342025-03-04T03:15:43.392Z+ sleep 1
6352025-03-04T03:15:44.379Z+ retry=17
6362025-03-04T03:15:44.403Z+ zoneadm list
6372025-03-04T03:15:44.403Z+ grep nexus
6382025-03-04T03:15:44.403Z+ [[ 17 -gt 300 ]]
6392025-03-04T03:15:44.403Z+ sleep 1
6402025-03-04T03:15:45.390Z+ retry=18
6412025-03-04T03:15:45.414Z+ zoneadm list
6422025-03-04T03:15:45.414Z+ grep nexus
6432025-03-04T03:15:45.414Z+ [[ 18 -gt 300 ]]
6442025-03-04T03:15:45.414Z+ sleep 1
6452025-03-04T03:15:46.400Z+ retry=19
6462025-03-04T03:15:46.428Z+ zoneadm list
6472025-03-04T03:15:46.428Z+ grep nexus
6482025-03-04T03:15:46.428Z+ [[ 19 -gt 300 ]]
6492025-03-04T03:15:46.428Z+ sleep 1
6502025-03-04T03:15:47.413Z+ retry=20
6512025-03-04T03:15:47.439Z+ zoneadm list
6522025-03-04T03:15:47.439Z+ grep nexus
6532025-03-04T03:15:47.439Z+ [[ 20 -gt 300 ]]
6542025-03-04T03:15:47.442Z+ sleep 1
6552025-03-04T03:15:48.422Z+ retry=21
6562025-03-04T03:15:48.446Z+ zoneadm list
6572025-03-04T03:15:48.447Z+ grep nexus
6582025-03-04T03:15:48.447Z+ [[ 21 -gt 300 ]]
6592025-03-04T03:15:48.447Z+ sleep 1
6602025-03-04T03:15:49.433Z+ retry=22
6612025-03-04T03:15:49.457Z+ zoneadm list
6622025-03-04T03:15:49.458Z+ grep nexus
6632025-03-04T03:15:49.458Z+ [[ 22 -gt 300 ]]
6642025-03-04T03:15:49.458Z+ sleep 1
6652025-03-04T03:15:50.444Z+ retry=23
6662025-03-04T03:15:50.468Z+ zoneadm list
6672025-03-04T03:15:50.468Z+ grep nexus
6682025-03-04T03:15:50.468Z+ [[ 23 -gt 300 ]]
6692025-03-04T03:15:50.468Z+ sleep 1
6702025-03-04T03:15:51.455Z+ retry=24
6712025-03-04T03:15:51.480Z+ zoneadm list
6722025-03-04T03:15:51.480Z+ grep nexus
6732025-03-04T03:15:51.480Z+ [[ 24 -gt 300 ]]
6742025-03-04T03:15:51.480Z+ sleep 1
6752025-03-04T03:15:52.465Z+ retry=25
6762025-03-04T03:15:52.489Z+ zoneadm list
6772025-03-04T03:15:52.489Z+ grep nexus
6782025-03-04T03:15:52.489Z+ [[ 25 -gt 300 ]]
6792025-03-04T03:15:52.489Z+ sleep 1
6802025-03-04T03:15:53.477Z+ retry=26
6812025-03-04T03:15:53.502Z+ zoneadm list
6822025-03-04T03:15:53.502Z+ grep nexus
6832025-03-04T03:15:53.502Z+ [[ 26 -gt 300 ]]
6842025-03-04T03:15:53.502Z+ sleep 1
6852025-03-04T03:15:54.486Z+ retry=27
6862025-03-04T03:15:54.510Z+ zoneadm list
6872025-03-04T03:15:54.511Z+ grep nexus
6882025-03-04T03:15:54.511Z+ [[ 27 -gt 300 ]]
6892025-03-04T03:15:54.511Z+ sleep 1
6902025-03-04T03:15:55.497Z+ retry=28
6912025-03-04T03:15:55.522Z+ zoneadm list
6922025-03-04T03:15:55.522Z+ grep nexus
6932025-03-04T03:15:55.522Z+ [[ 28 -gt 300 ]]
6942025-03-04T03:15:55.522Z+ sleep 1
6952025-03-04T03:15:56.508Z+ retry=29
6962025-03-04T03:15:56.532Z+ zoneadm list
6972025-03-04T03:15:56.533Z+ grep nexus
6982025-03-04T03:15:56.533Z+ [[ 29 -gt 300 ]]
6992025-03-04T03:15:56.533Z+ sleep 1
7002025-03-04T03:15:57.519Z+ retry=30
7012025-03-04T03:15:57.543Z+ zoneadm list
7022025-03-04T03:15:57.543Z+ grep nexus
7032025-03-04T03:15:57.543Z+ [[ 30 -gt 300 ]]
7042025-03-04T03:15:57.543Z+ sleep 1
7052025-03-04T03:15:58.531Z+ retry=31
7062025-03-04T03:15:58.556Z+ zoneadm list
7072025-03-04T03:15:58.556Z+ grep nexus
7082025-03-04T03:15:58.556Z+ [[ 31 -gt 300 ]]
7092025-03-04T03:15:58.556Z+ sleep 1
7102025-03-04T03:15:59.540Z+ retry=32
7112025-03-04T03:15:59.564Z+ zoneadm list
7122025-03-04T03:15:59.565Z+ grep nexus
7132025-03-04T03:15:59.565Z+ [[ 32 -gt 300 ]]
7142025-03-04T03:15:59.565Z+ sleep 1
7152025-03-04T03:16:00.551Z+ retry=33
7162025-03-04T03:16:00.575Z+ zoneadm list
7172025-03-04T03:16:00.575Z+ grep nexus
7182025-03-04T03:16:00.575Z+ [[ 33 -gt 300 ]]
7192025-03-04T03:16:00.575Z+ sleep 1
7202025-03-04T03:16:01.561Z+ retry=34
7212025-03-04T03:16:01.586Z+ zoneadm list
7222025-03-04T03:16:01.586Z+ grep nexus
7232025-03-04T03:16:01.586Z+ [[ 34 -gt 300 ]]
7242025-03-04T03:16:01.586Z+ sleep 1
7252025-03-04T03:16:02.573Z+ retry=35
7262025-03-04T03:16:02.597Z+ zoneadm list
7272025-03-04T03:16:02.597Z+ grep nexus
7282025-03-04T03:16:02.597Z+ [[ 35 -gt 300 ]]
7292025-03-04T03:16:02.597Z+ sleep 1
7302025-03-04T03:16:03.584Z+ retry=36
7312025-03-04T03:16:03.609Z+ zoneadm list
7322025-03-04T03:16:03.609Z+ grep nexus
7332025-03-04T03:16:03.609Z+ [[ 36 -gt 300 ]]
7342025-03-04T03:16:03.609Z+ sleep 1
7352025-03-04T03:16:04.595Z+ retry=37
7362025-03-04T03:16:04.620Z+ zoneadm list
7372025-03-04T03:16:04.620Z+ grep nexus
7382025-03-04T03:16:04.620Z+ [[ 37 -gt 300 ]]
7392025-03-04T03:16:04.620Z+ sleep 1
7402025-03-04T03:16:05.605Z+ retry=38
7412025-03-04T03:16:05.630Z+ zoneadm list
7422025-03-04T03:16:05.630Z+ grep nexus
7432025-03-04T03:16:05.630Z+ [[ 38 -gt 300 ]]
7442025-03-04T03:16:05.630Z+ sleep 1
7452025-03-04T03:16:06.616Z+ retry=39
7462025-03-04T03:16:06.641Z+ zoneadm list
7472025-03-04T03:16:06.646Z+ grep nexus
7482025-03-04T03:16:06.646Z+ [[ 39 -gt 300 ]]
7492025-03-04T03:16:06.646Z+ sleep 1
7502025-03-04T03:16:07.627Z+ retry=40
7512025-03-04T03:16:07.653Z+ zoneadm list
7522025-03-04T03:16:07.653Z+ grep nexus
7532025-03-04T03:16:07.653Z+ [[ 40 -gt 300 ]]
7542025-03-04T03:16:07.653Z+ sleep 1
7552025-03-04T03:16:08.639Z+ retry=41
7562025-03-04T03:16:08.663Z+ zoneadm list
7572025-03-04T03:16:08.663Z+ grep nexus
7582025-03-04T03:16:08.663Z+ [[ 41 -gt 300 ]]
7592025-03-04T03:16:08.663Z+ sleep 1
7602025-03-04T03:16:09.648Z+ retry=42
7612025-03-04T03:16:09.673Z+ zoneadm list
7622025-03-04T03:16:09.673Z+ grep nexus
7632025-03-04T03:16:09.673Z+ [[ 42 -gt 300 ]]
7642025-03-04T03:16:09.673Z+ sleep 1
7652025-03-04T03:16:10.660Z+ retry=43
7662025-03-04T03:16:10.685Z+ zoneadm list
7672025-03-04T03:16:10.686Z+ grep nexus
7682025-03-04T03:16:10.686Z+ [[ 43 -gt 300 ]]
7692025-03-04T03:16:10.686Z+ sleep 1
7702025-03-04T03:16:11.670Z+ retry=44
7712025-03-04T03:16:11.694Z+ zoneadm list
7722025-03-04T03:16:11.695Z+ grep nexus
7732025-03-04T03:16:11.695Z+ [[ 44 -gt 300 ]]
7742025-03-04T03:16:11.695Z+ sleep 1
7752025-03-04T03:16:12.680Z+ retry=45
7762025-03-04T03:16:12.704Z+ zoneadm list
7772025-03-04T03:16:12.704Z+ grep nexus
7782025-03-04T03:16:12.704Z+ [[ 45 -gt 300 ]]
7792025-03-04T03:16:12.704Z+ sleep 1
7802025-03-04T03:16:13.690Z+ retry=46
7812025-03-04T03:16:13.715Z+ zoneadm list
7822025-03-04T03:16:13.715Z+ grep nexus
7832025-03-04T03:16:13.715Z+ [[ 46 -gt 300 ]]
7842025-03-04T03:16:13.715Z+ sleep 1
7852025-03-04T03:16:14.701Z+ retry=47
7862025-03-04T03:16:14.726Z+ zoneadm list
7872025-03-04T03:16:14.726Z+ grep nexus
7882025-03-04T03:16:14.726Z+ [[ 47 -gt 300 ]]
7892025-03-04T03:16:14.726Z+ sleep 1
7902025-03-04T03:16:15.713Z+ retry=48
7912025-03-04T03:16:15.737Z+ zoneadm list
7922025-03-04T03:16:15.737Z+ grep nexus
7932025-03-04T03:16:15.737Z+ [[ 48 -gt 300 ]]
7942025-03-04T03:16:15.737Z+ sleep 1
7952025-03-04T03:16:16.723Z+ retry=49
7962025-03-04T03:16:16.748Z+ zoneadm list
7972025-03-04T03:16:16.748Z+ grep nexus
7982025-03-04T03:16:16.748Z+ [[ 49 -gt 300 ]]
7992025-03-04T03:16:16.748Z+ sleep 1
8002025-03-04T03:16:17.733Z+ retry=50
8012025-03-04T03:16:17.757Z+ zoneadm list
8022025-03-04T03:16:17.757Z+ grep nexus
8032025-03-04T03:16:17.757Z+ [[ 50 -gt 300 ]]
8042025-03-04T03:16:17.758Z+ sleep 1
8052025-03-04T03:16:18.743Z+ retry=51
8062025-03-04T03:16:18.768Z+ zoneadm list
8072025-03-04T03:16:18.768Z+ grep nexus
8082025-03-04T03:16:18.768Z+ [[ 51 -gt 300 ]]
8092025-03-04T03:16:18.768Z+ sleep 1
8102025-03-04T03:16:19.755Z+ retry=52
8112025-03-04T03:16:19.780Z+ zoneadm list
8122025-03-04T03:16:19.780Z+ grep nexus
8132025-03-04T03:16:19.780Z+ [[ 52 -gt 300 ]]
8142025-03-04T03:16:19.780Z+ sleep 1
8152025-03-04T03:16:20.766Z+ retry=53
8162025-03-04T03:16:20.791Z+ zoneadm list
8172025-03-04T03:16:20.791Z+ grep nexus
8182025-03-04T03:16:20.791Z+ [[ 53 -gt 300 ]]
8192025-03-04T03:16:20.791Z+ sleep 1
8202025-03-04T03:16:21.826Z+ retry=54
8212025-03-04T03:16:21.851Z+ zoneadm list
8222025-03-04T03:16:21.851Z+ grep nexus
8232025-03-04T03:16:21.851Z+ [[ 54 -gt 300 ]]
8242025-03-04T03:16:21.851Z+ sleep 1
8252025-03-04T03:16:22.788Z+ retry=55
8262025-03-04T03:16:22.813Z+ zoneadm list
8272025-03-04T03:16:22.813Z+ grep nexus
8282025-03-04T03:16:22.813Z+ [[ 55 -gt 300 ]]
8292025-03-04T03:16:22.813Z+ sleep 1
8302025-03-04T03:16:23.798Z+ retry=56
8312025-03-04T03:16:23.822Z+ zoneadm list
8322025-03-04T03:16:23.822Z+ grep nexus
8332025-03-04T03:16:23.822Z+ [[ 56 -gt 300 ]]
8342025-03-04T03:16:23.822Z+ sleep 1
8352025-03-04T03:16:24.809Z+ retry=57
8362025-03-04T03:16:24.833Z+ zoneadm list
8372025-03-04T03:16:24.833Z+ grep nexus
8382025-03-04T03:16:24.834Z+ [[ 57 -gt 300 ]]
8392025-03-04T03:16:24.834Z+ sleep 1
8402025-03-04T03:16:25.819Z+ retry=58
8412025-03-04T03:16:25.843Z+ zoneadm list
8422025-03-04T03:16:25.843Z+ grep nexus
8432025-03-04T03:16:25.843Z+ [[ 58 -gt 300 ]]
8442025-03-04T03:16:25.843Z+ sleep 1
8452025-03-04T03:16:26.829Z+ retry=59
8462025-03-04T03:16:26.853Z+ zoneadm list
8472025-03-04T03:16:26.853Z+ grep nexus
8482025-03-04T03:16:26.853Z+ [[ 59 -gt 300 ]]
8492025-03-04T03:16:26.853Z+ sleep 1
8502025-03-04T03:16:27.841Z+ retry=60
8512025-03-04T03:16:27.865Z+ zoneadm list
8522025-03-04T03:16:27.865Z+ grep nexus
8532025-03-04T03:16:27.865Z+ [[ 60 -gt 300 ]]
8542025-03-04T03:16:27.865Z+ sleep 1
8552025-03-04T03:16:28.851Z+ retry=61
8562025-03-04T03:16:28.876Z+ zoneadm list
8572025-03-04T03:16:28.876Z+ grep nexus
8582025-03-04T03:16:28.876Z+ [[ 61 -gt 300 ]]
8592025-03-04T03:16:28.876Z+ sleep 1
8602025-03-04T03:16:29.862Z+ retry=62
8612025-03-04T03:16:29.887Z+ zoneadm list
8622025-03-04T03:16:29.887Z+ grep nexus
8632025-03-04T03:16:29.887Z+ [[ 62 -gt 300 ]]
8642025-03-04T03:16:29.887Z+ sleep 1
8652025-03-04T03:16:30.873Z+ retry=63
8662025-03-04T03:16:30.898Z+ zoneadm list
8672025-03-04T03:16:30.898Z+ grep nexus
8682025-03-04T03:16:30.898Z+ [[ 63 -gt 300 ]]
8692025-03-04T03:16:30.898Z+ sleep 1
8702025-03-04T03:16:31.883Z+ retry=64
8712025-03-04T03:16:31.907Z+ zoneadm list
8722025-03-04T03:16:31.907Z+ grep nexus
8732025-03-04T03:16:31.908Z+ [[ 64 -gt 300 ]]
8742025-03-04T03:16:31.908Z+ sleep 1
8752025-03-04T03:16:32.894Z+ retry=65
8762025-03-04T03:16:32.919Z+ zoneadm list
8772025-03-04T03:16:32.919Z+ grep nexus
8782025-03-04T03:16:32.919Z+ [[ 65 -gt 300 ]]
8792025-03-04T03:16:32.919Z+ sleep 1
8802025-03-04T03:16:33.904Z+ retry=66
8812025-03-04T03:16:33.929Z+ zoneadm list
8822025-03-04T03:16:33.929Z+ grep nexus
8832025-03-04T03:16:33.929Z+ [[ 66 -gt 300 ]]
8842025-03-04T03:16:33.929Z+ sleep 1
8852025-03-04T03:16:34.915Z+ retry=67
8862025-03-04T03:16:34.939Z+ zoneadm list
8872025-03-04T03:16:34.940Z+ grep nexus
8882025-03-04T03:16:34.940Z+ [[ 67 -gt 300 ]]
8892025-03-04T03:16:34.940Z+ sleep 1
8902025-03-04T03:16:35.926Z+ retry=68
8912025-03-04T03:16:35.950Z+ zoneadm list
8922025-03-04T03:16:35.951Z+ grep nexus
8932025-03-04T03:16:35.951Z+ [[ 68 -gt 300 ]]
8942025-03-04T03:16:35.951Z+ sleep 1
8952025-03-04T03:16:36.937Z+ retry=69
8962025-03-04T03:16:36.961Z+ zoneadm list
8972025-03-04T03:16:36.962Z+ grep nexus
8982025-03-04T03:16:36.962Z+ [[ 69 -gt 300 ]]
8992025-03-04T03:16:36.962Z+ sleep 1
9002025-03-04T03:16:37.948Z+ retry=70
9012025-03-04T03:16:37.972Z+ zoneadm list
9022025-03-04T03:16:37.972Z+ grep nexus
9032025-03-04T03:16:37.972Z+ [[ 70 -gt 300 ]]
9042025-03-04T03:16:37.974Z+ sleep 1
9052025-03-04T03:16:38.958Z+ retry=71
9062025-03-04T03:16:38.983Z+ zoneadm list
9072025-03-04T03:16:38.983Z+ grep nexus
9082025-03-04T03:16:38.983Z+ [[ 71 -gt 300 ]]
9092025-03-04T03:16:38.983Z+ sleep 1
9102025-03-04T03:16:39.968Z+ retry=72
9112025-03-04T03:16:39.992Z+ zoneadm list
9122025-03-04T03:16:39.992Z+ grep nexus
9132025-03-04T03:16:39.992Z+ [[ 72 -gt 300 ]]
9142025-03-04T03:16:39.992Z+ sleep 1
9152025-03-04T03:16:40.978Z+ retry=73
9162025-03-04T03:16:41.003Z+ zoneadm list
9172025-03-04T03:16:41.003Z+ grep nexus
9182025-03-04T03:16:41.003Z+ [[ 73 -gt 300 ]]
9192025-03-04T03:16:41.003Z+ sleep 1
9202025-03-04T03:16:41.988Z+ retry=74
9212025-03-04T03:16:42.013Z+ zoneadm list
9222025-03-04T03:16:42.013Z+ grep nexus
9232025-03-04T03:16:42.014Z+ [[ 74 -gt 300 ]]
9242025-03-04T03:16:42.014Z+ sleep 1
9252025-03-04T03:16:42.999Z+ retry=75
9262025-03-04T03:16:43.024Z+ zoneadm list
9272025-03-04T03:16:43.024Z+ grep nexus
9282025-03-04T03:16:43.024Z+ [[ 75 -gt 300 ]]
9292025-03-04T03:16:43.024Z+ sleep 1
9302025-03-04T03:16:44.010Z+ retry=76
9312025-03-04T03:16:44.035Z+ zoneadm list
9322025-03-04T03:16:44.035Z+ grep nexus
9332025-03-04T03:16:44.036Z+ [[ 76 -gt 300 ]]
9342025-03-04T03:16:44.036Z+ sleep 1
9352025-03-04T03:16:45.022Z+ retry=77
9362025-03-04T03:16:45.046Z+ zoneadm list
9372025-03-04T03:16:45.047Z+ grep nexus
9382025-03-04T03:16:45.165Z+ [[ 77 -gt 300 ]]
9392025-03-04T03:16:45.165Z+ sleep 1
9402025-03-04T03:16:46.161Z+ retry=78
9412025-03-04T03:16:46.186Z+ zoneadm list
9422025-03-04T03:16:46.186Z+ grep nexus
9432025-03-04T03:16:46.186Z+ [[ 78 -gt 300 ]]
9442025-03-04T03:16:46.186Z+ sleep 1
9452025-03-04T03:16:47.177Z+ retry=79
9462025-03-04T03:16:47.202Z+ zoneadm list
9472025-03-04T03:16:47.202Z+ grep nexus
9482025-03-04T03:16:47.202Z+ [[ 79 -gt 300 ]]
9492025-03-04T03:16:47.202Z+ sleep 1
9502025-03-04T03:16:48.198Z+ retry=80
9512025-03-04T03:16:48.222Z+ zoneadm list
9522025-03-04T03:16:48.222Z+ grep nexus
9532025-03-04T03:16:48.222Z+ [[ 80 -gt 300 ]]
9542025-03-04T03:16:48.223Z+ sleep 1
9552025-03-04T03:16:49.210Z+ retry=81
9562025-03-04T03:16:49.235Z+ zoneadm list
9572025-03-04T03:16:49.235Z+ grep nexus
9582025-03-04T03:16:49.235Z+ [[ 81 -gt 300 ]]
9592025-03-04T03:16:49.235Z+ sleep 1
9602025-03-04T03:16:50.221Z+ retry=82
9612025-03-04T03:16:50.246Z+ zoneadm list
9622025-03-04T03:16:50.246Z+ grep nexus
9632025-03-04T03:16:50.246Z+ [[ 82 -gt 300 ]]
9642025-03-04T03:16:50.246Z+ sleep 1
9652025-03-04T03:16:51.233Z+ retry=83
9662025-03-04T03:16:51.258Z+ zoneadm list
9672025-03-04T03:16:51.258Z+ grep nexus
9682025-03-04T03:16:51.258Z+ [[ 83 -gt 300 ]]
9692025-03-04T03:16:51.258Z+ sleep 1
9702025-03-04T03:16:52.244Z+ retry=84
9712025-03-04T03:16:52.269Z+ zoneadm list
9722025-03-04T03:16:52.269Z+ grep nexus
9732025-03-04T03:16:52.270Z+ [[ 84 -gt 300 ]]
9742025-03-04T03:16:52.270Z+ sleep 1
9752025-03-04T03:16:53.256Z+ retry=85
9762025-03-04T03:16:53.281Z+ zoneadm list
9772025-03-04T03:16:53.281Z+ grep nexus
9782025-03-04T03:16:53.281Z+ [[ 85 -gt 300 ]]
9792025-03-04T03:16:53.281Z+ sleep 1
9802025-03-04T03:16:54.271Z+ retry=86
9812025-03-04T03:16:54.296Z+ zoneadm list
9822025-03-04T03:16:54.297Z+ grep nexus
9832025-03-04T03:16:54.297Z+ [[ 86 -gt 300 ]]
9842025-03-04T03:16:54.297Z+ sleep 1
9852025-03-04T03:16:55.286Z+ retry=87
9862025-03-04T03:16:55.311Z+ zoneadm list
9872025-03-04T03:16:55.311Z+ grep nexus
9882025-03-04T03:16:55.311Z+ [[ 87 -gt 300 ]]
9892025-03-04T03:16:55.311Z+ sleep 1
9902025-03-04T03:16:56.495Z+ retry=88
9912025-03-04T03:16:56.496Z+ zoneadm list
9922025-03-04T03:16:56.564Z+ grep nexus
9932025-03-04T03:16:56.592Z+ [[ 88 -gt 300 ]]
9942025-03-04T03:16:56.592Z+ sleep 1
9952025-03-04T03:16:57.595Z+ retry=89
9962025-03-04T03:16:57.620Z+ zoneadm list
9972025-03-04T03:16:57.620Z+ grep nexus
9982025-03-04T03:16:57.620Z+ [[ 89 -gt 300 ]]
9992025-03-04T03:16:57.620Z+ sleep 1
10002025-03-04T03:16:58.613Z+ retry=90
10012025-03-04T03:16:58.638Z+ zoneadm list
10022025-03-04T03:16:58.639Z+ grep nexus
10032025-03-04T03:16:58.639Z+ [[ 90 -gt 300 ]]
10042025-03-04T03:16:58.639Z+ sleep 1
10052025-03-04T03:16:59.631Z+ retry=91
10062025-03-04T03:16:59.656Z+ zoneadm list
10072025-03-04T03:16:59.656Z+ grep nexus
10082025-03-04T03:16:59.656Z+ [[ 91 -gt 300 ]]
10092025-03-04T03:16:59.656Z+ sleep 1
10102025-03-04T03:17:00.644Z+ retry=92
10112025-03-04T03:17:00.669Z+ zoneadm list
10122025-03-04T03:17:00.669Z+ grep nexus
10132025-03-04T03:17:00.669Z+ [[ 92 -gt 300 ]]
10142025-03-04T03:17:00.669Z+ sleep 1
10152025-03-04T03:17:01.658Z+ retry=93
10162025-03-04T03:17:01.684Z+ zoneadm list
10172025-03-04T03:17:01.684Z+ grep nexus
10182025-03-04T03:17:01.684Z+ [[ 93 -gt 300 ]]
10192025-03-04T03:17:01.684Z+ sleep 1
10202025-03-04T03:17:02.670Z+ retry=94
10212025-03-04T03:17:02.695Z+ zoneadm list
10222025-03-04T03:17:02.695Z+ grep nexus
10232025-03-04T03:17:02.695Z+ [[ 94 -gt 300 ]]
10242025-03-04T03:17:02.695Z+ sleep 1
10252025-03-04T03:17:03.682Z+ retry=95
10262025-03-04T03:17:03.707Z+ zoneadm list
10272025-03-04T03:17:03.707Z+ grep nexus
10282025-03-04T03:17:03.707Z+ [[ 95 -gt 300 ]]
10292025-03-04T03:17:03.707Z+ sleep 1
10302025-03-04T03:17:04.695Z+ retry=96
10312025-03-04T03:17:04.720Z+ zoneadm list
10322025-03-04T03:17:04.720Z+ grep nexus
10332025-03-04T03:17:04.720Z+ [[ 96 -gt 300 ]]
10342025-03-04T03:17:04.720Z+ sleep 1
10352025-03-04T03:17:05.708Z+ retry=97
10362025-03-04T03:17:05.733Z+ zoneadm list
10372025-03-04T03:17:05.733Z+ grep nexus
10382025-03-04T03:17:05.734Z+ [[ 97 -gt 300 ]]
10392025-03-04T03:17:05.734Z+ sleep 1
10402025-03-04T03:17:06.720Z+ retry=98
10412025-03-04T03:17:06.745Z+ zoneadm list
10422025-03-04T03:17:06.745Z+ grep nexus
10432025-03-04T03:17:06.745Z+ [[ 98 -gt 300 ]]
10442025-03-04T03:17:06.745Z+ sleep 1
10452025-03-04T03:17:07.733Z+ retry=99
10462025-03-04T03:17:07.758Z+ zoneadm list
10472025-03-04T03:17:07.758Z+ grep nexus
10482025-03-04T03:17:07.758Z+ [[ 99 -gt 300 ]]
10492025-03-04T03:17:07.758Z+ sleep 1
10502025-03-04T03:17:08.745Z+ retry=100
10512025-03-04T03:17:08.769Z+ zoneadm list
10522025-03-04T03:17:08.770Z+ grep nexus
10532025-03-04T03:17:08.770Z+ [[ 100 -gt 300 ]]
10542025-03-04T03:17:08.770Z+ sleep 1
10552025-03-04T03:17:09.760Z+ retry=101
10562025-03-04T03:17:09.785Z+ zoneadm list
10572025-03-04T03:17:09.785Z+ grep nexus
10582025-03-04T03:17:09.785Z+ [[ 101 -gt 300 ]]
10592025-03-04T03:17:09.785Z+ sleep 1
10602025-03-04T03:17:10.773Z+ retry=102
10612025-03-04T03:17:10.798Z+ zoneadm list
10622025-03-04T03:17:10.798Z+ grep nexus
10632025-03-04T03:17:10.798Z+ [[ 102 -gt 300 ]]
10642025-03-04T03:17:10.798Z+ sleep 1
10652025-03-04T03:17:11.786Z+ retry=103
10662025-03-04T03:17:11.811Z+ zoneadm list
10672025-03-04T03:17:11.812Z+ grep nexus
10682025-03-04T03:17:11.812Z+ [[ 103 -gt 300 ]]
10692025-03-04T03:17:11.812Z+ sleep 1
10702025-03-04T03:17:12.798Z+ retry=104
10712025-03-04T03:17:12.822Z+ zoneadm list
10722025-03-04T03:17:12.822Z+ grep nexus
10732025-03-04T03:17:12.823Z+ [[ 104 -gt 300 ]]
10742025-03-04T03:17:12.823Z+ sleep 1
10752025-03-04T03:17:13.810Z+ retry=105
10762025-03-04T03:17:13.835Z+ zoneadm list
10772025-03-04T03:17:13.835Z+ grep nexus
10782025-03-04T03:17:13.835Z+ [[ 105 -gt 300 ]]
10792025-03-04T03:17:13.835Z+ sleep 1
10802025-03-04T03:17:14.822Z+ retry=106
10812025-03-04T03:17:14.847Z+ zoneadm list
10822025-03-04T03:17:14.847Z+ grep nexus
10832025-03-04T03:17:14.847Z+ [[ 106 -gt 300 ]]
10842025-03-04T03:17:14.848Z+ sleep 1
10852025-03-04T03:17:15.834Z+ retry=107
10862025-03-04T03:17:15.858Z+ zoneadm list
10872025-03-04T03:17:15.858Z+ grep nexus
10882025-03-04T03:17:15.858Z+ [[ 107 -gt 300 ]]
10892025-03-04T03:17:15.858Z+ sleep 1
10902025-03-04T03:17:16.845Z+ retry=108
10912025-03-04T03:17:16.870Z+ zoneadm list
10922025-03-04T03:17:16.870Z+ grep nexus
10932025-03-04T03:17:16.870Z+ [[ 108 -gt 300 ]]
10942025-03-04T03:17:16.870Z+ sleep 1
10952025-03-04T03:17:17.858Z+ retry=109
10962025-03-04T03:17:17.882Z+ zoneadm list
10972025-03-04T03:17:17.882Z+ grep nexus
10982025-03-04T03:17:17.882Z+ [[ 109 -gt 300 ]]
10992025-03-04T03:17:17.882Z+ sleep 1
11002025-03-04T03:17:18.870Z+ retry=110
11012025-03-04T03:17:18.895Z+ zoneadm list
11022025-03-04T03:17:18.895Z+ grep nexus
11032025-03-04T03:17:18.895Z+ [[ 110 -gt 300 ]]
11042025-03-04T03:17:18.895Z+ sleep 1
11052025-03-04T03:17:19.882Z+ retry=111
11062025-03-04T03:17:19.907Z+ zoneadm list
11072025-03-04T03:17:19.907Z+ grep nexus
11082025-03-04T03:17:19.907Z+ [[ 111 -gt 300 ]]
11092025-03-04T03:17:19.907Z+ sleep 1
11102025-03-04T03:17:20.894Z+ retry=112
11112025-03-04T03:17:20.920Z+ zoneadm list
11122025-03-04T03:17:20.920Z+ grep nexus
11132025-03-04T03:17:20.920Z+ [[ 112 -gt 300 ]]
11142025-03-04T03:17:20.921Z+ sleep 1
11152025-03-04T03:17:21.906Z+ retry=113
11162025-03-04T03:17:21.932Z+ zoneadm list
11172025-03-04T03:17:21.932Z+ grep nexus
11182025-03-04T03:17:21.932Z+ [[ 113 -gt 300 ]]
11192025-03-04T03:17:21.932Z+ sleep 1
11202025-03-04T03:17:22.919Z+ retry=114
11212025-03-04T03:17:22.944Z+ zoneadm list
11222025-03-04T03:17:22.944Z+ grep nexus
11232025-03-04T03:17:22.944Z+ [[ 114 -gt 300 ]]
11242025-03-04T03:17:22.944Z+ sleep 1
11252025-03-04T03:17:23.941Z+ retry=115
11262025-03-04T03:17:24.759Z+ zoneadm list
11272025-03-04T03:17:24.853Z+ grep nexus
11282025-03-04T03:17:24.853Z+ [[ 115 -gt 300 ]]
11292025-03-04T03:17:24.853Z+ sleep 1
11302025-03-04T03:17:25.871Z+ retry=116
11312025-03-04T03:17:25.871Z+ zoneadm list
11322025-03-04T03:17:25.871Z+ grep nexus
11332025-03-04T03:17:25.871Z+ [[ 116 -gt 300 ]]
11342025-03-04T03:17:25.871Z+ sleep 1
11352025-03-04T03:17:31.185Z+ retry=117
11362025-03-04T03:17:31.186Z+ zoneadm list
11372025-03-04T03:17:31.186Z+ grep nexus
11382025-03-04T03:17:31.186Z+ [[ 117 -gt 300 ]]
11392025-03-04T03:17:31.186Z+ sleep 1
11402025-03-04T03:17:32.192Z+ retry=118
11412025-03-04T03:17:32.218Z+ zoneadm list
11422025-03-04T03:17:32.247Z+ grep nexus
11432025-03-04T03:17:32.271Z+ [[ 118 -gt 300 ]]
11442025-03-04T03:17:32.271Z+ sleep 1
11452025-03-04T03:17:33.336Z+ retry=119
11462025-03-04T03:17:33.336Z+ zoneadm list
11472025-03-04T03:17:33.336Z+ grep nexus
11482025-03-04T03:17:33.361Z+ [[ 119 -gt 300 ]]
11492025-03-04T03:17:33.361Z+ sleep 1
11502025-03-04T03:17:34.350Z+ retry=120
11512025-03-04T03:17:34.375Z+ zoneadm list
11522025-03-04T03:17:34.375Z+ grep nexus
11532025-03-04T03:17:34.375Zoxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882
11542025-03-04T03:17:34.375Zoxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5
11552025-03-04T03:17:34.561Z+ echo 'Waited for nexus: 120s'
11562025-03-04T03:17:34.561ZWaited for nexus: 120s
11572025-03-04T03:17:34.587Z+ export RUST_BACKTRACE=1
11582025-03-04T03:17:34.587Z+ RUST_BACKTRACE=1
11592025-03-04T03:17:34.587Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
11602025-03-04T03:17:34.587Z++ ./target/debug/bootstrap
11612025-03-04T03:17:35.015ZUsing external DNS server at 10.151.2.164:53
11622025-03-04T03:17:35.040Z2025-03-04 03:17:35.023863044 UTC: attempting to log into API
11632025-03-04T03:17:50.114Z2025-03-04 03:17:50.102677365 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11642025-03-04T03:17:51.122Z2025-03-04 03:17:51.104009286 UTC: attempting to log into API
 
11652025-03-04T03:18:00.687ZMar 4 03:17:59 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
11662025-03-04T03:18:00.996ZMar 4 03:18:00 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
11672025-03-04T03:18:01.593ZMar 4 03:18:00 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
11682025-03-04T03:18:01.629ZMar 4 03:18:00 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
11692025-03-04T03:18:02.224ZMar 4 03:18:01 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
11702025-03-04T03:18:06.153Z2025-03-04 03:18:06.141361649 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11712025-03-04T03:18:07.154Z2025-03-04 03:18:07.142582479 UTC: attempting to log into API
11722025-03-04T03:18:22.188Z2025-03-04 03:18:22.176286479 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11732025-03-04T03:18:23.189Z2025-03-04 03:18:23.177496860 UTC: attempting to log into API
 
11742025-03-04T03:18:26.004ZMar 4 03:18:25 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:134.215.155.177:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
11752025-03-04T03:18:38.224Z2025-03-04 03:18:38.212325971 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11762025-03-04T03:18:39.225Z2025-03-04 03:18:39.213607043 UTC: attempting to log into API
11772025-03-04T03:18:39.276Z2025-03-04 03:18:39.264758580 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11782025-03-04T03:18:40.277Z2025-03-04 03:18:40.265071359 UTC: attempting to log into API
11792025-03-04T03:18:41.118Z2025-03-04 03:18:41.106133777 UTC: login succeeded
11802025-03-04T03:18:41.150Zwaiting for nexus to come up...
11812025-03-04T03:18:41.283Zcreating IP pool... 10.151.2.175 - 10.151.2.227
11822025-03-04T03:18:41.583Zsetting up quotas...
11832025-03-04T03:18:41.657Zensuring datasets are ready...
11842025-03-04T03:18:45.641Zlet's roll.
11852025-03-04T03:18:45.666Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
11862025-03-04T03:18:45.666ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
11872025-03-04T03:18:45.666ZOXIDE_TOKEN=oxide-token-1417d52a8df32df11d7b5ee025185e35c2f9ebbf'
11882025-03-04T03:18:45.666Z++ OXIDE_HOST=https://recovery.sys.oxide.test
11892025-03-04T03:18:45.666Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
11902025-03-04T03:18:45.666Z++ OXIDE_TOKEN=oxide-token-1417d52a8df32df11d7b5ee025185e35c2f9ebbf
11912025-03-04T03:18:45.666Z+ export OXIDE_HOST OXIDE_TOKEN
11922025-03-04T03:18:45.666Z+ retry=0
11932025-03-04T03:18:45.666Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11942025-03-04T03:18:45.736Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
11952025-03-04T03:18:46.724Z{"status":"ok"}{
11962025-03-04T03:18:46.724Z "description": "some images",
11972025-03-04T03:18:46.724Z "id": "50dcb630-6864-49af-a241-ae51618f202b",
11982025-03-04T03:18:46.724Z "name": "images",
11992025-03-04T03:18:46.724Z "time_created": "2025-03-04T03:18:45.807923Z",
12002025-03-04T03:18:46.724Z "time_modified": "2025-03-04T03:18:45.807923Z"
12012025-03-04T03:18:46.724Z}
12022025-03-04T03:18:46.749Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
12032025-03-04T03:20:03.587ZMar 4 03:20:03 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.118.230.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
12042025-03-04T03:29:05.745ZDone!
12052025-03-04T03:29:05.770Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
12062025-03-04T03:29:05.878Z{
12072025-03-04T03:29:05.878Z "block_size": 512,
12082025-03-04T03:29:05.878Z "description": "debian 11 original base image",
12092025-03-04T03:29:05.878Z "id": "526ae41d-342f-4ef4-aa7c-740ea795264f",
12102025-03-04T03:29:05.878Z "name": "debian11",
12112025-03-04T03:29:05.878Z "os": "debian",
12122025-03-04T03:29:05.879Z "size": 2147483648,
12132025-03-04T03:29:05.879Z "time_created": "2025-03-04T03:29:05.685114Z",
12142025-03-04T03:29:05.879Z "time_modified": "2025-03-04T03:29:05.860481Z",
12152025-03-04T03:29:05.879Z "version": "11"
12162025-03-04T03:29:05.879Z}
12172025-03-04T03:29:05.904Z+ for test_bin in tests/*
12182025-03-04T03:29:05.904Z+ ./tests/bootstrap-a8b7ca9b72fc22d6
12192025-03-04T03:29:05.904Z
12202025-03-04T03:29:05.904Zrunning 0 tests
12212025-03-04T03:29:05.904Z
12222025-03-04T03:29:05.904Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12232025-03-04T03:29:05.904Z
12242025-03-04T03:29:05.904Z+ for test_bin in tests/*
12252025-03-04T03:29:05.904Z+ ./tests/commtest-d7651b3040c18dfe
12262025-03-04T03:29:05.929Z
12272025-03-04T03:29:05.929Zrunning 0 tests
12282025-03-04T03:29:05.929Z
12292025-03-04T03:29:05.929Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12302025-03-04T03:29:05.929Z
12312025-03-04T03:29:05.929Z+ for test_bin in tests/*
12322025-03-04T03:29:05.929Z+ ./tests/dhcp_server-a9161a45be813f2f
12332025-03-04T03:29:05.953Z
12342025-03-04T03:29:05.953Zrunning 0 tests
12352025-03-04T03:29:05.953Z
12362025-03-04T03:29:05.953Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
12372025-03-04T03:29:05.953Z
12382025-03-04T03:29:05.953Z+ for test_bin in tests/*
12392025-03-04T03:29:05.954Z+ ./tests/end_to_end_tests-76cb50d9a2fc20b1
12402025-03-04T03:29:06.055Z
12412025-03-04T03:29:06.055Zrunning 3 tests
12422025-03-04T03:29:06.079Znote: configured to log to "/tmp/end_to_end_tests-76cb50d9a2fc20b1-new_blueprint_noop.1620.0.log"
12432025-03-04T03:29:06.439Ztest no_spoof::no_spoof_here ... ok
12442025-03-04T03:29:07.488Ztest noop_blueprint::new_blueprint_noop ... ok
12452025-03-04T03:29:35.780Ztest instance_launch::instance_launch ... ok
12462025-03-04T03:29:35.780Z
12472025-03-04T03:29:35.780Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.73s
12482025-03-04T03:29:35.780Z
12492025-03-04T03:29:35.804Z+ _exit_trap
12502025-03-04T03:29:35.804Z+ local status=0
12512025-03-04T03:29:35.804Z+ set +o errexit
12522025-03-04T03:29:35.805Z+ [[ x != \x ]]
12532025-03-04T03:29:35.805Z+ pfexec svcadm -Z disable -s cron
12542025-03-04T03:29:37.751Z+ [[ 0 -eq 0 ]]
12552025-03-04T03:29:37.751Z+ exit 0
12562025-03-04T03:29:37.775Zprocess exited: duration 946060 ms, exit code 0
 
12572025-03-04T03:29:37.925Zfound 119 output files
12582025-03-04T03:29:37.925Zuploading: /var/svc/log/oxide-sled-agent:default.log (1295865 bytes)
12592025-03-04T03:29:39.240Zuploaded: /var/svc/log/oxide-sled-agent:default.log
12602025-03-04T03:29:39.240Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (8122503 bytes)
12612025-03-04T03:29:39.741Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 8122503 -> 8152328
12622025-03-04T03:29:40.812Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
12632025-03-04T03:29:40.837Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (119 bytes)
12642025-03-04T03:29:41.907Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
12652025-03-04T03:29:41.907Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (37111 bytes)
12662025-03-04T03:29:42.020Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 37111 -> 37309
12672025-03-04T03:29:43.091Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
12682025-03-04T03:29:43.116Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (1538 bytes)
12692025-03-04T03:29:44.185Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
12702025-03-04T03:29:44.185Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (336050 bytes)
12712025-03-04T03:29:44.411Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 336050 -> 340473
12722025-03-04T03:29:45.482Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
12732025-03-04T03:29:45.482Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (2847 bytes)
12742025-03-04T03:29:46.577Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
12752025-03-04T03:29:46.578Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (431142 bytes)
12762025-03-04T03:29:46.852Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 431142 -> 439283
12772025-03-04T03:29:47.922Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
12782025-03-04T03:29:47.922Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (12545 bytes)
12792025-03-04T03:29:49.038Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
12802025-03-04T03:29:49.063Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2309908 bytes)
12812025-03-04T03:29:49.803Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2309908 -> 2339881
12822025-03-04T03:29:50.873Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
12832025-03-04T03:29:50.873Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (13617 bytes)
12842025-03-04T03:29:51.990Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
12852025-03-04T03:29:52.016Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5701885 bytes)
12862025-03-04T03:29:53.496Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5701885 -> 5805537
12872025-03-04T03:29:54.567Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
12882025-03-04T03:29:54.567Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (1887 bytes)
12892025-03-04T03:29:55.662Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
12902025-03-04T03:29:55.662Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (496 bytes)
12912025-03-04T03:29:56.756Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
12922025-03-04T03:29:56.756Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (2836 bytes)
12932025-03-04T03:29:57.851Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
12942025-03-04T03:29:57.851Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (524331 bytes)
12952025-03-04T03:29:58.168Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 524331 -> 535645
12962025-03-04T03:29:59.240Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
12972025-03-04T03:29:59.240Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (119 bytes)
12982025-03-04T03:30:00.334Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
12992025-03-04T03:30:00.334Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13245 bytes)
13002025-03-04T03:30:00.404Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13245 -> 13635
13012025-03-04T03:30:01.474Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13022025-03-04T03:30:01.499Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (460 bytes)
13032025-03-04T03:30:02.569Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
13042025-03-04T03:30:02.570Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3383 bytes)
13052025-03-04T03:30:03.664Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13062025-03-04T03:30:03.664Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (119 bytes)
13072025-03-04T03:30:04.758Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
13082025-03-04T03:30:04.759Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (630 bytes)
13092025-03-04T03:30:05.853Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13102025-03-04T03:30:05.853Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1033 bytes)
13112025-03-04T03:30:06.948Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
13122025-03-04T03:30:06.948Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-agent:default.log (39206 bytes)
13132025-03-04T03:30:08.109Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-agent:default.log
13142025-03-04T03:30:08.134Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13152025-03-04T03:30:09.205Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:default.log
13162025-03-04T03:30:09.205Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae.log (3126 bytes)
13172025-03-04T03:30:10.299Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-4706a44f-3b80-4c07-aa12-84078bb59eae.log
13182025-03-04T03:30:10.324Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-5d517826-5119-4f29-aff8-af52b250211f.log (5969 bytes)
13192025-03-04T03:30:11.394Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-5d517826-5119-4f29-aff8-af52b250211f.log
13202025-03-04T03:30:11.419Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-8b787d6a-addb-4f24-9be8-65c6ddba91c5.log (6081 bytes)
13212025-03-04T03:30:12.489Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-8b787d6a-addb-4f24-9be8-65c6ddba91c5.log
13222025-03-04T03:30:12.514Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:snapshot-8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log (5657 bytes)
13232025-03-04T03:30:13.583Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-crucible-downstairs:snapshot-8b787d6a-addb-4f24-9be8-65c6ddba91c5-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log
13242025-03-04T03:30:13.584Zuploading: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13252025-03-04T03:30:14.678Zuploaded: /pool/ext/0c4184e0-2976-440b-bd79-f20b4a02ca26/crypt/zone/oxz_crucible_ad8b3774-89b6-46eb-84b1-cdb031c615c3/root/var/svc/log/oxide-zone-network-setup:default.log
13262025-03-04T03:30:14.678Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-cockroach-admin:default.log (3760 bytes)
13272025-03-04T03:30:15.774Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-cockroach-admin:default.log
13282025-03-04T03:30:15.774Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
13292025-03-04T03:30:16.869Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-cockroachdb:default.log
13302025-03-04T03:30:16.893Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
13312025-03-04T03:30:17.964Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_cockroachdb_471349e5-7d05-4599-8335-0e1685492a11/root/var/svc/log/oxide-zone-network-setup:default.log
13322025-03-04T03:30:17.964Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-crucible-agent:default.log (1553 bytes)
13332025-03-04T03:30:19.060Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-crucible-agent:default.log
13342025-03-04T03:30:19.061Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13352025-03-04T03:30:20.155Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-crucible-downstairs:default.log
13362025-03-04T03:30:20.155Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13372025-03-04T03:30:21.249Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_crucible_99c546d1-d487-413a-bbeb-feee972c9a30/root/var/svc/log/oxide-zone-network-setup:default.log
13382025-03-04T03:30:21.249Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_internal_dns_a5620ef8-a00b-4ddd-8732-aebedbdd8941/root/var/svc/log/oxide-internal_dns:default.log (452648 bytes)
13392025-03-04T03:30:21.522Zupload warning: file "/pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_internal_dns_a5620ef8-a00b-4ddd-8732-aebedbdd8941/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 452648 -> 456403
13402025-03-04T03:30:22.593Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_internal_dns_a5620ef8-a00b-4ddd-8732-aebedbdd8941/root/var/svc/log/oxide-internal_dns:default.log
13412025-03-04T03:30:22.617Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_internal_dns_a5620ef8-a00b-4ddd-8732-aebedbdd8941/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
13422025-03-04T03:30:23.688Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_internal_dns_a5620ef8-a00b-4ddd-8732-aebedbdd8941/root/var/svc/log/oxide-zone-network-setup:default.log
13432025-03-04T03:30:23.688Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-nexus:default.log (5016776 bytes)
13442025-03-04T03:30:25.123Zupload warning: file "/pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5016776 -> 5381331
13452025-03-04T03:30:26.195Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-nexus:default.log
13462025-03-04T03:30:26.195Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13472025-03-04T03:30:27.290Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-opte-interface-setup:default.log
13482025-03-04T03:30:27.290Zuploading: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
13492025-03-04T03:30:28.385Zuploaded: /pool/ext/5de7da7b-342c-4de4-8411-30cb9d4ca797/crypt/zone/oxz_nexus_d8484452-7d43-42ac-a588-575b6d31b882/root/var/svc/log/oxide-zone-network-setup:default.log
13502025-03-04T03:30:28.385Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
13512025-03-04T03:30:29.480Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-clickhouse-admin-single:default.log
13522025-03-04T03:30:29.480Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-clickhouse:default.log (2863380 bytes)
13532025-03-04T03:30:30.410Zupload warning: file "/pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2863380 -> 3056704
13542025-03-04T03:30:31.481Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-clickhouse:default.log
13552025-03-04T03:30:31.481Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
13562025-03-04T03:30:32.576Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_clickhouse_5eaa31d5-c53c-4a12-9056-f7a4d016f45c/root/var/svc/log/oxide-zone-network-setup:default.log
13572025-03-04T03:30:32.576Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-cockroach-admin:default.log (3759 bytes)
13582025-03-04T03:30:33.671Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-cockroach-admin:default.log
13592025-03-04T03:30:33.671Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
13602025-03-04T03:30:34.766Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-cockroachdb:default.log
13612025-03-04T03:30:34.766Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
13622025-03-04T03:30:35.861Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_cockroachdb_fb0bd24e-f049-4a79-89b8-145198cf610d/root/var/svc/log/oxide-zone-network-setup:default.log
13632025-03-04T03:30:35.861Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-agent:default.log (29460 bytes)
13642025-03-04T03:30:37.021Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-agent:default.log
13652025-03-04T03:30:37.021Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13662025-03-04T03:30:38.116Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:default.log
13672025-03-04T03:30:38.116Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-47a8f417-ae55-43f9-a510-9b8a9f0dd722.log (6079 bytes)
13682025-03-04T03:30:39.211Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-47a8f417-ae55-43f9-a510-9b8a9f0dd722.log
13692025-03-04T03:30:39.211Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd.log (5974 bytes)
13702025-03-04T03:30:40.305Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-6ef94d21-55ab-42c4-ab1c-0d240bf901cd.log
13712025-03-04T03:30:40.305Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:snapshot-47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log (5654 bytes)
13722025-03-04T03:30:41.399Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-crucible-downstairs:snapshot-47a8f417-ae55-43f9-a510-9b8a9f0dd722-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log
13732025-03-04T03:30:41.399Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
13742025-03-04T03:30:42.494Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_crucible_c870825c-4dd8-4d30-bee2-21e2e79525a6/root/var/svc/log/oxide-zone-network-setup:default.log
13752025-03-04T03:30:42.494Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-external_dns:default.log (45784 bytes)
13762025-03-04T03:30:42.607Zupload warning: file "/pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45784 -> 49561
13772025-03-04T03:30:43.679Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-external_dns:default.log
13782025-03-04T03:30:43.679Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13792025-03-04T03:30:44.774Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-opte-interface-setup:default.log
13802025-03-04T03:30:44.799Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
13812025-03-04T03:30:45.869Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_external_dns_72700cb3-c938-46f0-9b9c-46cf389d975e/root/var/svc/log/oxide-zone-network-setup:default.log
13822025-03-04T03:30:45.869Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_internal_dns_99798c93-1ef2-44fb-9fde-7dd780a62a5e/root/var/svc/log/oxide-internal_dns:default.log (452645 bytes)
13832025-03-04T03:30:46.141Zupload warning: file "/pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_internal_dns_99798c93-1ef2-44fb-9fde-7dd780a62a5e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 452645 -> 456399
13842025-03-04T03:30:47.212Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_internal_dns_99798c93-1ef2-44fb-9fde-7dd780a62a5e/root/var/svc/log/oxide-internal_dns:default.log
13852025-03-04T03:30:47.212Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_internal_dns_99798c93-1ef2-44fb-9fde-7dd780a62a5e/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
13862025-03-04T03:30:48.307Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_internal_dns_99798c93-1ef2-44fb-9fde-7dd780a62a5e/root/var/svc/log/oxide-zone-network-setup:default.log
13872025-03-04T03:30:48.307Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_oximeter_ea0fb0f5-7b4c-4550-9130-b713c9ef0c9a/root/var/svc/log/oxide-oximeter:default.log (3505696 bytes)
13882025-03-04T03:30:49.103Zupload warning: file "/pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_oximeter_ea0fb0f5-7b4c-4550-9130-b713c9ef0c9a/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3505696 -> 3881864
13892025-03-04T03:30:50.175Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_oximeter_ea0fb0f5-7b4c-4550-9130-b713c9ef0c9a/root/var/svc/log/oxide-oximeter:default.log
13902025-03-04T03:30:50.175Zuploading: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_oximeter_ea0fb0f5-7b4c-4550-9130-b713c9ef0c9a/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
13912025-03-04T03:30:51.273Zuploaded: /pool/ext/5fc2c97d-a3e5-4273-98a3-7dcd202c0a40/crypt/zone/oxz_oximeter_ea0fb0f5-7b4c-4550-9130-b713c9ef0c9a/root/var/svc/log/oxide-zone-network-setup:default.log
13922025-03-04T03:30:51.273Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-cockroach-admin:default.log (3759 bytes)
13932025-03-04T03:30:52.371Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-cockroach-admin:default.log
13942025-03-04T03:30:52.371Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
13952025-03-04T03:30:53.470Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-cockroachdb:default.log
13962025-03-04T03:30:53.470Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-zone-network-setup:default.log (2098 bytes)
13972025-03-04T03:30:54.566Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_cockroachdb_ed5a6cc4-57e5-44c8-b3a7-ed686ad58c24/root/var/svc/log/oxide-zone-network-setup:default.log
13982025-03-04T03:30:54.567Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-agent:default.log (24202 bytes)
13992025-03-04T03:30:55.710Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-agent:default.log
14002025-03-04T03:30:55.710Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14012025-03-04T03:30:56.806Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:default.log
14022025-03-04T03:30:56.806Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:downstairs-63aececd-368d-458e-9a08-d0fe340a5980.log (6080 bytes)
14032025-03-04T03:30:57.904Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:downstairs-63aececd-368d-458e-9a08-d0fe340a5980.log
14042025-03-04T03:30:57.904Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:downstairs-997c8c36-0fec-4b47-8c11-31e86a8e10d6.log (3009 bytes)
14052025-03-04T03:30:59.001Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:downstairs-997c8c36-0fec-4b47-8c11-31e86a8e10d6.log
14062025-03-04T03:30:59.003Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:snapshot-63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log (5655 bytes)
14072025-03-04T03:31:00.106Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-crucible-downstairs:snapshot-63aececd-368d-458e-9a08-d0fe340a5980-55fb3511-44f6-4fe1-ac53-f4bc63e8d6b2.log
14082025-03-04T03:31:00.131Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14092025-03-04T03:31:01.204Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_bcef9acd-8e55-4275-aeea-1bfdc7ee15a5/root/var/svc/log/oxide-zone-network-setup:default.log
14102025-03-04T03:31:01.204Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_pantry_ff5593fa-b539-4a70-bfa5-8ea58fcd766d/root/var/svc/log/oxide-crucible-pantry:default.log (97585 bytes)
14112025-03-04T03:31:01.365Zupload warning: file "/pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_pantry_ff5593fa-b539-4a70-bfa5-8ea58fcd766d/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97585 -> 105396
14122025-03-04T03:31:02.438Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_pantry_ff5593fa-b539-4a70-bfa5-8ea58fcd766d/root/var/svc/log/oxide-crucible-pantry:default.log
14132025-03-04T03:31:02.463Zuploading: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_pantry_ff5593fa-b539-4a70-bfa5-8ea58fcd766d/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
14142025-03-04T03:31:03.535Zuploaded: /pool/ext/85937d80-6b2b-4d77-a850-1d11f4fc3725/crypt/zone/oxz_crucible_pantry_ff5593fa-b539-4a70-bfa5-8ea58fcd766d/root/var/svc/log/oxide-zone-network-setup:default.log
14152025-03-04T03:31:03.535Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-agent:default.log (30883 bytes)
14162025-03-04T03:31:04.678Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-agent:default.log
14172025-03-04T03:31:04.678Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14182025-03-04T03:31:05.775Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:default.log
14192025-03-04T03:31:05.775Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a9fc6e0-c356-4a38-ab20-966e3292009a.log (3008 bytes)
14202025-03-04T03:31:06.872Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a9fc6e0-c356-4a38-ab20-966e3292009a.log
14212025-03-04T03:31:06.872Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-1af7cf48-ae5e-4bc9-84fd-edd57f0f89ad.log (5973 bytes)
14222025-03-04T03:31:07.969Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-1af7cf48-ae5e-4bc9-84fd-edd57f0f89ad.log
14232025-03-04T03:31:07.969Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-8522f663-bfd2-44db-b998-3fd36bc04757.log (3126 bytes)
14242025-03-04T03:31:09.067Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-crucible-downstairs:downstairs-8522f663-bfd2-44db-b998-3fd36bc04757.log
14252025-03-04T03:31:09.067Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14262025-03-04T03:31:10.164Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_382dd280-976a-45c5-b45f-5de9952f556b/root/var/svc/log/oxide-zone-network-setup:default.log
14272025-03-04T03:31:10.164Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_pantry_05cdc36e-5e5c-48ec-8400-66f9d706ea80/root/var/svc/log/oxide-crucible-pantry:default.log (858873 bytes)
14282025-03-04T03:31:10.465Zupload warning: file "/pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_pantry_05cdc36e-5e5c-48ec-8400-66f9d706ea80/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 858873 -> 870617
14292025-03-04T03:31:11.537Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_pantry_05cdc36e-5e5c-48ec-8400-66f9d706ea80/root/var/svc/log/oxide-crucible-pantry:default.log
14302025-03-04T03:31:11.537Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_pantry_05cdc36e-5e5c-48ec-8400-66f9d706ea80/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
14312025-03-04T03:31:12.633Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_crucible_pantry_05cdc36e-5e5c-48ec-8400-66f9d706ea80/root/var/svc/log/oxide-zone-network-setup:default.log
14322025-03-04T03:31:12.634Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
14332025-03-04T03:31:13.755Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-chrony-setup:default.log
14342025-03-04T03:31:13.780Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-ntp:default.log (996 bytes)
14352025-03-04T03:31:14.852Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-ntp:default.log
14362025-03-04T03:31:14.852Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
14372025-03-04T03:31:15.951Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-opte-interface-setup:default.log
14382025-03-04T03:31:15.976Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-zone-network-setup:default.log (2031 bytes)
14392025-03-04T03:31:17.047Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/svc/log/oxide-zone-network-setup:default.log
14402025-03-04T03:31:17.047Zuploading: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
14412025-03-04T03:31:18.166Zuploaded: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-agent:default.log
14422025-03-04T03:31:18.191Zuploading: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14432025-03-04T03:31:19.265Zuploaded: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-downstairs:default.log
14442025-03-04T03:31:19.265Zuploading: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-39624076-804f-4133-bb28-3d22c32779fd.log (3007 bytes)
14452025-03-04T03:31:20.361Zuploaded: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-39624076-804f-4133-bb28-3d22c32779fd.log
14462025-03-04T03:31:20.386Zuploading: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14472025-03-04T03:31:21.460Zuploaded: /pool/ext/92e4d589-1042-4d5f-a963-b670e19540f9/crypt/zone/oxz_crucible_8191d28f-a54d-4432-b5b1-39f2a89113a1/root/var/svc/log/oxide-zone-network-setup:default.log
14482025-03-04T03:31:21.460Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-cockroach-admin:default.log (3761 bytes)
14492025-03-04T03:31:22.559Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-cockroach-admin:default.log
14502025-03-04T03:31:22.559Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-cockroachdb:default.log (4300 bytes)
14512025-03-04T03:31:23.667Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-cockroachdb:default.log
14522025-03-04T03:31:23.667Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14532025-03-04T03:31:24.764Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_cockroachdb_1738b318-45f4-46a8-b5d4-04ddd1db4331/root/var/svc/log/oxide-zone-network-setup:default.log
14542025-03-04T03:31:24.765Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
14552025-03-04T03:31:25.864Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-crucible-agent:default.log
14562025-03-04T03:31:25.864Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14572025-03-04T03:31:26.966Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-crucible-downstairs:default.log
14582025-03-04T03:31:26.966Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14592025-03-04T03:31:28.064Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_d9eb5323-cf50-4e0a-a06d-d1f5284086b8/root/var/svc/log/oxide-zone-network-setup:default.log
14602025-03-04T03:31:28.064Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_pantry_24d39e5f-f5d7-40f5-b48a-2fc33313f762/root/var/svc/log/oxide-crucible-pantry:default.log (98439 bytes)
14612025-03-04T03:31:28.238Zupload warning: file "/pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_pantry_24d39e5f-f5d7-40f5-b48a-2fc33313f762/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98439 -> 110176
14622025-03-04T03:31:29.312Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_pantry_24d39e5f-f5d7-40f5-b48a-2fc33313f762/root/var/svc/log/oxide-crucible-pantry:default.log
14632025-03-04T03:31:29.312Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_pantry_24d39e5f-f5d7-40f5-b48a-2fc33313f762/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
14642025-03-04T03:31:30.413Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_crucible_pantry_24d39e5f-f5d7-40f5-b48a-2fc33313f762/root/var/svc/log/oxide-zone-network-setup:default.log
14652025-03-04T03:31:30.413Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-nexus:default.log (40720514 bytes)
14662025-03-04T03:31:38.545Zupload warning: file "/pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 40720514 -> 41492950
14672025-03-04T03:31:39.618Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-nexus:default.log
14682025-03-04T03:31:39.618Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14692025-03-04T03:31:40.724Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-opte-interface-setup:default.log
14702025-03-04T03:31:40.724Zuploading: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
14712025-03-04T03:31:41.815Zuploaded: /pool/ext/a3bff479-6244-4b08-9d6f-2e2500192bf3/crypt/zone/oxz_nexus_2afd3cd1-228b-4949-95e6-cb3413cc5ec2/root/var/svc/log/oxide-zone-network-setup:default.log
14722025-03-04T03:31:41.839Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-crucible-agent:default.log (1553 bytes)
14732025-03-04T03:31:42.913Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-crucible-agent:default.log
14742025-03-04T03:31:42.938Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14752025-03-04T03:31:44.011Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-crucible-downstairs:default.log
14762025-03-04T03:31:44.011Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
14772025-03-04T03:31:45.109Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_crucible_4b91bdf4-f908-4ddf-aa8d-aca173e8f4a8/root/var/svc/log/oxide-zone-network-setup:default.log
14782025-03-04T03:31:45.109Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-nexus:default.log (6490268 bytes)
14792025-03-04T03:31:48.415Zupload warning: file "/pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 6490268 -> 7465679
14802025-03-04T03:31:49.485Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-nexus:default.log
14812025-03-04T03:31:49.485Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14822025-03-04T03:31:50.592Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-opte-interface-setup:default.log
14832025-03-04T03:31:50.592Zuploading: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
14842025-03-04T03:31:51.695Zuploaded: /pool/ext/ce1d8eb5-4250-40ee-a991-35c54c086636/crypt/zone/oxz_nexus_c28b34ab-1b39-4325-87ad-c4ccf5b009d5/root/var/svc/log/oxide-zone-network-setup:default.log
14852025-03-04T03:31:51.695Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-cockroach-admin:default.log (3761 bytes)
14862025-03-04T03:31:52.832Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-cockroach-admin:default.log
14872025-03-04T03:31:52.832Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
14882025-03-04T03:31:57.452Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-cockroachdb:default.log
14892025-03-04T03:31:57.452Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14902025-03-04T03:31:58.526Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_cockroachdb_a80a1624-85cc-455a-a0fa-0939975aebd7/root/var/svc/log/oxide-zone-network-setup:default.log
14912025-03-04T03:31:58.527Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
14922025-03-04T03:31:59.658Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-agent:default.log
14932025-03-04T03:31:59.658Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14942025-03-04T03:32:00.753Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-downstairs:default.log
14952025-03-04T03:32:00.753Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-downstairs:downstairs-1911b190-517f-4486-bfc7-4aeba7159b1f.log (3124 bytes)
14962025-03-04T03:32:01.847Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-crucible-downstairs:downstairs-1911b190-517f-4486-bfc7-4aeba7159b1f.log
14972025-03-04T03:32:01.873Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14982025-03-04T03:32:02.942Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_crucible_7b769dfa-f11a-47f4-9620-313afcc6dd95/root/var/svc/log/oxide-zone-network-setup:default.log
14992025-03-04T03:32:02.942Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-external_dns:default.log (45795 bytes)
15002025-03-04T03:32:03.078Zupload warning: file "/pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45795 -> 53347
15012025-03-04T03:32:04.148Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-external_dns:default.log
15022025-03-04T03:32:04.148Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
15032025-03-04T03:32:05.243Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-opte-interface-setup:default.log
15042025-03-04T03:32:05.244Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
15052025-03-04T03:32:06.338Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_external_dns_0e2dad65-6466-48b5-bc3a-8a9f5178c9b7/root/var/svc/log/oxide-zone-network-setup:default.log
15062025-03-04T03:32:06.338Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_internal_dns_13b4e778-1c69-4f32-9182-d8fdea8251cd/root/var/svc/log/oxide-internal_dns:default.log (452654 bytes)
15072025-03-04T03:32:06.610Zupload warning: file "/pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_internal_dns_13b4e778-1c69-4f32-9182-d8fdea8251cd/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 452654 -> 460161
15082025-03-04T03:32:07.681Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_internal_dns_13b4e778-1c69-4f32-9182-d8fdea8251cd/root/var/svc/log/oxide-internal_dns:default.log
15092025-03-04T03:32:07.705Zuploading: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_internal_dns_13b4e778-1c69-4f32-9182-d8fdea8251cd/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
15102025-03-04T03:32:08.775Zuploaded: /pool/ext/d7d54ab9-7a5a-4ab8-affd-e19e0eeeffdf/crypt/zone/oxz_internal_dns_13b4e778-1c69-4f32-9182-d8fdea8251cd/root/var/svc/log/oxide-zone-network-setup:default.log
15112025-03-04T03:32:08.775Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/measurements.log (309483 bytes)
15122025-03-04T03:32:09.004Zupload warning: file "/pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/measurements.log" changed size mid upload: 309483 -> 357844
15132025-03-04T03:32:10.074Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/measurements.log
15142025-03-04T03:32:10.075Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/statistics.log (201708 bytes)
15152025-03-04T03:32:10.278Zupload warning: file "/pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/statistics.log" changed size mid upload: 201708 -> 235989
15162025-03-04T03:32:11.349Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/statistics.log
15172025-03-04T03:32:11.349Zuploading: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/tracking.log (20204 bytes)
15182025-03-04T03:32:11.440Zupload warning: file "/pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/tracking.log" changed size mid upload: 20204 -> 22712
15192025-03-04T03:32:12.510Zuploaded: /pool/ext/8bf53b00-dedd-4516-be68-25e52e3985f5/crypt/zone/oxz_ntp_92dd4a5d-701b-4209-bc9d-49a6c4a9cc89/root/var/log/chrony/tracking.log