01JPZMDPG5564XK76T053ZCRVE: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JPZMEAKJD65QAX219FH95DGY

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-03-22T19:50:49.597Zjob dependencies complete; ready to run (waiting for 36 m 22 s)
22025-03-22T19:53:40.927Zjob assigned to worker 01JPZPGYZ476TWJ1ZRZFRMD0S8 [factory lab, sock/12195] (queued for 2 m 51 s)
32025-03-22T19:53:40.936Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-03-22T19:53:40.986Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-03-22T19:53:41.024Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-03-22T19:53:41.057Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-03-22T19:53:41.098Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-03-22T19:53:41.135ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-03-22T19:53:41.169Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-03-22T19:53:41.203ZOxide Helios Version helios-2.0.23032 64-bit
112025-03-22T19:53:41.236ZConfiguring devices.
122025-03-22T19:53:41.270Z##################################################
132025-03-22T19:53:41.303Z#### ############# ##
142025-03-22T19:53:41.337Z### ### ############ ##
152025-03-22T19:53:41.370Z## ### # ## ### ## Oxide Computer Company ##
162025-03-22T19:53:41.403Z## ## ## ### # ### ##
172025-03-22T19:53:41.437Z## # ### #### #### This Station Under ##
182025-03-22T19:53:41.470Z### ### #### # ### Computer Control ##
192025-03-22T19:53:41.504Z#### #### ### ## ##
202025-03-22T19:53:41.537Z##################################################
212025-03-22T19:53:41.571ZHostname: sock
222025-03-22T19:53:41.605ZLoading smf(7) service descriptions:
232025-03-22T19:53:42.679Zdownloading input: /input/package/work/package.tar.gz
242025-03-22T19:59:46.145Zdownloaded input: /input/package/work/package.tar.gz
 
252025-03-22T19:59:46.170Zstarting task 0: "setup"
262025-03-22T19:59:46.170Z++ uname -s
272025-03-22T19:59:46.170Z+ kern=SunOS
282025-03-22T19:59:46.170Z+ build_user=build
292025-03-22T19:59:46.170Z+ build_uid=12345
302025-03-22T19:59:46.170Z+ work_dir=/work
312025-03-22T19:59:46.170Z+ input_dir=/input
322025-03-22T19:59:46.171Z+ [[ 0 == 12345 ]]
332025-03-22T19:59:46.171Z+ case "$kern" in
342025-03-22T19:59:46.171Z+ groupadd -g 12345 build
352025-03-22T19:59:46.171Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-03-22T19:59:48.109Z+ zfs create -o mountpoint=/work rpool/work
372025-03-22T19:59:48.136Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-03-22T19:59:48.161Z+ home_fs=zfs
392025-03-22T19:59:48.162Z+ [[ zfs == autofs ]]
402025-03-22T19:59:48.162Z+ mkdir -p /home/build
412025-03-22T19:59:48.162Z+ chown build:build /home/build /work
422025-03-22T19:59:50.144Z+ chmod 0700 /home/build /work
432025-03-22T19:59:50.170Zprocess exited: duration 4057 ms, exit code 0
 
442025-03-22T19:59:50.220Zstarting task 1: "authentication"
452025-03-22T19:59:50.265Zprocess exited: duration 45 ms, exit code 0
 
462025-03-22T19:59:50.314Zstarting task 2: "build"
472025-03-22T19:59:50.338Z+ trap _exit_trap EXIT
482025-03-22T19:59:50.338Z+ OPTE_COMMIT=
492025-03-22T19:59:50.338Z+ [[ x != \x ]]
502025-03-22T19:59:50.338Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-03-22T19:59:50.433Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-03-22T19:59:50.433Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-03-22T19:59:50.458Z+ [[ -d /opt/oxide ]]
632025-03-22T19:59:50.458Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-03-22T19:59:50.458Z+ pfexec mkdir /opt/oxide
652025-03-22T19:59:50.458Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-03-22T19:59:50.458Z+ [[ -d /opt/oxide-underneath ]]
672025-03-22T19:59:50.458Z+ cd /opt/oxide-underneath
682025-03-22T19:59:50.458Z+ pfexec tar ceEp@/f - .
692025-03-22T19:59:50.458Z+ cd /opt/oxide
702025-03-22T19:59:50.458Z+ pfexec tar xveEp@/f -
712025-03-22T19:59:50.491Zx ., 0 bytes, 0 tape blocks
722025-03-22T19:59:50.491Zx ./opte, 0 bytes, 0 tape blocks
732025-03-22T19:59:50.491Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-03-22T19:59:50.491Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-03-22T19:59:50.515Z+ pfexec rm -rf /opt/oxide-underneath
762025-03-22T19:59:50.515Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-03-22T19:59:50.540Z+ pfexec mkdir /opt/oxide/work
782025-03-22T19:59:50.540Z+ pfexec chown build:build /opt/oxide/work
792025-03-22T19:59:50.540Z+ cd /opt/oxide/work
802025-03-22T19:59:50.540Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-03-22T20:00:05.380ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-03-22T20:00:05.380Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-03-22T20:00:05.380Zx out/target/test, 107 bytes, 1 tape blocks
842025-03-22T20:00:05.380Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-03-22T20:00:05.380Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-03-22T20:00:05.381Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-03-22T20:00:05.381Zx target/release/omicron-package, 40547432 bytes, 79195 tape blocks
882025-03-22T20:00:05.381Zx target/release/xtask, 11068704 bytes, 21619 tape blocks
892025-03-22T20:00:05.381Zx target/debug/bootstrap, 224262776 bytes, 438014 tape blocks
902025-03-22T20:00:05.381Zx tests/bootstrap-0ce3b2f09d354b4b, 24661984 bytes, 48168 tape blocks
912025-03-22T20:00:05.381Zx tests/commtest-8157ae39450efb9d, 24923008 bytes, 48678 tape blocks
922025-03-22T20:00:05.381Zx tests/dhcp_server-85a52c52ac369810, 24662000 bytes, 48168 tape blocks
932025-03-22T20:00:05.381Zx tests/end_to_end_tests-72010e6fc5b9e64b, 280184656 bytes, 547236 tape blocks
942025-03-22T20:00:05.381Zx out/clickhouse.tar.gz, 311519187 bytes, 608436 tape blocks
952025-03-22T20:00:05.381Zx out/clickhouse_keeper.tar.gz, 296687533 bytes, 579468 tape blocks
962025-03-22T20:00:05.381Zx out/clickhouse_server.tar.gz, 311478675 bytes, 608357 tape blocks
972025-03-22T20:00:05.381Zx out/cockroachdb.tar.gz, 147660014 bytes, 288399 tape blocks
982025-03-22T20:00:05.381Zx out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks
992025-03-22T20:00:05.381Zx out/crucible-pantry-zone.tar.gz, 33574309 bytes, 65575 tape blocks
1002025-03-22T20:00:05.381Zx out/crucible-zone.tar.gz, 42160230 bytes, 82345 tape blocks
1012025-03-22T20:00:05.381Zx out/external-dns.tar.gz, 46336356 bytes, 90501 tape blocks
1022025-03-22T20:00:05.381Zx out/internal-dns.tar.gz, 46335941 bytes, 90500 tape blocks
1032025-03-22T20:00:05.381Zx out/mg-ddm-gz.tar, 67117056 bytes, 131088 tape blocks
1042025-03-22T20:00:05.381Zx out/nexus.tar.gz, 113120949 bytes, 220940 tape blocks
1052025-03-22T20:00:05.381Zx out/ntp.tar.gz, 15090739 bytes, 29475 tape blocks
1062025-03-22T20:00:05.381Zx out/omicron-gateway-softnpu.tar.gz, 25392114 bytes, 49594 tape blocks
1072025-03-22T20:00:05.381Zx out/omicron-sled-agent.tar, 128177152 bytes, 250346 tape blocks
1082025-03-22T20:00:05.381Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-03-22T20:00:05.381Zx out/oximeter.tar.gz, 55591837 bytes, 108578 tape blocks
1102025-03-22T20:00:05.381Zx out/oxlog.tar, 3218944 bytes, 6287 tape blocks
1112025-03-22T20:00:05.381Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-03-22T20:00:05.381Zx out/propolis-server.tar.gz, 69220399 bytes, 135197 tape blocks
1132025-03-22T20:00:05.381Zx out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks
1142025-03-22T20:00:05.381Zx out/switch-softnpu.tar.gz, 268512888 bytes, 524440 tape blocks
1152025-03-22T20:00:05.406Z
1162025-03-22T20:00:05.406Zreal 14.834470899
1172025-03-22T20:00:05.406Zuser 13.132082626
1182025-03-22T20:00:05.406Zsys 2.963896781
1192025-03-22T20:00:05.406Ztrap 0.000488960
1202025-03-22T20:00:05.406Ztflt 0.000000000
1212025-03-22T20:00:05.406Zdflt 0.000000000
1222025-03-22T20:00:05.406Zkflt 0.000000000
1232025-03-22T20:00:05.406Zlock 0.000000000
1242025-03-22T20:00:05.406Zslp 13.210176536
1252025-03-22T20:00:05.407Zlat 0.360215215
1262025-03-22T20:00:05.407Zstop 0.000126991
1272025-03-22T20:00:05.407Z+ source .github/buildomat/ci-env.sh
1282025-03-22T20:00:05.407Z++ export CARGO_TERM_COLOR=always
1292025-03-22T20:00:05.407Z++ CARGO_TERM_COLOR=always
1302025-03-22T20:00:05.407Z+ bmat address ls
1312025-03-22T20:00:05.407ZNAME CIDR FIRST LAST COUNT
1322025-03-22T20:00:05.407Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1332025-03-22T20:00:05.407Z++ bmat address ls -f extra -Ho first,last,count
1342025-03-22T20:00:05.407Z+ set -- 10.151.2.164 10.151.2.227 64
1352025-03-22T20:00:05.407Z+ EXTRA_IP_START=10.151.2.164
1362025-03-22T20:00:05.407Z+ EXTRA_IP_END=10.151.2.227
1372025-03-22T20:00:05.407Z+ EXTRA_IP_COUNT=64
1382025-03-22T20:00:05.407Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-03-22T20:00:05.407Z+ EXTRA_IP_BASE=10.151.2
1402025-03-22T20:00:05.407Z+ EXTRA_IP_FOCTET=164
1412025-03-22T20:00:05.407Z+ EXTRA_IP_LOCTET=227
1422025-03-22T20:00:05.407Z+ SERVICE_IP_POOL_START=10.151.2.164
1432025-03-22T20:00:05.407Z+ SERVICE_IP_POOL_END=10.151.2.173
1442025-03-22T20:00:05.407Z+ DNS_IP1=10.151.2.164
1452025-03-22T20:00:05.407Z+ DNS_IP2=10.151.2.165
1462025-03-22T20:00:05.407Z+ UPLINK_IP=10.151.2.174
1472025-03-22T20:00:05.407Z+ IPPOOL_START=10.151.2.175
1482025-03-22T20:00:05.407Z+ IPPOOL_END=10.151.2.227
1492025-03-22T20:00:05.407Z++ ipadm show-addr -po type,addr
1502025-03-22T20:00:05.407Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-03-22T20:00:05.407Z+ GATEWAY_IP=10.151.2.100
1522025-03-22T20:00:05.407Z+ [[ -n 10.151.2.100 ]]
1532025-03-22T20:00:05.407Z+ ping -s 10.151.2.100 56 1
1542025-03-22T20:00:05.407ZPING 10.151.2.100: 56 data bytes
1552025-03-22T20:00:05.407Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1562025-03-22T20:00:05.407Z
1572025-03-22T20:00:05.407Z----10.151.2.100 PING Statistics----
1582025-03-22T20:00:05.407Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-03-22T20:00:05.407Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1602025-03-22T20:00:05.407Z++ arp -an
1612025-03-22T20:00:05.407Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1622025-03-22T20:00:05.439Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1632025-03-22T20:00:05.439Z+ routeadm -e ipv4-forwarding -u
1642025-03-22T20:00:05.524Z+ PXA_START=10.151.2.164
1652025-03-22T20:00:05.524Z+ PXA_END=10.151.2.227
1662025-03-22T20:00:05.549Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-03-22T20:00:05.664Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1682025-03-22T20:00:05.689ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-03-22T20:00:05.744Zcreating virtual hardware
1702025-03-22T20:00:05.769Zcreating /scratch/m2_0.vdev
1712025-03-22T20:00:05.769Zcreating /scratch/m2_1.vdev
1722025-03-22T20:00:05.769Zcreating /scratch/u2_0.vdev
1732025-03-22T20:00:05.769Zcreating /scratch/u2_1.vdev
1742025-03-22T20:00:05.769Zcreating /scratch/u2_2.vdev
1752025-03-22T20:00:05.769Zcreating /scratch/u2_3.vdev
1762025-03-22T20:00:05.769Zcreating /scratch/u2_4.vdev
1772025-03-22T20:00:05.769Zcreating /scratch/u2_5.vdev
1782025-03-22T20:00:05.769Zcreating /scratch/u2_6.vdev
1792025-03-22T20:00:05.769Zcreating /scratch/u2_7.vdev
1802025-03-22T20:00:05.769Zcreating /scratch/u2_8.vdev
1812025-03-22T20:00:05.793ZSimnet net0/sc0_0 exists
1822025-03-22T20:00:05.818ZSimnet net1/sc1_0 exists
1832025-03-22T20:00:05.818ZVnic sc0_1 exists
1842025-03-22T20:00:18.522ZUsing 10.151.2.100 as gateway ip
1852025-03-22T20:00:18.522Zusing 18:C0:4D:0D:A0:2A as gateway mac
1862025-03-22T20:00:18.522Zconfiguring SoftNPU ARP entry
1872025-03-22T20:00:18.551Zconfiguring SoftNPU proxy ARP
1882025-03-22T20:00:18.607ZSoftNPU state:
1892025-03-22T20:00:18.607Z local v6:
1902025-03-22T20:00:18.607Z local v4:
1912025-03-22T20:00:18.607Z router v6:
1922025-03-22T20:00:18.607Z router v4_idx:
1932025-03-22T20:00:18.607Z router v4_routes:
1942025-03-22T20:00:18.607Z resolver v4:
1952025-03-22T20:00:18.607Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1962025-03-22T20:00:18.607Z resolver v6:
1972025-03-22T20:00:18.607Z nat v4:
1982025-03-22T20:00:18.607Z nat_v6:
1992025-03-22T20:00:18.607Z port_mac:
2002025-03-22T20:00:18.607Z proxy arp:
2012025-03-22T20:00:18.607Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2022025-03-22T20:00:18.607Zcreated virtual hardware
2032025-03-22T20:00:18.632Z
2042025-03-22T20:00:18.632Zreal 12.940227918
2052025-03-22T20:00:18.632Zuser 0.682027114
2062025-03-22T20:00:18.632Zsys 3.149372901
2072025-03-22T20:00:18.632Ztrap 0.000085326
2082025-03-22T20:00:18.632Ztflt 0.000342809
2092025-03-22T20:00:18.632Zdflt 0.000272390
2102025-03-22T20:00:18.632Zkflt 0.000009850
2112025-03-22T20:00:18.632Zlock 10:00.627345275
2122025-03-22T20:00:18.632Zslp 38.972680063
2132025-03-22T20:00:18.632Zlat 0.072878696
2142025-03-22T20:00:18.632Zstop 0.354810929
2152025-03-22T20:00:18.632Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-03-22T20:00:18.657Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-03-22T20:00:18.657Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-03-22T20:00:18.657Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-03-22T20:00:18.657Z+++ pkg/config.toml Sat Mar 22 20:00:18 2025
2202025-03-22T20:00:18.657Z@@ -29,18 +29,18 @@
2212025-03-22T20:00:18.657Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-03-22T20:00:18.657Z # followed by a string that is embedded into their fake serial values.
2232025-03-22T20:00:18.657Z vdevs = [
2242025-03-22T20:00:18.657Z- "m2_0.vdev",
2252025-03-22T20:00:18.657Z- "m2_1.vdev",
2262025-03-22T20:00:18.657Z+ "/scratch/m2_0.vdev",
2272025-03-22T20:00:18.657Z+ "/scratch/m2_1.vdev",
2282025-03-22T20:00:18.657Z
2292025-03-22T20:00:18.657Z- "u2_0.vdev",
2302025-03-22T20:00:18.657Z- "u2_1.vdev",
2312025-03-22T20:00:18.657Z- "u2_2.vdev",
2322025-03-22T20:00:18.657Z- "u2_3.vdev",
2332025-03-22T20:00:18.657Z- "u2_4.vdev",
2342025-03-22T20:00:18.657Z- "u2_5.vdev",
2352025-03-22T20:00:18.657Z- "u2_6.vdev",
2362025-03-22T20:00:18.658Z- "u2_7.vdev",
2372025-03-22T20:00:18.658Z- "u2_8.vdev",
2382025-03-22T20:00:18.658Z+ "/scratch/u2_0.vdev",
2392025-03-22T20:00:18.658Z+ "/scratch/u2_1.vdev",
2402025-03-22T20:00:18.658Z+ "/scratch/u2_2.vdev",
2412025-03-22T20:00:18.658Z+ "/scratch/u2_3.vdev",
2422025-03-22T20:00:18.658Z+ "/scratch/u2_4.vdev",
2432025-03-22T20:00:18.658Z+ "/scratch/u2_5.vdev",
2442025-03-22T20:00:18.658Z+ "/scratch/u2_6.vdev",
2452025-03-22T20:00:18.658Z+ "/scratch/u2_7.vdev",
2462025-03-22T20:00:18.658Z+ "/scratch/u2_8.vdev",
2472025-03-22T20:00:18.658Z ]
2482025-03-22T20:00:18.658Z
2492025-03-22T20:00:18.658Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2502025-03-22T20:00:18.658Z+ true
2512025-03-22T20:00:18.658Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2522025-03-22T20:00:18.658Z+ SILO_NAME=recovery
2532025-03-22T20:00:18.658Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2542025-03-22T20:00:18.658Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2552025-03-22T20:00:18.658Z+ sed -i~ '
2562025-03-22T20:00:18.658Z /^external_dns_ips/c\
2572025-03-22T20:00:18.658Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2582025-03-22T20:00:18.658Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2592025-03-22T20:00:18.658Z /^first/c\
2602025-03-22T20:00:18.658Zfirst = "10.151.2.164"
2612025-03-22T20:00:18.658Z /^last/c\
2622025-03-22T20:00:18.658Zlast = "10.151.2.173"
2632025-03-22T20:00:18.658Z }
2642025-03-22T20:00:18.658Z /^infra_ip_first/c\
2652025-03-22T20:00:18.658Zinfra_ip_first = "10.151.2.174"
2662025-03-22T20:00:18.658Z /^infra_ip_last/c\
2672025-03-22T20:00:18.658Zinfra_ip_last = "10.151.2.174"
2682025-03-22T20:00:18.658Z /^\[\[rack_network_config.ports/,/^$/ {
2692025-03-22T20:00:18.658Z /^routes/c\
2702025-03-22T20:00:18.658Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2712025-03-22T20:00:18.658Z /^addresses/c\
2722025-03-22T20:00:18.658Zaddresses = \[{address = "10.151.2.174/24"} \]
2732025-03-22T20:00:18.658Z }
2742025-03-22T20:00:18.658Z' pkg/config-rss.toml
2752025-03-22T20:00:18.683Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2762025-03-22T20:00:18.683Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2772025-03-22T20:00:18.683Z+++ pkg/config-rss.toml Sat Mar 22 20:00:18 2025
2782025-03-22T20:00:18.683Z@@ -33,7 +33,7 @@
2792025-03-22T20:00:18.683Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2802025-03-22T20:00:18.683Z # must be contained in one of the "internal services" IP Pool ranges listed
2812025-03-22T20:00:18.684Z # below.
2822025-03-22T20:00:18.684Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2832025-03-22T20:00:18.684Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2842025-03-22T20:00:18.684Z
2852025-03-22T20:00:18.684Z # Initial TLS certificates for the external API
2862025-03-22T20:00:18.684Z #
2872025-03-22T20:00:18.684Z@@ -69,8 +69,8 @@
2882025-03-22T20:00:18.684Z #
2892025-03-22T20:00:18.684Z # For more on this and what to put here, see docs/how-to-run.adoc.
2902025-03-22T20:00:18.684Z [[internal_services_ip_pool_ranges]]
2912025-03-22T20:00:18.684Z-first = "192.168.1.20"
2922025-03-22T20:00:18.684Z-last = "192.168.1.29"
2932025-03-22T20:00:18.684Z+first = "10.151.2.164"
2942025-03-22T20:00:18.684Z+last = "10.151.2.173"
2952025-03-22T20:00:18.684Z
2962025-03-22T20:00:18.684Z # TODO - this configuration is subject to change going forward. Ultimately these
2972025-03-22T20:00:18.684Z # parameters should be provided to the control plane via wicket, but we need to
2982025-03-22T20:00:18.684Z@@ -91,8 +91,8 @@
2992025-03-22T20:00:18.684Z # A range of IP addresses used by Boundary Services on the external network. In
3002025-03-22T20:00:18.684Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3012025-03-22T20:00:18.684Z # With softnpu, only one address is used.
3022025-03-22T20:00:18.684Z-infra_ip_first = "192.168.1.30"
3032025-03-22T20:00:18.684Z-infra_ip_last = "192.168.1.30"
3042025-03-22T20:00:18.684Z+infra_ip_first = "10.151.2.174"
3052025-03-22T20:00:18.684Z+infra_ip_last = "10.151.2.174"
3062025-03-22T20:00:18.684Z
3072025-03-22T20:00:18.684Z # Configurations for BGP routers to run on the scrimlets.
3082025-03-22T20:00:18.684Z bgp = []
3092025-03-22T20:00:18.684Z@@ -100,9 +100,9 @@
3102025-03-22T20:00:18.684Z # You can configure multiple uplinks by repeating the following stanza
3112025-03-22T20:00:18.684Z [[rack_network_config.ports]]
3122025-03-22T20:00:18.684Z # Routes associated with this port.
3132025-03-22T20:00:18.684Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3142025-03-22T20:00:18.684Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3152025-03-22T20:00:18.684Z # Addresses associated with this port.
3162025-03-22T20:00:18.684Z-addresses = [{address = "192.168.1.30/24"}]
3172025-03-22T20:00:18.684Z+addresses = [{address = "10.151.2.174/24"} ]
3182025-03-22T20:00:18.684Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3192025-03-22T20:00:18.684Z port = "qsfp0"
3202025-03-22T20:00:18.685Z # The speed of this port.
3212025-03-22T20:00:18.685Z+ true
3222025-03-22T20:00:18.685Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3232025-03-22T20:00:18.685Za pkg/config-rss.toml 8K
3242025-03-22T20:00:18.685Za pkg/config.toml 4K
3252025-03-22T20:00:18.685Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3262025-03-22T20:00:18.685Z+ TLS_NAME=recovery.sys.oxide.test
3272025-03-22T20:00:18.685Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3282025-03-22T20:00:20.375Z..+...+......+......+...+.+...+...+...+..+...+.........+.+..+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.................+......+.........+.....+...+......+....+......+.................+.............+..+...+..........+..+....+.........+......+.....+....+..+...+.........+......+...............+...................+.....+......+....+................................+.+.........+...........+....+......+...+.....+.......+.........+..............+....+.....+............+.+...........................+.....+......+..........+...........+.+..+..................+...+....+......+..+....+....................+..........+...+.....+...+.......+..+....+.........+............+.....+...+.+......+.........+..+....+.....+...+.+...........+.+.....+....+.....+.+...............+.....+.......+..+.+...+.........+......+....................+.....................+.........+......+.+..............+.+.....+............+...+....+.........+..+....+......+..+.............+.........+..............+.+...+...+........+.+...+..+......+........................+....+.....................+.....+.........................+...+............+.................................+........+...................+......+..+...............+.......+......+..+...+...+.......+...+...........+.+..+......................+......+...+..+...+.+.....+.+..+................+..............+...+.........+....+..+.............+....................+.+........+.......+....................+......+...+.........+...+...+.+.....+.+..............+..........+........+.+.....+.......+..+.+.....+......+.+.......................+......+.........+......+.+..............+.+..+.......+.....+....+......+...+.....+...+.........+.+...+..............+..................+...+......+....+.........+............+.....+...+.+.....+....+.................+...+.+......+........+.+......+...+........+...+......+....+..............+.+........................+.....+...+...+.+..............+.+..............+....+..+.+............+...+...+.....+......+....+......+.....+......+....+........+...+....+...+......+......+.....+...+..........+...+.....+...+.......+...+............+............+..................+...+..+...+...............+......+..................+...+..........+........+....+........+.........+......+...+.........+......+....+..................+.....+.........+.....................+.........+...+..........+........+....+...........+.......+......+......+...............+.....+......+.......+........+...+....+............+..............+.+......+...+.....+......+.+...+.....+.........+.+..............+..................+.......+...+.........+........+..........+...+...+.....................+...........+....+...+...+.....+..............................+.........+...+.+...............+.....+......................+.................+......+.+...+........+...+.......+............+......+..+.......+...+..+......+.......+.........+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3292025-03-22T20:00:21.345Z....+.........+......+...+...+........+.+...+......+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..............+...+.......+.....+...+...............+...+...+.+.........+...........+.+..+.+.................+....+........+.+..............+......+.+.......................+......+......+....+.....+....+..+...................+..+..................+.+...+..+..........+......+..+.+.....+..................................+...+.....+....+.....+....+......+........+.+.........+......+..............+...+...+......+..........+...+........+.........+......+.........+..........+..................+.......................+..........+........+....+......+..+.......+..+..........+...+......+...................................+.........+.......+........+...+...+....+................................+...+..........+...........+....+...+..............+....+.....+.+...........+.............+...........+...+............+......+...+....+.....+...+..........+..+.......+......+............+..+.+........+.+...+..................+..+...+.......+......+............+.........+......+...............+.......................+.+...+..+....+..+...+....+...............+........+....+......+.........+.....+.........+.......+.................+.......+...........+............+..................+....+..............+.........+.+......+........+.......+...........+....+......+.....+...................+...+..+...+..........+...+...+.....+....+...+.................+.......+......+........+.+..................+....................+..........+...............+..+.+...+......+......+............+..+.........+...................+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3302025-03-22T20:00:21.369Z-----
3312025-03-22T20:00:21.369Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3322025-03-22T20:00:21.393Za pkg/initial-tls-cert.pem 2K
3332025-03-22T20:00:21.393Za pkg/initial-tls-key.pem 4K
3342025-03-22T20:00:21.393Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352025-03-22T20:00:21.393Z+ rmdir pkg
3362025-03-22T20:00:21.394Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3372025-03-22T20:00:21.394Z+ pfexec mkdir -p /usr/oxide
3382025-03-22T20:00:21.394Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3392025-03-22T20:00:21.991Z+ pfexec chmod +x /usr/oxide/oxide
3402025-03-22T20:00:22.016Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3412025-03-22T20:00:40.324Z+ OMICRON_NO_UNINSTALL=1
3422025-03-22T20:00:40.325Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3432025-03-22T20:00:40.353ZLogging to: /opt/oxide/work/out/LOG
3442025-03-22T20:00:41.073Z
3452025-03-22T20:00:41.073Zreal 0.743106713
3462025-03-22T20:00:41.073Zuser 0.145138167
3472025-03-22T20:00:41.073Zsys 3.886237193
3482025-03-22T20:00:41.098Ztrap 0.000012636
3492025-03-22T20:00:41.098Ztflt 0.000030070
3502025-03-22T20:00:41.098Zdflt 0.000548590
3512025-03-22T20:00:41.098Zkflt 0.000000000
3522025-03-22T20:00:41.098Zlock 1:07.184688618
3532025-03-22T20:00:41.098Zslp 0.946285635
3542025-03-22T20:00:41.098Zlat 0.003159526
3552025-03-22T20:00:41.098Zstop 0.213941144
3562025-03-22T20:00:41.098Z+ retry=0
3572025-03-22T20:00:41.098Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582025-03-22T20:00:41.098Z+ [[ 0 -gt 30 ]]
3592025-03-22T20:00:41.098Z+ sleep 1
3602025-03-22T20:00:42.088Z+ retry=1
3612025-03-22T20:00:42.088Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-03-22T20:00:42.112Z+ [[ 1 -gt 30 ]]
3632025-03-22T20:00:42.112Z+ sleep 1
3642025-03-22T20:00:43.102Z+ retry=2
3652025-03-22T20:00:43.103Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-03-22T20:00:43.127Z+ [[ 2 -gt 30 ]]
3672025-03-22T20:00:43.127Z+ sleep 1
3682025-03-22T20:00:44.117Z+ retry=3
3692025-03-22T20:00:44.117Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-03-22T20:01:04.256Z+ [[ 3 -gt 30 ]]
3712025-03-22T20:01:04.256Z+ sleep 1
3722025-03-22T20:01:05.259Z+ retry=4
3732025-03-22T20:01:05.259Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-03-22T20:01:05.284Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3752025-03-22T20:01:05.309Zlocal v6:
3762025-03-22T20:01:05.309Zfd0d:9ef4:6575:76e1::1
3772025-03-22T20:01:05.309Zfe80::f8e0:e6ff:fe26:7ea3
3782025-03-22T20:01:05.309Zlocal v4:
3792025-03-22T20:01:05.309Z10.151.2.174
3802025-03-22T20:01:05.309Zrouter v6:
3812025-03-22T20:01:05.309Zrouter v4_idx:
3822025-03-22T20:01:05.309Z0.0.0.0/0 -> 0
3832025-03-22T20:01:05.309Zrouter v4_routes:
3842025-03-22T20:01:05.309Z0 -> 10.151.2.100 (2)
3852025-03-22T20:01:05.309Zresolver v4:
3862025-03-22T20:01:05.309Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3872025-03-22T20:01:05.309Z10.151.2.174 -> 46:70:79:67:76:9a
3882025-03-22T20:01:05.309Zresolver v6:
3892025-03-22T20:01:05.309Zfe80::f8e0:e6ff:fe26:7ea3 -> fa:e0:e6:26:7e:a3
3902025-03-22T20:01:05.309Zfe80::1cf8:6cff:fee5:44d4 -> 1e:f8:6c:e5:44:d4
3912025-03-22T20:01:05.309Znat v4:
3922025-03-22T20:01:05.309Znat_v6:
3932025-03-22T20:01:05.309Zport_mac:
3942025-03-22T20:01:05.309Z1000: a8:40:25:59:7c:90
3952025-03-22T20:01:05.309Z1: a8:40:25:59:7c:91
3962025-03-22T20:01:05.309Z2: a8:40:25:59:7c:b1
3972025-03-22T20:01:05.309Zproxy arp:
3982025-03-22T20:01:05.309Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3992025-03-22T20:01:05.309Z+ retry=0
4002025-03-22T20:01:05.309Z+++ zoneadm list -n
4012025-03-22T20:01:05.334Z+++ grep oxz_ntp
4022025-03-22T20:01:05.334Z++ pfexec svcs -z -Hostate oxide/ntp
4032025-03-22T20:01:05.334Zsvcs: zone '-Hostate': entity not found
4042025-03-22T20:01:05.334Z++ true
4052025-03-22T20:01:05.334Z+ [[ '' != online ]]
4062025-03-22T20:01:05.334Z+ [[ 0 -gt 60 ]]
4072025-03-22T20:01:05.334Z+ sleep 1
4082025-03-22T20:01:06.324Z+ retry=1
4092025-03-22T20:01:06.348Z+++ zoneadm list -n
4102025-03-22T20:01:06.348Z+++ grep oxz_ntp
4112025-03-22T20:01:06.348Z++ pfexec svcs -z -Hostate oxide/ntp
4122025-03-22T20:01:06.348Zsvcs: zone '-Hostate': entity not found
4132025-03-22T20:01:06.348Z++ true
4142025-03-22T20:01:06.348Z+ [[ '' != online ]]
4152025-03-22T20:01:06.348Z+ [[ 1 -gt 60 ]]
4162025-03-22T20:01:06.348Z+ sleep 1
4172025-03-22T20:01:07.344Z+ retry=2
4182025-03-22T20:01:07.369Z+++ zoneadm list -n
4192025-03-22T20:01:07.369Z+++ grep oxz_ntp
4202025-03-22T20:01:07.369Z++ pfexec svcs -z -Hostate oxide/ntp
4212025-03-22T20:01:07.369Zsvcs: zone '-Hostate': entity not found
4222025-03-22T20:01:07.369Z++ true
4232025-03-22T20:01:07.369Z+ [[ '' != online ]]
4242025-03-22T20:01:07.369Z+ [[ 2 -gt 60 ]]
4252025-03-22T20:01:07.369Z+ sleep 1
4262025-03-22T20:01:08.365Z+ retry=3
4272025-03-22T20:01:08.390Z+++ zoneadm list -n
4282025-03-22T20:01:08.390Z+++ grep oxz_ntp
4292025-03-22T20:01:08.390Z++ pfexec svcs -z -Hostate oxide/ntp
4302025-03-22T20:01:08.390Zsvcs: zone '-Hostate': entity not found
4312025-03-22T20:01:08.390Z++ true
4322025-03-22T20:01:08.390Z+ [[ '' != online ]]
4332025-03-22T20:01:08.390Z+ [[ 3 -gt 60 ]]
4342025-03-22T20:01:08.390Z+ sleep 1
4352025-03-22T20:01:09.390Z+ retry=4
4362025-03-22T20:01:09.414Z+++ zoneadm list -n
4372025-03-22T20:01:09.414Z+++ grep oxz_ntp
4382025-03-22T20:01:09.414Z++ pfexec svcs -z -Hostate oxide/ntp
4392025-03-22T20:01:09.414Zsvcs: zone '-Hostate': entity not found
4402025-03-22T20:01:09.414Z++ true
4412025-03-22T20:01:09.414Z+ [[ '' != online ]]
4422025-03-22T20:01:09.414Z+ [[ 4 -gt 60 ]]
4432025-03-22T20:01:09.414Z+ sleep 1
4442025-03-22T20:01:10.411Z+ retry=5
4452025-03-22T20:01:10.436Z+++ zoneadm list -n
4462025-03-22T20:01:10.436Z+++ grep oxz_ntp
4472025-03-22T20:01:10.436Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4482025-03-22T20:01:10.436Zsvcs: Could not bind to repository server for zone oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c: repository server unavailable
4492025-03-22T20:01:10.436Z++ true
4502025-03-22T20:01:10.460Z+ [[ '' != online ]]
4512025-03-22T20:01:10.460Z+ [[ 5 -gt 60 ]]
4522025-03-22T20:01:10.460Z+ sleep 1
4532025-03-22T20:01:11.440Z+ retry=6
4542025-03-22T20:01:11.465Z+++ zoneadm list -n
4552025-03-22T20:01:11.465Z+++ grep oxz_ntp
4562025-03-22T20:01:11.465Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4572025-03-22T20:01:11.489Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4582025-03-22T20:01:11.489Z++ true
4592025-03-22T20:01:11.489Z+ [[ '' != online ]]
4602025-03-22T20:01:11.489Z+ [[ 6 -gt 60 ]]
4612025-03-22T20:01:11.489Z+ sleep 1
4622025-03-22T20:01:12.472Z+ retry=7
4632025-03-22T20:01:12.497Z+++ zoneadm list -n
4642025-03-22T20:01:12.497Z+++ grep oxz_ntp
4652025-03-22T20:01:12.497Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4662025-03-22T20:01:12.521Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4672025-03-22T20:01:12.521Z++ true
4682025-03-22T20:01:12.521Z+ [[ '' != online ]]
4692025-03-22T20:01:12.521Z+ [[ 7 -gt 60 ]]
4702025-03-22T20:01:12.521Z+ sleep 1
4712025-03-22T20:01:13.502Z+ retry=8
4722025-03-22T20:01:13.527Z+++ zoneadm list -n
4732025-03-22T20:01:13.527Z+++ grep oxz_ntp
4742025-03-22T20:01:13.527Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4752025-03-22T20:01:13.551Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4762025-03-22T20:01:13.551Z++ true
4772025-03-22T20:01:13.551Z+ [[ '' != online ]]
4782025-03-22T20:01:13.551Z+ [[ 8 -gt 60 ]]
4792025-03-22T20:01:13.551Z+ sleep 1
4802025-03-22T20:01:14.533Z+ retry=9
4812025-03-22T20:01:14.558Z+++ zoneadm list -n
4822025-03-22T20:01:14.558Z+++ grep oxz_ntp
4832025-03-22T20:01:14.558Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4842025-03-22T20:01:14.558Z+ [[ offline != online ]]
4852025-03-22T20:01:14.558Z+ [[ 9 -gt 60 ]]
4862025-03-22T20:01:14.558Z+ sleep 1
4872025-03-22T20:01:15.558Z+ retry=10
4882025-03-22T20:01:15.583Z+++ zoneadm list -n
4892025-03-22T20:01:15.583Z+++ grep oxz_ntp
4902025-03-22T20:01:15.583Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4912025-03-22T20:01:15.583Z+ [[ offline != online ]]
4922025-03-22T20:01:15.583Z+ [[ 10 -gt 60 ]]
4932025-03-22T20:01:15.583Z+ sleep 1
4942025-03-22T20:01:16.580Z+ retry=11
4952025-03-22T20:01:16.605Z+++ zoneadm list -n
4962025-03-22T20:01:16.605Z+++ grep oxz_ntp
4972025-03-22T20:01:16.605Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
4982025-03-22T20:01:16.605Z+ [[ offline != online ]]
4992025-03-22T20:01:16.605Z+ [[ 11 -gt 60 ]]
5002025-03-22T20:01:16.605Z+ sleep 1
5012025-03-22T20:01:17.603Z+ retry=12
5022025-03-22T20:01:17.628Z+++ zoneadm list -n
5032025-03-22T20:01:17.628Z+++ grep oxz_ntp
5042025-03-22T20:01:17.628Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
5052025-03-22T20:01:17.628Z+ [[ offline != online ]]
5062025-03-22T20:01:17.628Z+ [[ 12 -gt 60 ]]
5072025-03-22T20:01:17.628Z+ sleep 1
5082025-03-22T20:01:18.626Z+ retry=13
5092025-03-22T20:01:18.651Z+++ zoneadm list -n
5102025-03-22T20:01:18.651Z+++ grep oxz_ntp
5112025-03-22T20:01:18.651Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
5122025-03-22T20:01:18.651Z+ [[ offline != online ]]
5132025-03-22T20:01:18.651Z+ [[ 13 -gt 60 ]]
5142025-03-22T20:01:18.651Z+ sleep 1
5152025-03-22T20:01:19.648Z+ retry=14
5162025-03-22T20:01:19.674Z+++ zoneadm list -n
5172025-03-22T20:01:19.674Z+++ grep oxz_ntp
5182025-03-22T20:01:19.674Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
5192025-03-22T20:01:19.674Z+ [[ offline != online ]]
5202025-03-22T20:01:19.674Z+ [[ 14 -gt 60 ]]
5212025-03-22T20:01:19.674Z+ sleep 1
5222025-03-22T20:01:20.669Z+ retry=15
 
5232025-03-22T20:01:20.674Zsock console login: Mar 22 20:01:20 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5242025-03-22T20:01:20.695Z+++ zoneadm list -n
5252025-03-22T20:01:20.695Z+++ grep oxz_ntp
5262025-03-22T20:01:20.695Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
5272025-03-22T20:01:20.695Z+ [[ offline != online ]]
5282025-03-22T20:01:20.695Z+ [[ 15 -gt 60 ]]
5292025-03-22T20:01:20.695Z+ sleep 1
5302025-03-22T20:01:21.691Z+ retry=16
5312025-03-22T20:01:21.717Z+++ zoneadm list -n
5322025-03-22T20:01:21.717Z+++ grep oxz_ntp
5332025-03-22T20:01:21.717Z++ pfexec svcs -z oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c -Hostate oxide/ntp
5342025-03-22T20:01:21.717Z+ [[ online != online ]]
5352025-03-22T20:01:21.717Z+ echo 'Waited for chrony: 16s'
5362025-03-22T20:01:21.717ZWaited for chrony: 16s
5372025-03-22T20:01:21.717Z+ retry=0
5382025-03-22T20:01:21.717Z+ zoneadm list
5392025-03-22T20:01:21.717Z+ grep nexus
5402025-03-22T20:01:21.742Z+ [[ 0 -gt 300 ]]
5412025-03-22T20:01:21.742Z+ sleep 1
5422025-03-22T20:01:22.721Z+ retry=1
5432025-03-22T20:01:22.746Z+ zoneadm list
5442025-03-22T20:01:22.747Z+ grep nexus
5452025-03-22T20:01:22.747Z+ [[ 1 -gt 300 ]]
5462025-03-22T20:01:22.747Z+ sleep 1
5472025-03-22T20:01:23.732Z+ retry=2
5482025-03-22T20:01:23.757Z+ zoneadm list
5492025-03-22T20:01:23.757Z+ grep nexus
5502025-03-22T20:01:23.757Z+ [[ 2 -gt 300 ]]
5512025-03-22T20:01:23.757Z+ sleep 1
5522025-03-22T20:01:24.743Z+ retry=3
5532025-03-22T20:01:24.768Z+ zoneadm list
5542025-03-22T20:01:24.768Z+ grep nexus
5552025-03-22T20:01:24.768Z+ [[ 3 -gt 300 ]]
5562025-03-22T20:01:24.768Z+ sleep 1
5572025-03-22T20:01:25.754Z+ retry=4
5582025-03-22T20:01:25.779Z+ zoneadm list
5592025-03-22T20:01:25.779Z+ grep nexus
5602025-03-22T20:01:25.779Z+ [[ 4 -gt 300 ]]
5612025-03-22T20:01:25.779Z+ sleep 1
5622025-03-22T20:01:26.764Z+ retry=5
5632025-03-22T20:01:26.790Z+ zoneadm list
5642025-03-22T20:01:26.790Z+ grep nexus
5652025-03-22T20:01:26.790Z+ [[ 5 -gt 300 ]]
5662025-03-22T20:01:26.790Z+ sleep 1
5672025-03-22T20:01:27.775Z+ retry=6
5682025-03-22T20:01:27.800Z+ zoneadm list
5692025-03-22T20:01:27.800Z+ grep nexus
5702025-03-22T20:01:27.800Z+ [[ 6 -gt 300 ]]
5712025-03-22T20:01:27.800Z+ sleep 1
5722025-03-22T20:01:28.785Z+ retry=7
5732025-03-22T20:01:28.810Z+ zoneadm list
5742025-03-22T20:01:28.810Z+ grep nexus
5752025-03-22T20:01:28.810Z+ [[ 7 -gt 300 ]]
5762025-03-22T20:01:28.810Z+ sleep 1
5772025-03-22T20:01:29.795Z+ retry=8
5782025-03-22T20:01:29.820Z+ zoneadm list
5792025-03-22T20:01:29.820Z+ grep nexus
5802025-03-22T20:01:29.820Z+ [[ 8 -gt 300 ]]
5812025-03-22T20:01:29.820Z+ sleep 1
5822025-03-22T20:01:30.805Z+ retry=9
5832025-03-22T20:01:30.830Z+ zoneadm list
5842025-03-22T20:01:30.830Z+ grep nexus
5852025-03-22T20:01:30.830Z+ [[ 9 -gt 300 ]]
5862025-03-22T20:01:30.830Z+ sleep 1
5872025-03-22T20:01:31.815Z+ retry=10
5882025-03-22T20:01:31.842Z+ zoneadm list
5892025-03-22T20:01:31.842Z+ grep nexus
5902025-03-22T20:01:31.842Z+ [[ 10 -gt 300 ]]
5912025-03-22T20:01:31.842Z+ sleep 1
5922025-03-22T20:01:32.825Z+ retry=11
5932025-03-22T20:01:32.850Z+ zoneadm list
5942025-03-22T20:01:32.850Z+ grep nexus
5952025-03-22T20:01:32.850Z+ [[ 11 -gt 300 ]]
5962025-03-22T20:01:32.850Z+ sleep 1
5972025-03-22T20:01:33.835Z+ retry=12
5982025-03-22T20:01:33.860Z+ zoneadm list
5992025-03-22T20:01:33.861Z+ grep nexus
6002025-03-22T20:01:33.861Z+ [[ 12 -gt 300 ]]
6012025-03-22T20:01:33.861Z+ sleep 1
6022025-03-22T20:01:34.846Z+ retry=13
6032025-03-22T20:01:34.871Z+ zoneadm list
6042025-03-22T20:01:34.872Z+ grep nexus
6052025-03-22T20:01:34.872Z+ [[ 13 -gt 300 ]]
6062025-03-22T20:01:34.872Z+ sleep 1
6072025-03-22T20:01:35.857Z+ retry=14
6082025-03-22T20:01:35.882Z+ zoneadm list
6092025-03-22T20:01:35.882Z+ grep nexus
6102025-03-22T20:01:35.882Z+ [[ 14 -gt 300 ]]
6112025-03-22T20:01:35.882Z+ sleep 1
6122025-03-22T20:01:36.868Z+ retry=15
6132025-03-22T20:01:36.893Z+ zoneadm list
6142025-03-22T20:01:36.893Z+ grep nexus
6152025-03-22T20:01:36.893Z+ [[ 15 -gt 300 ]]
6162025-03-22T20:01:36.893Z+ sleep 1
6172025-03-22T20:01:37.880Z+ retry=16
6182025-03-22T20:01:37.905Z+ zoneadm list
6192025-03-22T20:01:37.905Z+ grep nexus
6202025-03-22T20:01:37.905Z+ [[ 16 -gt 300 ]]
6212025-03-22T20:01:37.905Z+ sleep 1
6222025-03-22T20:01:38.891Z+ retry=17
6232025-03-22T20:01:38.917Z+ zoneadm list
6242025-03-22T20:01:38.917Z+ grep nexus
6252025-03-22T20:01:38.917Z+ [[ 17 -gt 300 ]]
6262025-03-22T20:01:38.917Z+ sleep 1
6272025-03-22T20:01:40.042Z+ retry=18
6282025-03-22T20:01:40.042Z+ zoneadm list
6292025-03-22T20:01:40.068Z+ grep nexus
6302025-03-22T20:01:40.068Z+ [[ 18 -gt 300 ]]
6312025-03-22T20:01:40.068Z+ sleep 1
6322025-03-22T20:01:41.060Z+ retry=19
6332025-03-22T20:01:41.087Z+ zoneadm list
6342025-03-22T20:01:41.087Z+ grep nexus
6352025-03-22T20:01:41.087Z+ [[ 19 -gt 300 ]]
6362025-03-22T20:01:41.087Z+ sleep 1
6372025-03-22T20:01:42.082Z+ retry=20
6382025-03-22T20:01:42.107Z+ zoneadm list
6392025-03-22T20:01:42.107Z+ grep nexus
6402025-03-22T20:01:42.107Z+ [[ 20 -gt 300 ]]
6412025-03-22T20:01:42.107Z+ sleep 1
6422025-03-22T20:01:43.101Z+ retry=21
6432025-03-22T20:01:43.126Z+ zoneadm list
6442025-03-22T20:01:43.126Z+ grep nexus
6452025-03-22T20:01:43.126Z+ [[ 21 -gt 300 ]]
6462025-03-22T20:01:43.127Z+ sleep 1
6472025-03-22T20:01:44.113Z+ retry=22
6482025-03-22T20:01:44.138Z+ zoneadm list
6492025-03-22T20:01:44.139Z+ grep nexus
6502025-03-22T20:01:44.139Z+ [[ 22 -gt 300 ]]
6512025-03-22T20:01:44.139Z+ sleep 1
6522025-03-22T20:01:45.126Z+ retry=23
6532025-03-22T20:01:45.151Z+ zoneadm list
6542025-03-22T20:01:45.151Z+ grep nexus
6552025-03-22T20:01:45.151Z+ [[ 23 -gt 300 ]]
6562025-03-22T20:01:45.151Z+ sleep 1
6572025-03-22T20:01:46.138Z+ retry=24
6582025-03-22T20:01:46.163Z+ zoneadm list
6592025-03-22T20:01:46.163Z+ grep nexus
6602025-03-22T20:01:46.163Z+ [[ 24 -gt 300 ]]
6612025-03-22T20:01:46.163Z+ sleep 1
6622025-03-22T20:01:47.150Z+ retry=25
6632025-03-22T20:01:47.175Z+ zoneadm list
6642025-03-22T20:01:47.175Z+ grep nexus
6652025-03-22T20:01:47.175Z+ [[ 25 -gt 300 ]]
6662025-03-22T20:01:47.175Z+ sleep 1
6672025-03-22T20:01:48.162Z+ retry=26
6682025-03-22T20:01:48.188Z+ zoneadm list
6692025-03-22T20:01:48.188Z+ grep nexus
6702025-03-22T20:01:48.188Z+ [[ 26 -gt 300 ]]
6712025-03-22T20:01:48.188Z+ sleep 1
6722025-03-22T20:01:49.174Z+ retry=27
6732025-03-22T20:01:49.199Z+ zoneadm list
6742025-03-22T20:01:49.199Z+ grep nexus
6752025-03-22T20:01:49.199Z+ [[ 27 -gt 300 ]]
6762025-03-22T20:01:49.199Z+ sleep 1
6772025-03-22T20:01:50.186Z+ retry=28
6782025-03-22T20:01:50.212Z+ zoneadm list
6792025-03-22T20:01:50.212Z+ grep nexus
6802025-03-22T20:01:50.212Z+ [[ 28 -gt 300 ]]
6812025-03-22T20:01:50.212Z+ sleep 1
6822025-03-22T20:01:51.197Z+ retry=29
6832025-03-22T20:01:51.222Z+ zoneadm list
6842025-03-22T20:01:51.222Z+ grep nexus
6852025-03-22T20:01:51.222Z+ [[ 29 -gt 300 ]]
6862025-03-22T20:01:51.222Z+ sleep 1
6872025-03-22T20:01:52.209Z+ retry=30
6882025-03-22T20:01:52.234Z+ zoneadm list
6892025-03-22T20:01:52.235Z+ grep nexus
6902025-03-22T20:01:52.235Z+ [[ 30 -gt 300 ]]
6912025-03-22T20:01:52.235Z+ sleep 1
6922025-03-22T20:01:53.221Z+ retry=31
6932025-03-22T20:01:53.246Z+ zoneadm list
6942025-03-22T20:01:53.246Z+ grep nexus
6952025-03-22T20:01:53.246Z+ [[ 31 -gt 300 ]]
6962025-03-22T20:01:53.246Z+ sleep 1
6972025-03-22T20:01:54.234Z+ retry=32
6982025-03-22T20:01:54.259Z+ zoneadm list
6992025-03-22T20:01:54.259Z+ grep nexus
7002025-03-22T20:01:54.259Z+ [[ 32 -gt 300 ]]
7012025-03-22T20:01:54.259Z+ sleep 1
7022025-03-22T20:01:55.254Z+ retry=33
7032025-03-22T20:01:55.254Z+ zoneadm list
7042025-03-22T20:01:55.376Z+ grep nexus
7052025-03-22T20:01:55.402Z+ [[ 33 -gt 300 ]]
7062025-03-22T20:01:55.402Z+ sleep 1
7072025-03-22T20:01:56.392Z+ retry=34
7082025-03-22T20:01:56.417Z+ zoneadm list
7092025-03-22T20:01:56.417Z+ grep nexus
7102025-03-22T20:01:56.417Z+ [[ 34 -gt 300 ]]
7112025-03-22T20:01:56.417Z+ sleep 1
7122025-03-22T20:01:57.408Z+ retry=35
7132025-03-22T20:01:57.436Z+ zoneadm list
7142025-03-22T20:01:57.436Z+ grep nexus
7152025-03-22T20:01:57.436Z+ [[ 35 -gt 300 ]]
7162025-03-22T20:01:57.436Z+ sleep 1
7172025-03-22T20:01:58.420Z+ retry=36
7182025-03-22T20:01:58.446Z+ zoneadm list
7192025-03-22T20:01:58.446Z+ grep nexus
7202025-03-22T20:01:58.446Z+ [[ 36 -gt 300 ]]
7212025-03-22T20:01:58.446Z+ sleep 1
7222025-03-22T20:01:59.433Z+ retry=37
7232025-03-22T20:01:59.458Z+ zoneadm list
7242025-03-22T20:01:59.458Z+ grep nexus
7252025-03-22T20:01:59.458Z+ [[ 37 -gt 300 ]]
7262025-03-22T20:01:59.458Z+ sleep 1
7272025-03-22T20:02:00.445Z+ retry=38
7282025-03-22T20:02:00.471Z+ zoneadm list
7292025-03-22T20:02:00.471Z+ grep nexus
7302025-03-22T20:02:00.471Z+ [[ 38 -gt 300 ]]
7312025-03-22T20:02:00.471Z+ sleep 1
7322025-03-22T20:02:01.458Z+ retry=39
7332025-03-22T20:02:01.484Z+ zoneadm list
7342025-03-22T20:02:01.484Z+ grep nexus
7352025-03-22T20:02:01.484Z+ [[ 39 -gt 300 ]]
7362025-03-22T20:02:01.484Z+ sleep 1
7372025-03-22T20:02:02.471Z+ retry=40
7382025-03-22T20:02:02.496Z+ zoneadm list
7392025-03-22T20:02:02.496Z+ grep nexus
7402025-03-22T20:02:02.497Z+ [[ 40 -gt 300 ]]
7412025-03-22T20:02:02.497Z+ sleep 1
7422025-03-22T20:02:03.484Z+ retry=41
7432025-03-22T20:02:03.509Z+ zoneadm list
7442025-03-22T20:02:03.509Z+ grep nexus
7452025-03-22T20:02:03.509Z+ [[ 41 -gt 300 ]]
7462025-03-22T20:02:03.509Z+ sleep 1
7472025-03-22T20:02:04.497Z+ retry=42
7482025-03-22T20:02:04.522Z+ zoneadm list
7492025-03-22T20:02:04.522Z+ grep nexus
7502025-03-22T20:02:04.522Z+ [[ 42 -gt 300 ]]
7512025-03-22T20:02:04.522Z+ sleep 1
7522025-03-22T20:02:05.509Z+ retry=43
7532025-03-22T20:02:05.534Z+ zoneadm list
7542025-03-22T20:02:05.534Z+ grep nexus
7552025-03-22T20:02:05.534Z+ [[ 43 -gt 300 ]]
7562025-03-22T20:02:05.534Z+ sleep 1
7572025-03-22T20:02:06.521Z+ retry=44
7582025-03-22T20:02:06.547Z+ zoneadm list
7592025-03-22T20:02:06.547Z+ grep nexus
7602025-03-22T20:02:06.547Z+ [[ 44 -gt 300 ]]
7612025-03-22T20:02:06.547Z+ sleep 1
7622025-03-22T20:02:07.534Z+ retry=45
7632025-03-22T20:02:07.560Z+ zoneadm list
7642025-03-22T20:02:07.560Z+ grep nexus
7652025-03-22T20:02:07.560Z+ [[ 45 -gt 300 ]]
7662025-03-22T20:02:07.560Z+ sleep 1
7672025-03-22T20:02:08.548Z+ retry=46
7682025-03-22T20:02:08.573Z+ zoneadm list
7692025-03-22T20:02:08.573Z+ grep nexus
7702025-03-22T20:02:08.573Z+ [[ 46 -gt 300 ]]
7712025-03-22T20:02:08.573Z+ sleep 1
7722025-03-22T20:02:09.559Z+ retry=47
7732025-03-22T20:02:09.585Z+ zoneadm list
7742025-03-22T20:02:09.585Z+ grep nexus
7752025-03-22T20:02:09.585Z+ [[ 47 -gt 300 ]]
7762025-03-22T20:02:09.585Z+ sleep 1
7772025-03-22T20:02:10.572Z+ retry=48
7782025-03-22T20:02:10.597Z+ zoneadm list
7792025-03-22T20:02:10.597Z+ grep nexus
7802025-03-22T20:02:10.597Z+ [[ 48 -gt 300 ]]
7812025-03-22T20:02:10.597Z+ sleep 1
7822025-03-22T20:02:11.584Z+ retry=49
7832025-03-22T20:02:11.610Z+ zoneadm list
7842025-03-22T20:02:11.610Z+ grep nexus
7852025-03-22T20:02:11.610Z+ [[ 49 -gt 300 ]]
7862025-03-22T20:02:11.610Z+ sleep 1
7872025-03-22T20:02:12.598Z+ retry=50
7882025-03-22T20:02:12.623Z+ zoneadm list
7892025-03-22T20:02:12.623Z+ grep nexus
7902025-03-22T20:02:12.623Z+ [[ 50 -gt 300 ]]
7912025-03-22T20:02:12.623Z+ sleep 1
7922025-03-22T20:02:13.616Z+ retry=51
7932025-03-22T20:02:13.640Z+ zoneadm list
7942025-03-22T20:02:13.640Z+ grep nexus
7952025-03-22T20:02:13.640Z+ [[ 51 -gt 300 ]]
7962025-03-22T20:02:13.640Z+ sleep 1
7972025-03-22T20:02:14.636Z+ retry=52
7982025-03-22T20:02:14.660Z+ zoneadm list
7992025-03-22T20:02:14.660Z+ grep nexus
8002025-03-22T20:02:14.660Z+ [[ 52 -gt 300 ]]
8012025-03-22T20:02:14.660Z+ sleep 1
8022025-03-22T20:02:15.655Z+ retry=53
8032025-03-22T20:02:15.679Z+ zoneadm list
8042025-03-22T20:02:15.679Z+ grep nexus
8052025-03-22T20:02:15.679Z+ [[ 53 -gt 300 ]]
8062025-03-22T20:02:15.679Z+ sleep 1
8072025-03-22T20:02:16.673Z+ retry=54
8082025-03-22T20:02:16.673Z+ zoneadm list
8092025-03-22T20:02:16.698Z+ grep nexus
8102025-03-22T20:02:16.698Z+ [[ 54 -gt 300 ]]
8112025-03-22T20:02:16.698Z+ sleep 1
8122025-03-22T20:02:17.688Z+ retry=55
8132025-03-22T20:02:17.715Z+ zoneadm list
8142025-03-22T20:02:17.715Z+ grep nexus
8152025-03-22T20:02:17.715Z+ [[ 55 -gt 300 ]]
8162025-03-22T20:02:17.715Z+ sleep 1
8172025-03-22T20:02:18.700Z+ retry=56
8182025-03-22T20:02:18.724Z+ zoneadm list
8192025-03-22T20:02:18.724Z+ grep nexus
8202025-03-22T20:02:18.724Z+ [[ 56 -gt 300 ]]
8212025-03-22T20:02:18.724Z+ sleep 1
8222025-03-22T20:02:19.712Z+ retry=57
8232025-03-22T20:02:19.736Z+ zoneadm list
8242025-03-22T20:02:19.736Z+ grep nexus
8252025-03-22T20:02:19.736Z+ [[ 57 -gt 300 ]]
8262025-03-22T20:02:19.736Z+ sleep 1
8272025-03-22T20:02:20.724Z+ retry=58
8282025-03-22T20:02:20.748Z+ zoneadm list
8292025-03-22T20:02:20.748Z+ grep nexus
8302025-03-22T20:02:20.748Z+ [[ 58 -gt 300 ]]
8312025-03-22T20:02:20.749Z+ sleep 1
8322025-03-22T20:02:21.737Z+ retry=59
8332025-03-22T20:02:21.762Z+ zoneadm list
8342025-03-22T20:02:21.762Z+ grep nexus
8352025-03-22T20:02:21.762Z+ [[ 59 -gt 300 ]]
8362025-03-22T20:02:21.762Z+ sleep 1
8372025-03-22T20:02:22.750Z+ retry=60
8382025-03-22T20:02:22.774Z+ zoneadm list
8392025-03-22T20:02:22.774Z+ grep nexus
8402025-03-22T20:02:22.774Z+ [[ 60 -gt 300 ]]
8412025-03-22T20:02:22.774Z+ sleep 1
8422025-03-22T20:02:23.763Z+ retry=61
8432025-03-22T20:02:23.788Z+ zoneadm list
8442025-03-22T20:02:23.788Z+ grep nexus
8452025-03-22T20:02:23.788Z+ [[ 61 -gt 300 ]]
8462025-03-22T20:02:23.788Z+ sleep 1
8472025-03-22T20:02:24.777Z+ retry=62
8482025-03-22T20:02:24.802Z+ zoneadm list
8492025-03-22T20:02:24.802Z+ grep nexus
8502025-03-22T20:02:24.802Z+ [[ 62 -gt 300 ]]
8512025-03-22T20:02:24.802Z+ sleep 1
8522025-03-22T20:02:25.789Z+ retry=63
8532025-03-22T20:02:25.814Z+ zoneadm list
8542025-03-22T20:02:25.814Z+ grep nexus
8552025-03-22T20:02:25.814Z+ [[ 63 -gt 300 ]]
8562025-03-22T20:02:25.814Z+ sleep 1
8572025-03-22T20:02:26.802Z+ retry=64
8582025-03-22T20:02:26.826Z+ zoneadm list
8592025-03-22T20:02:26.826Z+ grep nexus
8602025-03-22T20:02:26.826Z+ [[ 64 -gt 300 ]]
8612025-03-22T20:02:26.826Z+ sleep 1
8622025-03-22T20:02:27.814Z+ retry=65
8632025-03-22T20:02:27.839Z+ zoneadm list
8642025-03-22T20:02:27.839Z+ grep nexus
8652025-03-22T20:02:27.839Z+ [[ 65 -gt 300 ]]
8662025-03-22T20:02:27.839Z+ sleep 1
8672025-03-22T20:02:28.826Z+ retry=66
8682025-03-22T20:02:28.851Z+ zoneadm list
8692025-03-22T20:02:28.851Z+ grep nexus
8702025-03-22T20:02:28.851Z+ [[ 66 -gt 300 ]]
8712025-03-22T20:02:28.851Z+ sleep 1
8722025-03-22T20:02:29.839Z+ retry=67
8732025-03-22T20:02:29.863Z+ zoneadm list
8742025-03-22T20:02:29.863Z+ grep nexus
8752025-03-22T20:02:29.863Z+ [[ 67 -gt 300 ]]
8762025-03-22T20:02:29.863Z+ sleep 1
8772025-03-22T20:02:30.851Z+ retry=68
8782025-03-22T20:02:30.877Z+ zoneadm list
8792025-03-22T20:02:30.877Z+ grep nexus
8802025-03-22T20:02:30.877Z+ [[ 68 -gt 300 ]]
8812025-03-22T20:02:30.877Z+ sleep 1
8822025-03-22T20:02:31.863Z+ retry=69
8832025-03-22T20:02:31.887Z+ zoneadm list
8842025-03-22T20:02:31.888Z+ grep nexus
8852025-03-22T20:02:31.888Z+ [[ 69 -gt 300 ]]
8862025-03-22T20:02:31.888Z+ sleep 1
8872025-03-22T20:02:32.876Z+ retry=70
8882025-03-22T20:02:32.900Z+ zoneadm list
8892025-03-22T20:02:32.900Z+ grep nexus
8902025-03-22T20:02:32.901Z+ [[ 70 -gt 300 ]]
8912025-03-22T20:02:32.901Z+ sleep 1
8922025-03-22T20:02:34.262Z+ retry=71
8932025-03-22T20:02:34.287Z+ zoneadm list
8942025-03-22T20:02:34.287Z+ grep nexus
8952025-03-22T20:02:34.287Z+ [[ 71 -gt 300 ]]
8962025-03-22T20:02:34.287Z+ sleep 1
8972025-03-22T20:02:35.715Z+ retry=72
8982025-03-22T20:02:35.716Z+ zoneadm list
8992025-03-22T20:02:35.716Z+ grep nexus
9002025-03-22T20:02:35.716Z+ [[ 72 -gt 300 ]]
9012025-03-22T20:02:35.716Z+ sleep 1
 
9022025-03-22T20:02:36.237ZMar 22 20:02:35 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:144.202.41.38:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9032025-03-22T20:02:36.713Z+ retry=73
9042025-03-22T20:02:41.354Z+ zoneadm list
9052025-03-22T20:02:41.520Z+ grep nexus
9062025-03-22T20:02:41.719Z+ [[ 73 -gt 300 ]]
9072025-03-22T20:02:41.743Z+ sleep 1
9082025-03-22T20:02:42.748Z+ retry=74
9092025-03-22T20:02:42.773Z+ zoneadm list
9102025-03-22T20:02:42.773Z+ grep nexus
9112025-03-22T20:02:42.773Z+ [[ 74 -gt 300 ]]
9122025-03-22T20:02:42.773Z+ sleep 1
9132025-03-22T20:02:43.774Z+ retry=75
9142025-03-22T20:02:43.798Z+ zoneadm list
9152025-03-22T20:02:43.798Z+ grep nexus
9162025-03-22T20:02:43.798Z+ [[ 75 -gt 300 ]]
9172025-03-22T20:02:43.798Z+ sleep 1
9182025-03-22T20:02:44.798Z+ retry=76
9192025-03-22T20:02:44.823Z+ zoneadm list
9202025-03-22T20:02:44.823Z+ grep nexus
9212025-03-22T20:02:44.823Z+ [[ 76 -gt 300 ]]
9222025-03-22T20:02:44.823Z+ sleep 1
9232025-03-22T20:02:45.824Z+ retry=77
9242025-03-22T20:02:45.849Z+ zoneadm list
9252025-03-22T20:02:45.849Z+ grep nexus
9262025-03-22T20:02:45.849Z+ [[ 77 -gt 300 ]]
9272025-03-22T20:02:45.849Z+ sleep 1
9282025-03-22T20:02:46.845Z+ retry=78
9292025-03-22T20:02:46.869Z+ zoneadm list
9302025-03-22T20:02:46.869Z+ grep nexus
9312025-03-22T20:02:46.869Z+ [[ 78 -gt 300 ]]
9322025-03-22T20:02:46.869Z+ sleep 1
9332025-03-22T20:02:47.870Z+ retry=79
9342025-03-22T20:02:47.895Z+ zoneadm list
9352025-03-22T20:02:47.895Z+ grep nexus
9362025-03-22T20:02:47.895Z+ [[ 79 -gt 300 ]]
9372025-03-22T20:02:47.895Z+ sleep 1
9382025-03-22T20:02:48.899Z+ retry=80
9392025-03-22T20:02:48.924Z+ zoneadm list
9402025-03-22T20:02:48.924Z+ grep nexus
9412025-03-22T20:02:48.924Zoxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c
9422025-03-22T20:02:48.924Zoxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322
9432025-03-22T20:02:48.924Zoxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11
9442025-03-22T20:02:48.950Z+ echo 'Waited for nexus: 80s'
9452025-03-22T20:02:48.950Z+ export RUST_BACKTRACE=1
9462025-03-22T20:02:48.950Z+ RUST_BACKTRACE=1
9472025-03-22T20:02:48.950ZWaited for nexus: 80s
9482025-03-22T20:02:48.976Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
9492025-03-22T20:02:48.976Z++ ./target/debug/bootstrap
9502025-03-22T20:02:49.175ZUsing external DNS server at 10.151.2.164:53
9512025-03-22T20:02:49.200Z2025-03-22 20:02:49.186338265 UTC: attempting to log into API
 
9522025-03-22T20:03:04.217ZMar 22 20:03:03 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
9532025-03-22T20:03:04.248Z2025-03-22 20:03:04.236082347 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
 
9542025-03-22T20:03:04.862ZMar 22 20:03:04 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
9552025-03-22T20:03:04.898ZMar 22 20:03:04 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
9562025-03-22T20:03:05.249Z2025-03-22 20:03:05.237231650 UTC: attempting to log into API
 
9572025-03-22T20:03:05.842ZMar 22 20:03:04 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
9582025-03-22T20:03:05.879ZMar 22 20:03:04 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
9592025-03-22T20:03:20.282Z2025-03-22 20:03:20.269868299 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9602025-03-22T20:03:21.283Z2025-03-22 20:03:21.270774771 UTC: attempting to log into API
9612025-03-22T20:03:32.126Z2025-03-22 20:03:32.113610421 UTC: login succeeded
9622025-03-22T20:03:32.159Zwaiting for nexus to come up...
9632025-03-22T20:03:32.262Zcreating IP pool... 10.151.2.175 - 10.151.2.227
9642025-03-22T20:03:32.518Zsetting up quotas...
9652025-03-22T20:03:32.575Zensuring datasets are ready...
9662025-03-22T20:03:35.522Zlet's roll.
9672025-03-22T20:03:35.548Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
9682025-03-22T20:03:35.548ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
9692025-03-22T20:03:35.548ZOXIDE_TOKEN=oxide-token-3cd922998847ac76ca5526c23050858bcb896e5b'
9702025-03-22T20:03:35.548Z++ OXIDE_HOST=https://recovery.sys.oxide.test
9712025-03-22T20:03:35.548Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
9722025-03-22T20:03:35.548Z++ OXIDE_TOKEN=oxide-token-3cd922998847ac76ca5526c23050858bcb896e5b
9732025-03-22T20:03:35.548Z+ export OXIDE_HOST OXIDE_TOKEN
9742025-03-22T20:03:35.548Z+ retry=0
9752025-03-22T20:03:35.548Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9762025-03-22T20:03:35.610Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9772025-03-22T20:03:36.262Z{"status":"ok"}{
9782025-03-22T20:03:36.262Z "description": "some images",
9792025-03-22T20:03:36.262Z "id": "5cc881ed-85f4-48ef-b5fe-abfd081b5fdd",
9802025-03-22T20:03:36.263Z "name": "images",
9812025-03-22T20:03:36.263Z "time_created": "2025-03-22T20:03:35.704720Z",
9822025-03-22T20:03:36.263Z "time_modified": "2025-03-22T20:03:35.704720Z"
9832025-03-22T20:03:36.263Z}
9842025-03-22T20:03:36.287Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
9852025-03-22T20:05:09.902ZMar 22 20:05:09 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.155.40.38:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
9862025-03-22T20:06:37.181ZMar 22 20:06:36 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:204.93.207.12:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9872025-03-22T20:14:27.170ZDone!
9882025-03-22T20:14:27.196Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9892025-03-22T20:14:27.301Z{
9902025-03-22T20:14:27.301Z "block_size": 512,
9912025-03-22T20:14:27.301Z "description": "debian 11 original base image",
9922025-03-22T20:14:27.301Z "id": "df4d4157-bcd6-42a6-b632-7dc213beba5c",
9932025-03-22T20:14:27.301Z "name": "debian11",
9942025-03-22T20:14:27.301Z "os": "debian",
9952025-03-22T20:14:27.301Z "size": 2147483648,
9962025-03-22T20:14:27.302Z "time_created": "2025-03-22T20:14:27.034989Z",
9972025-03-22T20:14:27.302Z "time_modified": "2025-03-22T20:14:27.283311Z",
9982025-03-22T20:14:27.302Z "version": "11"
9992025-03-22T20:14:27.302Z}
10002025-03-22T20:14:27.326Z+ for test_bin in tests/*
10012025-03-22T20:14:27.326Z+ ./tests/bootstrap-0ce3b2f09d354b4b
10022025-03-22T20:14:27.351Z
10032025-03-22T20:14:27.351Zrunning 0 tests
10042025-03-22T20:14:27.351Z
10052025-03-22T20:14:27.351Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10062025-03-22T20:14:27.352Z
10072025-03-22T20:14:27.352Z+ for test_bin in tests/*
10082025-03-22T20:14:27.352Z+ ./tests/commtest-8157ae39450efb9d
10092025-03-22T20:14:27.403Z
10102025-03-22T20:14:27.403Zrunning 0 tests
10112025-03-22T20:14:27.428Z
10122025-03-22T20:14:27.428Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10132025-03-22T20:14:27.428Z
10142025-03-22T20:14:27.428Z+ for test_bin in tests/*
10152025-03-22T20:14:27.428Z+ ./tests/dhcp_server-85a52c52ac369810
10162025-03-22T20:14:27.453Z
10172025-03-22T20:14:27.454Zrunning 0 tests
10182025-03-22T20:14:27.454Z
10192025-03-22T20:14:27.454Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10202025-03-22T20:14:27.454Z
10212025-03-22T20:14:27.454Z+ for test_bin in tests/*
10222025-03-22T20:14:27.454Z+ ./tests/end_to_end_tests-72010e6fc5b9e64b
10232025-03-22T20:14:27.568Z
10242025-03-22T20:14:27.568Zrunning 3 tests
10252025-03-22T20:14:27.593Znote: configured to log to "/tmp/end_to_end_tests-72010e6fc5b9e64b-new_blueprint_noop.694.0.log"
10262025-03-22T20:14:27.959Ztest no_spoof::no_spoof_here ... ok
10272025-03-22T20:14:28.367Ztest noop_blueprint::new_blueprint_noop ... ok
10282025-03-22T20:14:56.317Ztest instance_launch::instance_launch ... ok
10292025-03-22T20:14:56.317Z
10302025-03-22T20:14:56.317Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.75s
10312025-03-22T20:14:56.317Z
10322025-03-22T20:14:56.342Z+ _exit_trap
10332025-03-22T20:14:56.342Z+ local status=0
10342025-03-22T20:14:56.342Z+ set +o errexit
10352025-03-22T20:14:56.343Z+ [[ x != \x ]]
10362025-03-22T20:14:56.343Z+ pfexec svcadm -Z disable -s cron
10372025-03-22T20:14:58.169Z+ [[ 0 -eq 0 ]]
10382025-03-22T20:14:58.169Z+ exit 0
10392025-03-22T20:14:58.195Zprocess exited: duration 907858 ms, exit code 0
 
10402025-03-22T20:14:58.342Zfound 109 output files
10412025-03-22T20:14:58.342Zuploading: /var/svc/log/oxide-mg-ddm:default.log (329169 bytes)
10422025-03-22T20:14:59.580Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
10432025-03-22T20:14:59.580Zuploading: /var/svc/log/oxide-sled-agent:default.log (1706884 bytes)
10442025-03-22T20:15:00.958Zuploaded: /var/svc/log/oxide-sled-agent:default.log
10452025-03-22T20:15:00.958Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7855563 bytes)
10462025-03-22T20:15:01.476Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7855563 -> 7880621
10472025-03-22T20:15:02.549Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
10482025-03-22T20:15:02.549Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (39534 bytes)
10492025-03-22T20:15:03.713Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
10502025-03-22T20:15:03.713Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (357909 bytes)
10512025-03-22T20:15:03.974Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 357909 -> 360285
10522025-03-22T20:15:05.049Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10532025-03-22T20:15:05.049Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (466429 bytes)
10542025-03-22T20:15:05.308Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 466429 -> 469201
10552025-03-22T20:15:06.383Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10562025-03-22T20:15:06.383Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2251853 bytes)
10572025-03-22T20:15:06.757Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2251853 -> 2276762
10582025-03-22T20:15:07.831Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10592025-03-22T20:15:07.832Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5478014 bytes)
10602025-03-22T20:15:08.318Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5478014 -> 5543434
10612025-03-22T20:15:09.393Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
10622025-03-22T20:15:09.393Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3332 bytes)
10632025-03-22T20:15:10.493Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
10642025-03-22T20:15:10.493Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (500007 bytes)
10652025-03-22T20:15:11.187Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 500007 -> 506184
10662025-03-22T20:15:12.261Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
10672025-03-22T20:15:12.262Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (14290 bytes)
10682025-03-22T20:15:12.334Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 14290 -> 14875
10692025-03-22T20:15:13.409Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10702025-03-22T20:15:13.409Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3850 bytes)
10712025-03-22T20:15:14.509Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10722025-03-22T20:15:14.509Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
10732025-03-22T20:15:15.609Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10742025-03-22T20:15:15.609Zuploading: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-agent:default.log (18704 bytes)
10752025-03-22T20:15:16.754Zuploaded: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-agent:default.log
10762025-03-22T20:15:16.754Zuploading: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10772025-03-22T20:15:17.854Zuploaded: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:default.log
10782025-03-22T20:15:17.854Zuploading: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:downstairs-153840b8-c0e7-4bff-b1af-5edb6195dda4.log (2997 bytes)
10792025-03-22T20:15:18.954Zuploaded: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:downstairs-153840b8-c0e7-4bff-b1af-5edb6195dda4.log
10802025-03-22T20:15:18.954Zuploading: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:downstairs-880d48ca-311c-4e5f-a802-646ba9a892e1.log (5948 bytes)
10812025-03-22T20:15:20.052Zuploaded: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-crucible-downstairs:downstairs-880d48ca-311c-4e5f-a802-646ba9a892e1.log
10822025-03-22T20:15:20.052Zuploading: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10832025-03-22T20:15:21.152Zuploaded: /pool/ext/028f1fde-677e-4cf5-82ae-03cd4acf2d32/crypt/zone/oxz_crucible_0363940a-5514-4a36-88db-915374815563/root/var/svc/log/oxide-zone-network-setup:default.log
10842025-03-22T20:15:21.152Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
10852025-03-22T20:15:22.251Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-cockroach-admin:default.log
10862025-03-22T20:15:22.251Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10872025-03-22T20:15:23.352Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-cockroachdb:default.log
10882025-03-22T20:15:23.352Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10892025-03-22T20:15:24.451Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_cockroachdb_8168e2e6-f07f-4c06-b211-fe4799a44aa3/root/var/svc/log/oxide-zone-network-setup:default.log
10902025-03-22T20:15:24.451Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-agent:default.log (23779 bytes)
10912025-03-22T20:15:25.597Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-agent:default.log
10922025-03-22T20:15:25.597Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10932025-03-22T20:15:26.697Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:default.log
10942025-03-22T20:15:26.697Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-0ca26b3b-23bb-43f0-88e2-c9bbfa24a084.log (2995 bytes)
10952025-03-22T20:15:27.797Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-0ca26b3b-23bb-43f0-88e2-c9bbfa24a084.log
10962025-03-22T20:15:27.797Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-f32723ef-5d2f-400b-9445-53289332cb5d.log (6079 bytes)
10972025-03-22T20:15:28.896Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-f32723ef-5d2f-400b-9445-53289332cb5d.log
10982025-03-22T20:15:28.921Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:snapshot-f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5.log (5633 bytes)
10992025-03-22T20:15:29.996Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-crucible-downstairs:snapshot-f32723ef-5d2f-400b-9445-53289332cb5d-06049218-2dda-40c4-9f6f-6818227eb4e5.log
11002025-03-22T20:15:29.996Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11012025-03-22T20:15:31.096Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_crucible_68c62a9a-c6db-4bdf-910a-f31e4693ff1c/root/var/svc/log/oxide-zone-network-setup:default.log
11022025-03-22T20:15:31.096Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-external_dns:default.log (45791 bytes)
11032025-03-22T20:15:31.238Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45791 -> 49568
11042025-03-22T20:15:32.313Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-external_dns:default.log
11052025-03-22T20:15:32.313Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
11062025-03-22T20:15:33.412Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-opte-interface-setup:default.log
11072025-03-22T20:15:33.412Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
11082025-03-22T20:15:34.512Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_external_dns_bce764af-f1bf-4155-be86-789860da4a0e/root/var/svc/log/oxide-zone-network-setup:default.log
11092025-03-22T20:15:34.512Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_internal_dns_38e0cbfa-22ba-492d-be6c-4ce97535a1aa/root/var/svc/log/oxide-internal_dns:default.log (652969 bytes)
11102025-03-22T20:15:35.326Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_internal_dns_38e0cbfa-22ba-492d-be6c-4ce97535a1aa/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 652969 -> 667985
11112025-03-22T20:15:36.400Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_internal_dns_38e0cbfa-22ba-492d-be6c-4ce97535a1aa/root/var/svc/log/oxide-internal_dns:default.log
11122025-03-22T20:15:36.426Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_internal_dns_38e0cbfa-22ba-492d-be6c-4ce97535a1aa/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11132025-03-22T20:15:37.500Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_internal_dns_38e0cbfa-22ba-492d-be6c-4ce97535a1aa/root/var/svc/log/oxide-zone-network-setup:default.log
11142025-03-22T20:15:37.501Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-nexus:default.log (42251312 bytes)
11152025-03-22T20:15:45.451Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42251312 -> 42704188
11162025-03-22T20:15:46.526Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-nexus:default.log
11172025-03-22T20:15:46.526Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11182025-03-22T20:15:47.625Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-opte-interface-setup:default.log
11192025-03-22T20:15:47.625Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11202025-03-22T20:15:48.724Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_05aee20b-8021-45f8-8b60-96e98c92ed11/root/var/svc/log/oxide-zone-network-setup:default.log
11212025-03-22T20:15:48.724Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-nexus:default.log (5149050 bytes)
11222025-03-22T20:15:51.472Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5149050 -> 5518664
11232025-03-22T20:15:52.546Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-nexus:default.log
11242025-03-22T20:15:52.546Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11252025-03-22T20:15:53.645Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-opte-interface-setup:default.log
11262025-03-22T20:15:53.669Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11272025-03-22T20:15:54.744Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_nexus_7e1028ee-3f41-42d9-80b8-617b816ab97c/root/var/svc/log/oxide-zone-network-setup:default.log
11282025-03-22T20:15:54.744Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
11292025-03-22T20:15:55.866Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-chrony-setup:default.log
11302025-03-22T20:15:55.866Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-ntp:default.log (1390 bytes)
11312025-03-22T20:15:56.965Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-ntp:default.log
11322025-03-22T20:15:56.965Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
11332025-03-22T20:15:58.065Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-opte-interface-setup:default.log
11342025-03-22T20:15:58.065Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
11352025-03-22T20:15:59.165Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/svc/log/oxide-zone-network-setup:default.log
11362025-03-22T20:15:59.165Zuploading: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-agent:default.log (12079 bytes)
11372025-03-22T20:16:00.288Zuploaded: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-agent:default.log
11382025-03-22T20:16:00.288Zuploading: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11392025-03-22T20:16:01.388Zuploaded: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-downstairs:default.log
11402025-03-22T20:16:01.388Zuploading: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-downstairs:downstairs-854f889c-e4a4-4230-bf51-a69e5d555eb4.log (3127 bytes)
11412025-03-22T20:16:02.488Zuploaded: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-crucible-downstairs:downstairs-854f889c-e4a4-4230-bf51-a69e5d555eb4.log
11422025-03-22T20:16:02.488Zuploading: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11432025-03-22T20:16:03.591Zuploaded: /pool/ext/2640327e-7a0d-4f04-9830-78a48dbb1180/crypt/zone/oxz_crucible_cdcd110a-af49-40cd-b079-57c8f7aa0e83/root/var/svc/log/oxide-zone-network-setup:default.log
11442025-03-22T20:16:03.591Zuploading: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-agent:default.log (22591 bytes)
11452025-03-22T20:16:04.737Zuploaded: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-agent:default.log
11462025-03-22T20:16:04.737Zuploading: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11472025-03-22T20:16:05.836Zuploaded: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:default.log
11482025-03-22T20:16:05.836Zuploading: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:downstairs-0e5c15f6-f12c-4003-838f-d5b326e838ee.log (5950 bytes)
11492025-03-22T20:16:06.937Zuploaded: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:downstairs-0e5c15f6-f12c-4003-838f-d5b326e838ee.log
11502025-03-22T20:16:06.937Zuploading: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:downstairs-adcced22-7f0e-4606-a5bf-5194c916cfb6.log (3125 bytes)
11512025-03-22T20:16:08.036Zuploaded: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-crucible-downstairs:downstairs-adcced22-7f0e-4606-a5bf-5194c916cfb6.log
11522025-03-22T20:16:08.036Zuploading: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11532025-03-22T20:16:09.136Zuploaded: /pool/ext/2a72fa11-13f7-434d-9cce-87a6e89380d9/crypt/zone/oxz_crucible_d34a42c7-577a-4586-b298-d398fd9d870d/root/var/svc/log/oxide-zone-network-setup:default.log
11542025-03-22T20:16:09.136Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-cockroach-admin:default.log (4694 bytes)
11552025-03-22T20:16:10.235Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-cockroach-admin:default.log
11562025-03-22T20:16:10.260Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
11572025-03-22T20:16:11.335Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-cockroachdb:default.log
11582025-03-22T20:16:11.336Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11592025-03-22T20:16:12.434Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_cockroachdb_4a33ec69-04a5-460d-81e1-8d92e4056c93/root/var/svc/log/oxide-zone-network-setup:default.log
11602025-03-22T20:16:12.458Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-agent:default.log (28228 bytes)
11612025-03-22T20:16:13.601Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-agent:default.log
11622025-03-22T20:16:13.601Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11632025-03-22T20:16:14.701Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:default.log
11642025-03-22T20:16:14.726Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:downstairs-6c192090-8885-4085-a5c7-83d6ec587312.log (6080 bytes)
11652025-03-22T20:16:15.801Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:downstairs-6c192090-8885-4085-a5c7-83d6ec587312.log
11662025-03-22T20:16:15.826Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036.log (3127 bytes)
11672025-03-22T20:16:16.901Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:downstairs-edc3eba0-cc7e-4343-8c4d-a20654afe036.log
11682025-03-22T20:16:16.925Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:snapshot-6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5.log (5635 bytes)
11692025-03-22T20:16:18.001Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-crucible-downstairs:snapshot-6c192090-8885-4085-a5c7-83d6ec587312-06049218-2dda-40c4-9f6f-6818227eb4e5.log
11702025-03-22T20:16:18.001Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11712025-03-22T20:16:19.100Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_crucible_f729563b-13d5-4ea8-ac74-bb13dc1ed567/root/var/svc/log/oxide-zone-network-setup:default.log
11722025-03-22T20:16:19.124Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_internal_dns_ab663806-e37c-4e4c-9e0f-601fb251ff2a/root/var/svc/log/oxide-internal_dns:default.log (657816 bytes)
11732025-03-22T20:16:19.933Zupload warning: file "/pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_internal_dns_ab663806-e37c-4e4c-9e0f-601fb251ff2a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 657816 -> 690669
11742025-03-22T20:16:21.008Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_internal_dns_ab663806-e37c-4e4c-9e0f-601fb251ff2a/root/var/svc/log/oxide-internal_dns:default.log
11752025-03-22T20:16:21.008Zuploading: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_internal_dns_ab663806-e37c-4e4c-9e0f-601fb251ff2a/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11762025-03-22T20:16:22.107Zuploaded: /pool/ext/2fa338cf-88b2-49ac-8aa9-8e6d36b7bf51/crypt/zone/oxz_internal_dns_ab663806-e37c-4e4c-9e0f-601fb251ff2a/root/var/svc/log/oxide-zone-network-setup:default.log
11772025-03-22T20:16:22.107Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
11782025-03-22T20:16:23.208Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-cockroach-admin:default.log
11792025-03-22T20:16:23.208Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
11802025-03-22T20:16:24.308Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-cockroachdb:default.log
11812025-03-22T20:16:24.308Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11822025-03-22T20:16:25.408Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_cockroachdb_41cd0d6e-1d7c-47ea-a041-0f25543e5c5c/root/var/svc/log/oxide-zone-network-setup:default.log
11832025-03-22T20:16:25.408Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11842025-03-22T20:16:26.507Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-crucible-agent:default.log
11852025-03-22T20:16:26.507Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11862025-03-22T20:16:27.607Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-crucible-downstairs:default.log
11872025-03-22T20:16:27.607Zuploading: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
11882025-03-22T20:16:28.706Zuploaded: /pool/ext/4de59e43-f050-441b-89a0-c1b341b47a86/crypt/zone/oxz_crucible_045e72a8-e441-4d33-92c1-356a1752dbb4/root/var/svc/log/oxide-zone-network-setup:default.log
11892025-03-22T20:16:28.706Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11902025-03-22T20:16:29.806Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11912025-03-22T20:16:29.806Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-clickhouse:default.log (3302908 bytes)
11922025-03-22T20:16:32.011Zupload warning: file "/pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3302908 -> 3755027
11932025-03-22T20:16:33.087Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-clickhouse:default.log
11942025-03-22T20:16:33.087Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
11952025-03-22T20:16:34.186Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_clickhouse_31b4e79d-aa2e-4dd3-93ad-97d6f5e0f22f/root/var/svc/log/oxide-zone-network-setup:default.log
11962025-03-22T20:16:34.210Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
11972025-03-22T20:16:35.285Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-cockroach-admin:default.log
11982025-03-22T20:16:35.285Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
11992025-03-22T20:16:36.384Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-cockroachdb:default.log
12002025-03-22T20:16:36.384Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
12012025-03-22T20:16:37.483Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_cockroachdb_a9bbf9e7-42e8-4eeb-a3b7-f851dab6fb1c/root/var/svc/log/oxide-zone-network-setup:default.log
12022025-03-22T20:16:37.508Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-agent:default.log (23773 bytes)
12032025-03-22T20:16:38.629Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-agent:default.log
12042025-03-22T20:16:38.629Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12052025-03-22T20:16:39.729Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:default.log
12062025-03-22T20:16:39.729Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1.log (2997 bytes)
12072025-03-22T20:16:40.828Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0bf27938-3e7e-4486-8a2f-f1b5a7eb12c1.log
12082025-03-22T20:16:40.829Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:downstairs-1622f3c3-49f8-49fd-ad32-93b578af5f67.log (6079 bytes)
12092025-03-22T20:16:41.927Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:downstairs-1622f3c3-49f8-49fd-ad32-93b578af5f67.log
12102025-03-22T20:16:41.927Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:snapshot-1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5.log (5635 bytes)
12112025-03-22T20:16:43.026Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-crucible-downstairs:snapshot-1622f3c3-49f8-49fd-ad32-93b578af5f67-06049218-2dda-40c4-9f6f-6818227eb4e5.log
12122025-03-22T20:16:43.026Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12132025-03-22T20:16:44.125Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_crucible_474314e1-62f6-424b-973e-4f8484ba8ab1/root/var/svc/log/oxide-zone-network-setup:default.log
12142025-03-22T20:16:44.125Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-external_dns:default.log (45791 bytes)
12152025-03-22T20:16:44.290Zupload warning: file "/pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45791 -> 53342
12162025-03-22T20:16:45.364Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-external_dns:default.log
12172025-03-22T20:16:45.364Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12182025-03-22T20:16:46.463Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-opte-interface-setup:default.log
12192025-03-22T20:16:46.463Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
12202025-03-22T20:16:47.563Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_external_dns_7159301b-c7f0-4296-a694-eaca66f568c7/root/var/svc/log/oxide-zone-network-setup:default.log
12212025-03-22T20:16:47.563Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_internal_dns_cc4736ea-e7de-4dfc-b005-48e760171a29/root/var/svc/log/oxide-internal_dns:default.log (664424 bytes)
12222025-03-22T20:16:48.422Zupload warning: file "/pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_internal_dns_cc4736ea-e7de-4dfc-b005-48e760171a29/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 664424 -> 702909
12232025-03-22T20:16:49.497Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_internal_dns_cc4736ea-e7de-4dfc-b005-48e760171a29/root/var/svc/log/oxide-internal_dns:default.log
12242025-03-22T20:16:49.497Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_internal_dns_cc4736ea-e7de-4dfc-b005-48e760171a29/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
12252025-03-22T20:16:50.597Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_internal_dns_cc4736ea-e7de-4dfc-b005-48e760171a29/root/var/svc/log/oxide-zone-network-setup:default.log
12262025-03-22T20:16:50.597Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-nexus:default.log (5195717 bytes)
12272025-03-22T20:16:53.438Zupload warning: file "/pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5195717 -> 5922759
12282025-03-22T20:16:54.512Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-nexus:default.log
12292025-03-22T20:16:54.512Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
12302025-03-22T20:16:55.612Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-opte-interface-setup:default.log
12312025-03-22T20:16:55.612Zuploading: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12322025-03-22T20:16:56.712Zuploaded: /pool/ext/a411105a-d51d-49a1-9d2d-172a0c9ba606/crypt/zone/oxz_nexus_86f55aa6-f146-43d6-aa62-8d77f796e322/root/var/svc/log/oxide-zone-network-setup:default.log
12332025-03-22T20:16:56.712Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-cockroach-admin:default.log (4693 bytes)
12342025-03-22T20:16:57.811Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-cockroach-admin:default.log
12352025-03-22T20:16:57.811Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
12362025-03-22T20:16:58.911Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-cockroachdb:default.log
12372025-03-22T20:16:58.911Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
12382025-03-22T20:17:00.010Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_cockroachdb_0bd76229-4ccc-4bb9-ad3a-b311fdb5a7d1/root/var/svc/log/oxide-zone-network-setup:default.log
12392025-03-22T20:17:00.010Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
12402025-03-22T20:17:01.111Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-crucible-agent:default.log
12412025-03-22T20:17:01.111Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12422025-03-22T20:17:02.211Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-crucible-downstairs:default.log
12432025-03-22T20:17:02.236Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12442025-03-22T20:17:03.311Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_ad9ad22d-2787-4ec7-9c11-7f90acaa730d/root/var/svc/log/oxide-zone-network-setup:default.log
12452025-03-22T20:17:03.311Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_1bfe188a-9732-4fe7-8490-a8855bbc5d98/root/var/svc/log/oxide-crucible-pantry:default.log (858890 bytes)
12462025-03-22T20:17:04.281Zupload warning: file "/pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_1bfe188a-9732-4fe7-8490-a8855bbc5d98/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 858890 -> 874545
12472025-03-22T20:17:05.355Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_1bfe188a-9732-4fe7-8490-a8855bbc5d98/root/var/svc/log/oxide-crucible-pantry:default.log
12482025-03-22T20:17:05.355Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_1bfe188a-9732-4fe7-8490-a8855bbc5d98/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
12492025-03-22T20:17:06.453Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_1bfe188a-9732-4fe7-8490-a8855bbc5d98/root/var/svc/log/oxide-zone-network-setup:default.log
12502025-03-22T20:17:06.453Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_965e933c-6d81-4fae-a481-a8a9f273a1a9/root/var/svc/log/oxide-crucible-pantry:default.log (98137 bytes)
12512025-03-22T20:17:06.737Zupload warning: file "/pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_965e933c-6d81-4fae-a481-a8a9f273a1a9/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98137 -> 115531
12522025-03-22T20:17:07.811Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_965e933c-6d81-4fae-a481-a8a9f273a1a9/root/var/svc/log/oxide-crucible-pantry:default.log
12532025-03-22T20:17:07.811Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_965e933c-6d81-4fae-a481-a8a9f273a1a9/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
12542025-03-22T20:17:08.911Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_crucible_pantry_965e933c-6d81-4fae-a481-a8a9f273a1a9/root/var/svc/log/oxide-zone-network-setup:default.log
12552025-03-22T20:17:08.911Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_oximeter_86806fa1-5591-44a9-8d0e-7e88c0c66357/root/var/svc/log/oxide-oximeter:default.log (3912898 bytes)
12562025-03-22T20:17:11.415Zupload warning: file "/pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_oximeter_86806fa1-5591-44a9-8d0e-7e88c0c66357/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3912898 -> 4644929
12572025-03-22T20:17:12.490Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_oximeter_86806fa1-5591-44a9-8d0e-7e88c0c66357/root/var/svc/log/oxide-oximeter:default.log
12582025-03-22T20:17:12.490Zuploading: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_oximeter_86806fa1-5591-44a9-8d0e-7e88c0c66357/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12592025-03-22T20:17:13.590Zuploaded: /pool/ext/ce252314-66f1-4621-8680-6d40cb75e0fd/crypt/zone/oxz_oximeter_86806fa1-5591-44a9-8d0e-7e88c0c66357/root/var/svc/log/oxide-zone-network-setup:default.log
12602025-03-22T20:17:13.590Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-agent:default.log (12507 bytes)
12612025-03-22T20:17:14.711Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-agent:default.log
12622025-03-22T20:17:14.737Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12632025-03-22T20:17:15.811Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-downstairs:default.log
12642025-03-22T20:17:15.812Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-downstairs:downstairs-7cf64b31-e0d7-4f3b-9bce-b959faa4d9d5.log (5949 bytes)
12652025-03-22T20:17:16.911Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-crucible-downstairs:downstairs-7cf64b31-e0d7-4f3b-9bce-b959faa4d9d5.log
12662025-03-22T20:17:16.937Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12672025-03-22T20:17:18.012Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_f29cf05c-0de8-4b37-883b-9580292afc81/root/var/svc/log/oxide-zone-network-setup:default.log
12682025-03-22T20:17:18.012Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_pantry_50cbaf9d-5ce3-45dd-8237-894c62745600/root/var/svc/log/oxide-crucible-pantry:default.log (99140 bytes)
12692025-03-22T20:17:18.269Zupload warning: file "/pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_pantry_50cbaf9d-5ce3-45dd-8237-894c62745600/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 99140 -> 118663
12702025-03-22T20:17:19.343Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_pantry_50cbaf9d-5ce3-45dd-8237-894c62745600/root/var/svc/log/oxide-crucible-pantry:default.log
12712025-03-22T20:17:19.369Zuploading: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_pantry_50cbaf9d-5ce3-45dd-8237-894c62745600/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
12722025-03-22T20:17:20.443Zuploaded: /pool/ext/e547dfd9-383a-4325-8a47-dcb22ef84e0c/crypt/zone/oxz_crucible_pantry_50cbaf9d-5ce3-45dd-8237-894c62745600/root/var/svc/log/oxide-zone-network-setup:default.log
12732025-03-22T20:17:20.444Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/measurements.log (250162 bytes)
12742025-03-22T20:17:20.955Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/measurements.log" changed size mid upload: 250162 -> 289892
12752025-03-22T20:17:22.030Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/measurements.log
12762025-03-22T20:17:22.030Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/statistics.log (183105 bytes)
12772025-03-22T20:17:22.449Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/statistics.log" changed size mid upload: 183105 -> 213642
12782025-03-22T20:17:23.524Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/statistics.log
12792025-03-22T20:17:23.549Zuploading: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/tracking.log (25486 bytes)
12802025-03-22T20:17:23.643Zupload warning: file "/pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/tracking.log" changed size mid upload: 25486 -> 27730
12812025-03-22T20:17:24.718Zuploaded: /pool/ext/22a4acb5-9eb7-4b1b-84aa-7b771caa1d9c/crypt/zone/oxz_ntp_ecaefbac-63f3-4495-a147-acd1c52d592c/root/var/log/chrony/tracking.log