01JRE32M7A5EH81J6TZ6CQ24RN: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JRE33AXYB024E57KQX335PPT

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-04-09T20:15:40.002Zjob dependencies complete; ready to run (waiting for 0 s)
22025-04-09T20:19:25.432Zjob assigned to worker 01JRE32XAYHJNBTMXAPH8EKMY6 [factory lab, sock/12290] (queued for 3 m 45 s)
32025-04-09T20:19:25.446Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-04-09T20:19:25.491Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-04-09T20:19:25.529Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-04-09T20:19:25.566Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-04-09T20:19:25.600Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-04-09T20:19:25.644ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-04-09T20:19:25.678Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-04-09T20:19:25.711ZOxide Helios Version helios-2.0.23304 64-bit
112025-04-09T20:19:25.745ZConfiguring devices.
122025-04-09T20:19:25.779Z##################################################
132025-04-09T20:19:25.812Z#### ############# ##
142025-04-09T20:19:25.846Z### ### ############ ##
152025-04-09T20:19:25.880Z## ### # ## ### ## Oxide Computer Company ##
162025-04-09T20:19:25.913Z## ## ## ### # ### ##
172025-04-09T20:19:25.946Z## # ### #### #### This Station Under ##
182025-04-09T20:19:25.980Z### ### #### # ### Computer Control ##
192025-04-09T20:19:26.014Z#### #### ### ## ##
202025-04-09T20:19:26.047Z##################################################
212025-04-09T20:19:26.080ZHostname: sock
222025-04-09T20:19:26.113ZLoading smf(7) service descriptions:
232025-04-09T20:19:26.608Zdownloading input: /input/package/work/package.tar.gz
242025-04-09T20:25:25.637Zdownloaded input: /input/package/work/package.tar.gz
 
252025-04-09T20:25:25.637Zstarting task 0: "setup"
262025-04-09T20:25:25.661Z++ uname -s
272025-04-09T20:25:25.662Z+ kern=SunOS
282025-04-09T20:25:25.662Z+ build_user=build
292025-04-09T20:25:25.662Z+ build_uid=12345
302025-04-09T20:25:25.662Z+ work_dir=/work
312025-04-09T20:25:25.662Z+ input_dir=/input
322025-04-09T20:25:25.662Z+ [[ 0 == 12345 ]]
332025-04-09T20:25:25.662Z+ case "$kern" in
342025-04-09T20:25:25.662Z+ groupadd -g 12345 build
352025-04-09T20:25:25.662Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-04-09T20:25:27.551Z+ zfs create -o mountpoint=/work rpool/work
372025-04-09T20:25:27.583Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-04-09T20:25:27.607Z+ home_fs=zfs
392025-04-09T20:25:27.607Z+ [[ zfs == autofs ]]
402025-04-09T20:25:27.607Z+ mkdir -p /home/build
412025-04-09T20:25:27.607Z+ chown build:build /home/build /work
422025-04-09T20:25:29.590Z+ chmod 0700 /home/build /work
432025-04-09T20:25:29.615Zprocess exited: duration 4061 ms, exit code 0
 
442025-04-09T20:25:29.664Zstarting task 1: "authentication"
452025-04-09T20:25:29.710Zprocess exited: duration 45 ms, exit code 0
 
462025-04-09T20:25:29.760Zstarting task 2: "build"
472025-04-09T20:25:29.785Z+ trap _exit_trap EXIT
482025-04-09T20:25:29.785Z+ OPTE_COMMIT=
492025-04-09T20:25:29.785Z+ [[ x != \x ]]
502025-04-09T20:25:29.785Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-04-09T20:25:29.876Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-04-09T20:25:29.876Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-04-09T20:25:29.902Z+ [[ -d /opt/oxide ]]
632025-04-09T20:25:29.902Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-04-09T20:25:29.902Z+ pfexec mkdir /opt/oxide
652025-04-09T20:25:29.902Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-04-09T20:25:29.902Z+ [[ -d /opt/oxide-underneath ]]
672025-04-09T20:25:29.902Z+ cd /opt/oxide-underneath
682025-04-09T20:25:29.902Z+ pfexec tar ceEp@/f - .
692025-04-09T20:25:29.902Z+ cd /opt/oxide
702025-04-09T20:25:29.902Z+ pfexec tar xveEp@/f -
712025-04-09T20:25:29.930Zx ., 0 bytes, 0 tape blocks
722025-04-09T20:25:29.930Zx ./opte, 0 bytes, 0 tape blocks
732025-04-09T20:25:29.930Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-04-09T20:25:29.930Zx ./opte/bin/opteadm, 17540664 bytes, 34260 tape blocks
752025-04-09T20:25:29.954Z+ pfexec rm -rf /opt/oxide-underneath
762025-04-09T20:25:29.954Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-04-09T20:25:29.954Z+ pfexec mkdir /opt/oxide/work
782025-04-09T20:25:29.979Z+ pfexec chown build:build /opt/oxide/work
792025-04-09T20:25:29.979Z+ cd /opt/oxide/work
802025-04-09T20:25:29.979Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-04-09T20:25:44.970ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-04-09T20:25:44.971Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-04-09T20:25:44.971Zx out/target/test, 107 bytes, 1 tape blocks
842025-04-09T20:25:44.971Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-04-09T20:25:44.971Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-04-09T20:25:44.971Zx smf/sled-agent/non-gimlet/config.toml, 4942 bytes, 10 tape blocks
872025-04-09T20:25:44.971Zx target/release/omicron-package, 40675936 bytes, 79446 tape blocks
882025-04-09T20:25:44.971Zx target/release/xtask, 11077160 bytes, 21636 tape blocks
892025-04-09T20:25:44.971Zx target/debug/bootstrap, 214283800 bytes, 418524 tape blocks
902025-04-09T20:25:44.971Zx tests/bootstrap-0d0555e137e4dba5, 24822432 bytes, 48482 tape blocks
912025-04-09T20:25:44.971Zx tests/commtest-22d2b82f914985fa, 25175416 bytes, 49171 tape blocks
922025-04-09T20:25:44.971Zx tests/dhcp_server-ec4c123ce96efc4a, 24822440 bytes, 48482 tape blocks
932025-04-09T20:25:44.971Zx tests/end_to_end_tests-40f867836d16a478, 269619288 bytes, 526601 tape blocks
942025-04-09T20:25:44.971Zx out/clickhouse.tar.gz, 315416705 bytes, 616049 tape blocks
952025-04-09T20:25:44.971Zx out/clickhouse_keeper.tar.gz, 300572485 bytes, 587056 tape blocks
962025-04-09T20:25:44.971Zx out/clickhouse_server.tar.gz, 315403841 bytes, 616024 tape blocks
972025-04-09T20:25:44.971Zx out/cockroachdb.tar.gz, 150183971 bytes, 293329 tape blocks
982025-04-09T20:25:44.971Zx out/crucible-dtrace.tar, 101376 bytes, 198 tape blocks
992025-04-09T20:25:44.971Zx out/crucible-pantry-zone.tar.gz, 34473777 bytes, 67332 tape blocks
1002025-04-09T20:25:44.971Zx out/crucible-zone.tar.gz, 43207502 bytes, 84390 tape blocks
1012025-04-09T20:25:44.971Zx out/external-dns.tar.gz, 46152087 bytes, 90141 tape blocks
1022025-04-09T20:25:44.971Zx out/internal-dns.tar.gz, 46149663 bytes, 90137 tape blocks
1032025-04-09T20:25:44.971Zx out/mg-ddm-gz.tar, 67185664 bytes, 131222 tape blocks
1042025-04-09T20:25:44.971Zx out/nexus.tar.gz, 113446307 bytes, 221575 tape blocks
1052025-04-09T20:25:44.971Zx out/ntp.tar.gz, 15177940 bytes, 29645 tape blocks
1062025-04-09T20:25:44.971Zx out/omicron-gateway-softnpu.tar.gz, 25463934 bytes, 49735 tape blocks
1072025-04-09T20:25:44.971Zx out/omicron-sled-agent.tar, 126827520 bytes, 247710 tape blocks
1082025-04-09T20:25:44.971Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-04-09T20:25:44.971Zx out/oximeter.tar.gz, 56585988 bytes, 110520 tape blocks
1102025-04-09T20:25:44.971Zx out/oxlog.tar, 3836416 bytes, 7493 tape blocks
1112025-04-09T20:25:44.971Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-04-09T20:25:44.971Zx out/propolis-server.tar.gz, 70529499 bytes, 137753 tape blocks
1132025-04-09T20:25:44.971Zx out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks
1142025-04-09T20:25:44.971Zx out/switch-softnpu.tar.gz, 281175058 bytes, 549171 tape blocks
1152025-04-09T20:25:44.996Z
1162025-04-09T20:25:44.996Zreal 14.986548412
1172025-04-09T20:25:44.997Zuser 13.160052466
1182025-04-09T20:25:44.997Zsys 3.062586298
1192025-04-09T20:25:44.997Ztrap 0.000645741
1202025-04-09T20:25:44.997Ztflt 0.000000000
1212025-04-09T20:25:44.997Zdflt 0.000000000
1222025-04-09T20:25:44.997Zkflt 0.000000000
1232025-04-09T20:25:44.997Zlock 0.000000000
1242025-04-09T20:25:44.997Zslp 13.315599976
1252025-04-09T20:25:44.997Zlat 0.432155366
1262025-04-09T20:25:44.997Zstop 0.000121702
1272025-04-09T20:25:44.997Z+ source .github/buildomat/ci-env.sh
1282025-04-09T20:25:44.997Z++ export CARGO_TERM_COLOR=always
1292025-04-09T20:25:44.997Z++ CARGO_TERM_COLOR=always
1302025-04-09T20:25:44.997Z+ bmat address ls
1312025-04-09T20:25:44.997ZNAME CIDR FIRST LAST COUNT
1322025-04-09T20:25:44.997Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1332025-04-09T20:25:44.997Z++ bmat address ls -f extra -Ho first,last,count
1342025-04-09T20:25:44.997Z+ set -- 10.151.2.164 10.151.2.227 64
1352025-04-09T20:25:44.997Z+ EXTRA_IP_START=10.151.2.164
1362025-04-09T20:25:44.997Z+ EXTRA_IP_END=10.151.2.227
1372025-04-09T20:25:44.997Z+ EXTRA_IP_COUNT=64
1382025-04-09T20:25:44.997Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-04-09T20:25:44.997Z+ EXTRA_IP_BASE=10.151.2
1402025-04-09T20:25:44.997Z+ EXTRA_IP_FOCTET=164
1412025-04-09T20:25:44.997Z+ EXTRA_IP_LOCTET=227
1422025-04-09T20:25:44.997Z+ SERVICE_IP_POOL_START=10.151.2.164
1432025-04-09T20:25:44.997Z+ SERVICE_IP_POOL_END=10.151.2.173
1442025-04-09T20:25:44.997Z+ DNS_IP1=10.151.2.164
1452025-04-09T20:25:44.997Z+ DNS_IP2=10.151.2.165
1462025-04-09T20:25:44.997Z+ UPLINK_IP=10.151.2.174
1472025-04-09T20:25:44.997Z+ IPPOOL_START=10.151.2.175
1482025-04-09T20:25:44.997Z+ IPPOOL_END=10.151.2.227
1492025-04-09T20:25:44.997Z++ ipadm show-addr -po type,addr
1502025-04-09T20:25:44.997Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-04-09T20:25:44.997Z+ GATEWAY_IP=10.151.2.100
1522025-04-09T20:25:44.997Z+ [[ -n 10.151.2.100 ]]
1532025-04-09T20:25:44.998Z+ ping -s 10.151.2.100 56 1
1542025-04-09T20:25:44.998ZPING 10.151.2.100: 56 data bytes
1552025-04-09T20:25:44.998Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1562025-04-09T20:25:44.998Z
1572025-04-09T20:25:44.998Z----10.151.2.100 PING Statistics----
1582025-04-09T20:25:44.998Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-04-09T20:25:44.998Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-04-09T20:25:44.998Z++ arp -an
1612025-04-09T20:25:44.998Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1622025-04-09T20:25:45.023Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1632025-04-09T20:25:45.023Z+ routeadm -e ipv4-forwarding -u
1642025-04-09T20:25:45.112Z+ PXA_START=10.151.2.164
1652025-04-09T20:25:45.112Z+ PXA_END=10.151.2.227
1662025-04-09T20:25:45.112Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-04-09T20:25:45.239Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1682025-04-09T20:25:45.263ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-04-09T20:25:45.314Zcreating virtual hardware
1702025-04-09T20:25:45.339Zcreating /scratch/m2_0.vdev
1712025-04-09T20:25:45.339Zcreating /scratch/m2_1.vdev
1722025-04-09T20:25:45.339Zcreating /scratch/u2_0.vdev
1732025-04-09T20:25:45.339Zcreating /scratch/u2_1.vdev
1742025-04-09T20:25:45.339Zcreating /scratch/u2_2.vdev
1752025-04-09T20:25:45.339Zcreating /scratch/u2_3.vdev
1762025-04-09T20:25:45.339Zcreating /scratch/u2_4.vdev
1772025-04-09T20:25:45.339Zcreating /scratch/u2_5.vdev
1782025-04-09T20:25:45.339Zcreating /scratch/u2_6.vdev
1792025-04-09T20:25:45.339Zcreating /scratch/u2_7.vdev
1802025-04-09T20:25:45.339Zcreating /scratch/u2_8.vdev
1812025-04-09T20:25:45.365ZSimnet net0/sc0_0 exists
1822025-04-09T20:25:45.391ZSimnet net1/sc1_0 exists
1832025-04-09T20:25:45.391ZVnic sc0_1 exists
1842025-04-09T20:25:58.000ZUsing 10.151.2.100 as gateway ip
1852025-04-09T20:25:58.001Zusing 18:C0:4D:0D:A0:2A as gateway mac
1862025-04-09T20:25:58.001Zconfiguring SoftNPU ARP entry
1872025-04-09T20:25:58.050Zconfiguring SoftNPU proxy ARP
1882025-04-09T20:25:58.077ZSoftNPU state:
1892025-04-09T20:25:58.077Z local v6:
1902025-04-09T20:25:58.077Z local v4:
1912025-04-09T20:25:58.077Z router v6:
1922025-04-09T20:25:58.077Z router v4_idx:
1932025-04-09T20:25:58.077Z router v4_routes:
1942025-04-09T20:25:58.077Z resolver v4:
1952025-04-09T20:25:58.077Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1962025-04-09T20:25:58.077Z resolver v6:
1972025-04-09T20:25:58.077Z nat v4:
1982025-04-09T20:25:58.077Z nat_v6:
1992025-04-09T20:25:58.078Z port_mac:
2002025-04-09T20:25:58.078Z proxy arp:
2012025-04-09T20:25:58.078Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2022025-04-09T20:25:58.078Zcreated virtual hardware
2032025-04-09T20:25:58.103Z
2042025-04-09T20:25:58.103Zreal 12.835550268
2052025-04-09T20:25:58.103Zuser 0.643600239
2062025-04-09T20:25:58.103Zsys 3.284256688
2072025-04-09T20:25:58.103Ztrap 0.000078891
2082025-04-09T20:25:58.103Ztflt 0.000122357
2092025-04-09T20:25:58.103Zdflt 0.000638094
2102025-04-09T20:25:58.103Zkflt 0.000001909
2112025-04-09T20:25:58.103Zlock 9:55.816448957
2122025-04-09T20:25:58.103Zslp 38.768002463
2132025-04-09T20:25:58.103Zlat 0.103214944
2142025-04-09T20:25:58.103Zstop 0.385016848
2152025-04-09T20:25:58.103Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-04-09T20:25:58.128Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-04-09T20:25:58.128Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-04-09T20:25:58.128Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-04-09T20:25:58.128Z+++ pkg/config.toml Wed Apr 9 20:25:57 2025
2202025-04-09T20:25:58.128Z@@ -29,18 +29,18 @@
2212025-04-09T20:25:58.128Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-04-09T20:25:58.128Z # followed by a string that is embedded into their fake serial values.
2232025-04-09T20:25:58.128Z vdevs = [
2242025-04-09T20:25:58.128Z- "m2_0.vdev",
2252025-04-09T20:25:58.128Z- "m2_1.vdev",
2262025-04-09T20:25:58.128Z+ "/scratch/m2_0.vdev",
2272025-04-09T20:25:58.129Z+ "/scratch/m2_1.vdev",
2282025-04-09T20:25:58.129Z
2292025-04-09T20:25:58.129Z- "u2_0.vdev",
2302025-04-09T20:25:58.129Z- "u2_1.vdev",
2312025-04-09T20:25:58.129Z- "u2_2.vdev",
2322025-04-09T20:25:58.129Z- "u2_3.vdev",
2332025-04-09T20:25:58.129Z- "u2_4.vdev",
2342025-04-09T20:25:58.129Z- "u2_5.vdev",
2352025-04-09T20:25:58.129Z- "u2_6.vdev",
2362025-04-09T20:25:58.129Z- "u2_7.vdev",
2372025-04-09T20:25:58.129Z- "u2_8.vdev",
2382025-04-09T20:25:58.129Z+ "/scratch/u2_0.vdev",
2392025-04-09T20:25:58.129Z+ "/scratch/u2_1.vdev",
2402025-04-09T20:25:58.129Z+ "/scratch/u2_2.vdev",
2412025-04-09T20:25:58.129Z+ "/scratch/u2_3.vdev",
2422025-04-09T20:25:58.129Z+ "/scratch/u2_4.vdev",
2432025-04-09T20:25:58.129Z+ "/scratch/u2_5.vdev",
2442025-04-09T20:25:58.129Z+ "/scratch/u2_6.vdev",
2452025-04-09T20:25:58.129Z+ "/scratch/u2_7.vdev",
2462025-04-09T20:25:58.130Z+ "/scratch/u2_8.vdev",
2472025-04-09T20:25:58.130Z ]
2482025-04-09T20:25:58.130Z
2492025-04-09T20:25:58.130Z # The amount of memory held back for services which exist between zero and one
2502025-04-09T20:25:58.130Z+ true
2512025-04-09T20:25:58.130Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2522025-04-09T20:25:58.130Z+ EXPECTED_ZPOOL_COUNT=9
2532025-04-09T20:25:58.130Z+ echo 'expected number of zpools is 9'
2542025-04-09T20:25:58.130Zexpected number of zpools is 9
2552025-04-09T20:25:58.130Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2562025-04-09T20:25:58.130Z+ SILO_NAME=recovery
2572025-04-09T20:25:58.155Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2582025-04-09T20:25:58.156Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2592025-04-09T20:25:58.156Z+ sed -i~ '
2602025-04-09T20:25:58.156Z /^external_dns_ips/c\
2612025-04-09T20:25:58.156Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2622025-04-09T20:25:58.156Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2632025-04-09T20:25:58.156Z /^first/c\
2642025-04-09T20:25:58.156Zfirst = "10.151.2.164"
2652025-04-09T20:25:58.156Z /^last/c\
2662025-04-09T20:25:58.156Zlast = "10.151.2.173"
2672025-04-09T20:25:58.156Z }
2682025-04-09T20:25:58.156Z /^infra_ip_first/c\
2692025-04-09T20:25:58.156Zinfra_ip_first = "10.151.2.174"
2702025-04-09T20:25:58.156Z /^infra_ip_last/c\
2712025-04-09T20:25:58.156Zinfra_ip_last = "10.151.2.174"
2722025-04-09T20:25:58.156Z /^\[\[rack_network_config.ports/,/^$/ {
2732025-04-09T20:25:58.156Z /^routes/c\
2742025-04-09T20:25:58.156Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2752025-04-09T20:25:58.156Z /^addresses/c\
2762025-04-09T20:25:58.156Zaddresses = \[{address = "10.151.2.174/24"} \]
2772025-04-09T20:25:58.156Z }
2782025-04-09T20:25:58.156Z' pkg/config-rss.toml
2792025-04-09T20:25:58.156Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2802025-04-09T20:25:58.156Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2812025-04-09T20:25:58.156Z+++ pkg/config-rss.toml Wed Apr 9 20:25:57 2025
2822025-04-09T20:25:58.157Z@@ -33,7 +33,7 @@
2832025-04-09T20:25:58.157Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2842025-04-09T20:25:58.157Z # must be contained in one of the "internal services" IP Pool ranges listed
2852025-04-09T20:25:58.157Z # below.
2862025-04-09T20:25:58.157Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2872025-04-09T20:25:58.157Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2882025-04-09T20:25:58.157Z
2892025-04-09T20:25:58.157Z # Initial TLS certificates for the external API
2902025-04-09T20:25:58.157Z #
2912025-04-09T20:25:58.157Z@@ -69,8 +69,8 @@
2922025-04-09T20:25:58.157Z #
2932025-04-09T20:25:58.157Z # For more on this and what to put here, see docs/how-to-run.adoc.
2942025-04-09T20:25:58.157Z [[internal_services_ip_pool_ranges]]
2952025-04-09T20:25:58.157Z-first = "192.168.1.20"
2962025-04-09T20:25:58.157Z-last = "192.168.1.29"
2972025-04-09T20:25:58.157Z+first = "10.151.2.164"
2982025-04-09T20:25:58.157Z+last = "10.151.2.173"
2992025-04-09T20:25:58.157Z
3002025-04-09T20:25:58.157Z # TODO - this configuration is subject to change going forward. Ultimately these
3012025-04-09T20:25:58.157Z # parameters should be provided to the control plane via wicket, but we need to
3022025-04-09T20:25:58.157Z@@ -91,8 +91,8 @@
3032025-04-09T20:25:58.157Z # A range of IP addresses used by Boundary Services on the external network. In
3042025-04-09T20:25:58.157Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3052025-04-09T20:25:58.157Z # With softnpu, only one address is used.
3062025-04-09T20:25:58.157Z-infra_ip_first = "192.168.1.30"
3072025-04-09T20:25:58.158Z-infra_ip_last = "192.168.1.30"
3082025-04-09T20:25:58.158Z+infra_ip_first = "10.151.2.174"
3092025-04-09T20:25:58.158Z+infra_ip_last = "10.151.2.174"
3102025-04-09T20:25:58.158Z
3112025-04-09T20:25:58.158Z # Configurations for BGP routers to run on the scrimlets.
3122025-04-09T20:25:58.158Z bgp = []
3132025-04-09T20:25:58.158Z@@ -100,9 +100,9 @@
3142025-04-09T20:25:58.158Z # You can configure multiple uplinks by repeating the following stanza
3152025-04-09T20:25:58.158Z [[rack_network_config.ports]]
3162025-04-09T20:25:58.158Z # Routes associated with this port.
3172025-04-09T20:25:58.158Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3182025-04-09T20:25:58.158Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3192025-04-09T20:25:58.158Z # Addresses associated with this port.
3202025-04-09T20:25:58.158Z-addresses = [{address = "192.168.1.30/24"}]
3212025-04-09T20:25:58.158Z+addresses = [{address = "10.151.2.174/24"} ]
3222025-04-09T20:25:58.158Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3232025-04-09T20:25:58.158Z port = "qsfp0"
3242025-04-09T20:25:58.158Z # The speed of this port.
3252025-04-09T20:25:58.158Z+ true
3262025-04-09T20:25:58.158Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3272025-04-09T20:25:58.158Za pkg/config-rss.toml 8K
3282025-04-09T20:25:58.158Za pkg/config.toml 5K
3292025-04-09T20:25:58.158Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3302025-04-09T20:25:58.158Z+ TLS_NAME=recovery.sys.oxide.test
3312025-04-09T20:25:58.158Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3322025-04-09T20:25:58.560Z.+.+.....+....+...+..+................+..+...+.+......+..+...+...+......+.+...+..+...+....+...............+..+..........+...+...+..+.+..+..........+..............+.+..+......+....+..+...+......+....+......+.....................+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+...+....+...........+..................+.........+.......+........+...+.......+...........+....+..+..........+...+........+.............+...............+..............+.+..+....+...+..+......+......................+...+..+...+.......+........+...+.+........+.......+...+..+....+...............+..+...+......+.+..+......+......+.+........+.......+.....+..............................+...+.+.........+.....+......+....+..+.........+.....................+...............+....+.........+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332025-04-09T20:25:59.279Z...+............+.......+.....+.........+.......+.....+...................+........+.+......+.....+.+........+......+.........+.+...+...+..+......+....+......+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..................+.....+...............+.......+........+.+.....+.+......+..+.......+.....+.+..+......+...............+.......+...+......+.....+......+....+.........+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...............+.......+...............+..+............+...............+...................+..+...+.+...+....................+.......+........+.......+...+..+................+..............+...+..........+..+..........+...+...+..+.+.....................+.....+.+...+..+.........+...+...+.........+.............+........+....+..............+..........+..+....+......+...+......+.........+..+...+.........+......+.+..............+.......+.....+....+.......................+......+.........+.+.....+.+......+............+...............+...+.....+...............+....+...+........+.......+...........+....+..+.+...+..............+.+..............+.......+.....+.............+...+..+.......+..............+.........+...+...+....+............+.....+....+.....+............+.............+.....+......+..................+...............+..........+......+.....+......+.+...+......+.....+...+......+.......+...............+..+...+....+..............+....+......+..+..........+..+.+..............+......+.......+.....+.............+.........+..+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-04-09T20:25:59.304Z-----
3352025-04-09T20:25:59.304Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3362025-04-09T20:25:59.329Za pkg/initial-tls-cert.pem 2K
3372025-04-09T20:25:59.329Za pkg/initial-tls-key.pem 4K
3382025-04-09T20:25:59.329Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392025-04-09T20:25:59.329Z+ rmdir pkg
3402025-04-09T20:25:59.329Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3412025-04-09T20:25:59.329Z+ pfexec mkdir -p /usr/oxide
3422025-04-09T20:25:59.329Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3432025-04-09T20:25:59.884Z+ pfexec chmod +x /usr/oxide/oxide
3442025-04-09T20:25:59.911Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3452025-04-09T20:26:18.230Z+ OMICRON_NO_UNINSTALL=1
3462025-04-09T20:26:18.230Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3472025-04-09T20:26:18.255ZLogging to: /opt/oxide/work/out/LOG
3482025-04-09T20:26:18.935Z
3492025-04-09T20:26:18.960Zreal 0.699465937
3502025-04-09T20:26:18.960Zuser 0.145157353
3512025-04-09T20:26:18.960Zsys 3.911100409
3522025-04-09T20:26:18.960Ztrap 0.000013569
3532025-04-09T20:26:18.960Ztflt 0.000038029
3542025-04-09T20:26:18.960Zdflt 0.001035630
3552025-04-09T20:26:18.960Zkflt 0.000001929
3562025-04-09T20:26:18.960Zlock 1:02.866551799
3572025-04-09T20:26:18.960Zslp 0.911313839
3582025-04-09T20:26:18.960Zlat 0.019051458
3592025-04-09T20:26:18.960Zstop 0.255257433
3602025-04-09T20:26:18.960Z+ retry=0
3612025-04-09T20:26:18.960Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-04-09T20:26:18.960Z+ [[ 0 -gt 30 ]]
3632025-04-09T20:26:18.960Z+ sleep 1
3642025-04-09T20:26:19.949Z+ retry=1
3652025-04-09T20:26:19.949Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-04-09T20:26:19.974Z+ [[ 1 -gt 30 ]]
3672025-04-09T20:26:19.974Z+ sleep 1
3682025-04-09T20:26:20.963Z+ retry=2
3692025-04-09T20:26:20.963Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-04-09T20:26:20.988Z+ [[ 2 -gt 30 ]]
3712025-04-09T20:26:20.988Z+ sleep 1
3722025-04-09T20:26:21.978Z+ retry=3
3732025-04-09T20:26:21.978Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-04-09T20:26:42.652Z+ [[ 3 -gt 30 ]]
3752025-04-09T20:26:42.652Z+ sleep 1
3762025-04-09T20:26:43.663Z+ retry=4
3772025-04-09T20:26:43.664Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782025-04-09T20:26:43.831Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3792025-04-09T20:26:43.994Zlocal v6:
3802025-04-09T20:26:43.994Zfe80::7c30:c9ff:fef1:52ba
3812025-04-09T20:26:43.994Zfdd6:1fd0:a426:dd2::1
3822025-04-09T20:26:43.994Zlocal v4:
3832025-04-09T20:26:43.994Z10.151.2.174
3842025-04-09T20:26:43.994Zrouter v6:
3852025-04-09T20:26:43.994Zfd00:1122:3344:101::/64 -> fe80::dcf1:24ff:fea9:aa7f (1)
3862025-04-09T20:26:43.994Zfd00:1122:3344:2::/64 -> fe80::dcf1:24ff:fea9:aa7f (1)
3872025-04-09T20:26:43.994Zfdb0:18c0:4d0d:a02a::/64 -> fe80::dcf1:24ff:fea9:aa7f (1)
3882025-04-09T20:26:43.994Zfd00:1122:3344:1::/64 -> fe80::dcf1:24ff:fea9:aa7f (1)
3892025-04-09T20:26:43.994Zfd00:1122:3344:3::/64 -> fe80::dcf1:24ff:fea9:aa7f (1)
3902025-04-09T20:26:43.994Zrouter v4_idx:
3912025-04-09T20:26:43.994Z0.0.0.0/0 -> 0
3922025-04-09T20:26:43.994Zrouter v4_routes:
3932025-04-09T20:26:43.994Z0 -> 10.151.2.100 (2)
3942025-04-09T20:26:43.994Zresolver v4:
3952025-04-09T20:26:43.994Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3962025-04-09T20:26:43.994Z10.151.2.174 -> 0e:bd:68:08:bb:e0
3972025-04-09T20:26:43.994Zresolver v6:
3982025-04-09T20:26:43.994Zfe80::7c30:c9ff:fef1:52ba -> 7e:30:c9:f1:52:ba
3992025-04-09T20:26:43.994Zfe80::dcf1:24ff:fea9:aa7f -> de:f1:24:a9:aa:7f
4002025-04-09T20:26:43.994Znat v4:
4012025-04-09T20:26:43.994Znat_v6:
4022025-04-09T20:26:43.994Zport_mac:
4032025-04-09T20:26:43.994Z2: a8:40:25:5f:c8:ae
4042025-04-09T20:26:43.994Z1: a8:40:25:5f:c8:8e
4052025-04-09T20:26:43.994Z1000: a8:40:25:5f:c8:8d
4062025-04-09T20:26:43.994Zproxy arp:
4072025-04-09T20:26:43.994Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4082025-04-09T20:26:44.022Z+ retry=0
4092025-04-09T20:26:44.047Z+++ zoneadm list -n
4102025-04-09T20:26:44.047Z+++ grep oxz_ntp
4112025-04-09T20:26:44.072Z++ pfexec svcs -z -Hostate oxide/ntp
4122025-04-09T20:26:44.098Zsvcs: zone '-Hostate': entity not found
4132025-04-09T20:26:44.098Z++ true
4142025-04-09T20:26:44.098Z+ [[ '' != online ]]
4152025-04-09T20:26:44.098Z+ [[ 0 -gt 60 ]]
4162025-04-09T20:26:44.098Z+ sleep 1
4172025-04-09T20:26:45.323Z+ retry=1
4182025-04-09T20:26:45.352Z+++ zoneadm list -n
4192025-04-09T20:26:45.352Z+++ grep oxz_ntp
4202025-04-09T20:26:45.352Z++ pfexec svcs -z -Hostate oxide/ntp
4212025-04-09T20:26:45.352Zsvcs: zone '-Hostate': entity not found
4222025-04-09T20:26:45.352Z++ true
4232025-04-09T20:26:45.352Z+ [[ '' != online ]]
4242025-04-09T20:26:45.352Z+ [[ 1 -gt 60 ]]
4252025-04-09T20:26:45.352Z+ sleep 1
4262025-04-09T20:26:46.121Z+ retry=2
4272025-04-09T20:26:46.145Z+++ zoneadm list -n
4282025-04-09T20:26:46.145Z+++ grep oxz_ntp
4292025-04-09T20:26:46.145Z++ pfexec svcs -z -Hostate oxide/ntp
4302025-04-09T20:26:46.145Zsvcs: zone '-Hostate': entity not found
4312025-04-09T20:26:46.145Z++ true
4322025-04-09T20:26:46.146Z+ [[ '' != online ]]
4332025-04-09T20:26:46.146Z+ [[ 2 -gt 60 ]]
4342025-04-09T20:26:46.146Z+ sleep 1
4352025-04-09T20:26:47.143Z+ retry=3
4362025-04-09T20:26:47.168Z+++ zoneadm list -n
4372025-04-09T20:26:47.168Z+++ grep oxz_ntp
4382025-04-09T20:26:47.168Z++ pfexec svcs -z -Hostate oxide/ntp
4392025-04-09T20:26:47.168Zsvcs: zone '-Hostate': entity not found
4402025-04-09T20:26:47.168Z++ true
4412025-04-09T20:26:47.168Z+ [[ '' != online ]]
4422025-04-09T20:26:47.168Z+ [[ 3 -gt 60 ]]
4432025-04-09T20:26:47.168Z+ sleep 1
4442025-04-09T20:26:48.163Z+ retry=4
4452025-04-09T20:26:48.188Z+++ zoneadm list -n
4462025-04-09T20:26:48.188Z+++ grep oxz_ntp
4472025-04-09T20:26:48.188Z++ pfexec svcs -z -Hostate oxide/ntp
4482025-04-09T20:26:48.188Zsvcs: zone '-Hostate': entity not found
4492025-04-09T20:26:48.188Z++ true
4502025-04-09T20:26:48.188Z+ [[ '' != online ]]
4512025-04-09T20:26:48.188Z+ [[ 4 -gt 60 ]]
4522025-04-09T20:26:48.188Z+ sleep 1
4532025-04-09T20:26:49.185Z+ retry=5
4542025-04-09T20:26:49.210Z+++ zoneadm list -n
4552025-04-09T20:26:49.210Z+++ grep oxz_ntp
4562025-04-09T20:26:49.210Z++ pfexec svcs -z -Hostate oxide/ntp
4572025-04-09T20:26:49.210Zsvcs: zone '-Hostate': entity not found
4582025-04-09T20:26:49.210Z++ true
4592025-04-09T20:26:49.210Z+ [[ '' != online ]]
4602025-04-09T20:26:49.210Z+ [[ 5 -gt 60 ]]
4612025-04-09T20:26:49.210Z+ sleep 1
4622025-04-09T20:26:50.208Z+ retry=6
4632025-04-09T20:26:50.233Z+++ zoneadm list -n
4642025-04-09T20:26:50.233Z+++ grep oxz_ntp
4652025-04-09T20:26:50.233Z++ pfexec svcs -z -Hostate oxide/ntp
4662025-04-09T20:26:50.233Zsvcs: zone '-Hostate': entity not found
4672025-04-09T20:26:50.233Z++ true
4682025-04-09T20:26:50.233Z+ [[ '' != online ]]
4692025-04-09T20:26:50.233Z+ [[ 6 -gt 60 ]]
4702025-04-09T20:26:50.233Z+ sleep 1
4712025-04-09T20:26:51.228Z+ retry=7
4722025-04-09T20:26:51.253Z+++ zoneadm list -n
4732025-04-09T20:26:51.253Z+++ grep oxz_ntp
4742025-04-09T20:26:51.253Z++ pfexec svcs -z -Hostate oxide/ntp
4752025-04-09T20:26:51.253Zsvcs: zone '-Hostate': entity not found
4762025-04-09T20:26:51.253Z++ true
4772025-04-09T20:26:51.253Z+ [[ '' != online ]]
4782025-04-09T20:26:51.253Z+ [[ 7 -gt 60 ]]
4792025-04-09T20:26:51.253Z+ sleep 1
4802025-04-09T20:26:52.250Z+ retry=8
4812025-04-09T20:26:52.275Z+++ zoneadm list -n
4822025-04-09T20:26:52.275Z+++ grep oxz_ntp
4832025-04-09T20:26:52.275Z++ pfexec svcs -z -Hostate oxide/ntp
4842025-04-09T20:26:52.275Zsvcs: zone '-Hostate': entity not found
4852025-04-09T20:26:52.275Z++ true
4862025-04-09T20:26:52.275Z+ [[ '' != online ]]
4872025-04-09T20:26:52.275Z+ [[ 8 -gt 60 ]]
4882025-04-09T20:26:52.275Z+ sleep 1
4892025-04-09T20:26:53.271Z+ retry=9
4902025-04-09T20:26:53.296Z+++ zoneadm list -n
4912025-04-09T20:26:53.296Z+++ grep oxz_ntp
4922025-04-09T20:26:53.296Z++ pfexec svcs -z -Hostate oxide/ntp
4932025-04-09T20:26:53.296Zsvcs: zone '-Hostate': entity not found
4942025-04-09T20:26:53.296Z++ true
4952025-04-09T20:26:53.296Z+ [[ '' != online ]]
4962025-04-09T20:26:53.296Z+ [[ 9 -gt 60 ]]
4972025-04-09T20:26:53.296Z+ sleep 1
4982025-04-09T20:26:54.294Z+ retry=10
4992025-04-09T20:26:54.318Z+++ zoneadm list -n
5002025-04-09T20:26:54.318Z+++ grep oxz_ntp
5012025-04-09T20:26:54.318Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5022025-04-09T20:26:54.318Zsvcs: Could not bind to repository server for zone oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb: repository server unavailable
5032025-04-09T20:26:54.318Z++ true
5042025-04-09T20:26:54.319Z+ [[ '' != online ]]
5052025-04-09T20:26:54.319Z+ [[ 10 -gt 60 ]]
5062025-04-09T20:26:54.319Z+ sleep 1
5072025-04-09T20:26:55.315Z+ retry=11
5082025-04-09T20:26:55.340Z+++ zoneadm list -n
5092025-04-09T20:26:55.340Z+++ grep oxz_ntp
5102025-04-09T20:26:55.340Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5112025-04-09T20:26:55.365Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5122025-04-09T20:26:55.365Z++ true
5132025-04-09T20:26:55.365Z+ [[ '' != online ]]
5142025-04-09T20:26:55.365Z+ [[ 11 -gt 60 ]]
5152025-04-09T20:26:55.365Z+ sleep 1
5162025-04-09T20:26:56.344Z+ retry=12
5172025-04-09T20:26:56.369Z+++ zoneadm list -n
5182025-04-09T20:26:56.369Z+++ grep oxz_ntp
5192025-04-09T20:26:56.369Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5202025-04-09T20:26:56.394Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5212025-04-09T20:26:56.394Z++ true
5222025-04-09T20:26:56.394Z+ [[ '' != online ]]
5232025-04-09T20:26:56.394Z+ [[ 12 -gt 60 ]]
5242025-04-09T20:26:56.394Z+ sleep 1
5252025-04-09T20:26:57.376Z+ retry=13
5262025-04-09T20:26:57.401Z+++ zoneadm list -n
5272025-04-09T20:26:57.401Z+++ grep oxz_ntp
5282025-04-09T20:26:57.401Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5292025-04-09T20:26:57.426Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5302025-04-09T20:26:57.426Z++ true
5312025-04-09T20:26:57.427Z+ [[ '' != online ]]
5322025-04-09T20:26:57.427Z+ [[ 13 -gt 60 ]]
5332025-04-09T20:26:57.427Z+ sleep 1
5342025-04-09T20:26:58.406Z+ retry=14
5352025-04-09T20:26:58.431Z+++ zoneadm list -n
5362025-04-09T20:26:58.431Z+++ grep oxz_ntp
5372025-04-09T20:26:58.431Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5382025-04-09T20:26:58.456Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5392025-04-09T20:26:58.456Z++ true
5402025-04-09T20:26:58.456Z+ [[ '' != online ]]
5412025-04-09T20:26:58.456Z+ [[ 14 -gt 60 ]]
5422025-04-09T20:26:58.456Z+ sleep 1
5432025-04-09T20:26:59.436Z+ retry=15
5442025-04-09T20:26:59.460Z+++ zoneadm list -n
5452025-04-09T20:26:59.460Z+++ grep oxz_ntp
5462025-04-09T20:26:59.460Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5472025-04-09T20:26:59.460Z+ [[ offline != online ]]
5482025-04-09T20:26:59.460Z+ [[ 15 -gt 60 ]]
5492025-04-09T20:26:59.460Z+ sleep 1
5502025-04-09T20:27:00.458Z+ retry=16
5512025-04-09T20:27:00.483Z+++ zoneadm list -n
5522025-04-09T20:27:00.483Z+++ grep oxz_ntp
5532025-04-09T20:27:00.483Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5542025-04-09T20:27:00.483Z+ [[ offline != online ]]
5552025-04-09T20:27:00.483Z+ [[ 16 -gt 60 ]]
5562025-04-09T20:27:00.483Z+ sleep 1
5572025-04-09T20:27:01.480Z+ retry=17
5582025-04-09T20:27:01.505Z+++ zoneadm list -n
5592025-04-09T20:27:01.505Z+++ grep oxz_ntp
5602025-04-09T20:27:01.505Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5612025-04-09T20:27:01.505Z+ [[ offline != online ]]
5622025-04-09T20:27:01.505Z+ [[ 17 -gt 60 ]]
5632025-04-09T20:27:01.505Z+ sleep 1
5642025-04-09T20:27:02.505Z+ retry=18
5652025-04-09T20:27:02.533Z+++ zoneadm list -n
5662025-04-09T20:27:02.533Z+++ grep oxz_ntp
5672025-04-09T20:27:02.533Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5682025-04-09T20:27:02.533Z+ [[ offline != online ]]
5692025-04-09T20:27:02.533Z+ [[ 18 -gt 60 ]]
5702025-04-09T20:27:02.533Z+ sleep 1
5712025-04-09T20:27:03.528Z+ retry=19
5722025-04-09T20:27:03.553Z+++ zoneadm list -n
5732025-04-09T20:27:03.553Z+++ grep oxz_ntp
5742025-04-09T20:27:03.553Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5752025-04-09T20:27:03.553Z+ [[ offline != online ]]
5762025-04-09T20:27:03.553Z+ [[ 19 -gt 60 ]]
5772025-04-09T20:27:03.554Z+ sleep 1
5782025-04-09T20:27:04.549Z+ retry=20
5792025-04-09T20:27:04.574Z+++ zoneadm list -n
5802025-04-09T20:27:04.574Z+++ grep oxz_ntp
5812025-04-09T20:27:04.574Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5822025-04-09T20:27:04.574Z+ [[ offline != online ]]
5832025-04-09T20:27:04.574Z+ [[ 20 -gt 60 ]]
5842025-04-09T20:27:04.574Z+ sleep 1
5852025-04-09T20:27:05.572Z+ retry=21
5862025-04-09T20:27:05.596Z+++ zoneadm list -n
5872025-04-09T20:27:05.596Z+++ grep oxz_ntp
5882025-04-09T20:27:05.596Z++ pfexec svcs -z oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb -Hostate oxide/ntp
5892025-04-09T20:27:05.596ZWaited for chrony: 21s
5902025-04-09T20:27:05.596Z+ [[ online != online ]]
5912025-04-09T20:27:05.597Z+ echo 'Waited for chrony: 21s'
5922025-04-09T20:27:05.597Z+ retry=0
5932025-04-09T20:27:05.597Z+ zoneadm list
5942025-04-09T20:27:05.597Z+ grep nexus
5952025-04-09T20:27:05.597Z+ [[ 0 -gt 300 ]]
5962025-04-09T20:27:05.597Z+ sleep 1
 
5972025-04-09T20:27:05.665Zsock console login: Apr 9 20:27:04 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5982025-04-09T20:27:06.599Z+ retry=1
5992025-04-09T20:27:06.623Z+ zoneadm list
6002025-04-09T20:27:06.623Z+ grep nexus
6012025-04-09T20:27:06.623Z+ [[ 1 -gt 300 ]]
6022025-04-09T20:27:06.623Z+ sleep 1
6032025-04-09T20:27:07.608Z+ retry=2
6042025-04-09T20:27:07.633Z+ zoneadm list
6052025-04-09T20:27:07.633Z+ grep nexus
6062025-04-09T20:27:07.633Z+ [[ 2 -gt 300 ]]
6072025-04-09T20:27:07.633Z+ sleep 1
6082025-04-09T20:27:08.619Z+ retry=3
6092025-04-09T20:27:08.644Z+ zoneadm list
6102025-04-09T20:27:08.644Z+ grep nexus
6112025-04-09T20:27:08.644Z+ [[ 3 -gt 300 ]]
6122025-04-09T20:27:08.644Z+ sleep 1
6132025-04-09T20:27:09.631Z+ retry=4
6142025-04-09T20:27:09.656Z+ zoneadm list
6152025-04-09T20:27:09.656Z+ grep nexus
6162025-04-09T20:27:09.656Z+ [[ 4 -gt 300 ]]
6172025-04-09T20:27:09.656Z+ sleep 1
6182025-04-09T20:27:10.644Z+ retry=5
6192025-04-09T20:27:10.668Z+ zoneadm list
6202025-04-09T20:27:10.668Z+ grep nexus
6212025-04-09T20:27:10.668Z+ [[ 5 -gt 300 ]]
6222025-04-09T20:27:10.668Z+ sleep 1
6232025-04-09T20:27:11.658Z+ retry=6
6242025-04-09T20:27:11.683Z+ zoneadm list
6252025-04-09T20:27:11.683Z+ grep nexus
6262025-04-09T20:27:11.683Z+ [[ 6 -gt 300 ]]
6272025-04-09T20:27:11.683Z+ sleep 1
6282025-04-09T20:27:12.672Z+ retry=7
6292025-04-09T20:27:12.697Z+ zoneadm list
6302025-04-09T20:27:12.697Z+ grep nexus
6312025-04-09T20:27:12.697Z+ [[ 7 -gt 300 ]]
6322025-04-09T20:27:12.697Z+ sleep 1
6332025-04-09T20:27:13.686Z+ retry=8
6342025-04-09T20:27:13.711Z+ zoneadm list
6352025-04-09T20:27:13.711Z+ grep nexus
6362025-04-09T20:27:13.711Z+ [[ 8 -gt 300 ]]
6372025-04-09T20:27:13.711Z+ sleep 1
6382025-04-09T20:27:14.705Z+ retry=9
6392025-04-09T20:27:14.730Z+ zoneadm list
6402025-04-09T20:27:14.730Z+ grep nexus
6412025-04-09T20:27:14.730Z+ [[ 9 -gt 300 ]]
6422025-04-09T20:27:14.730Z+ sleep 1
6432025-04-09T20:27:15.721Z+ retry=10
6442025-04-09T20:27:15.748Z+ zoneadm list
6452025-04-09T20:27:15.748Z+ grep nexus
6462025-04-09T20:27:15.748Z+ [[ 10 -gt 300 ]]
6472025-04-09T20:27:15.748Z+ sleep 1
6482025-04-09T20:27:16.737Z+ retry=11
6492025-04-09T20:27:16.762Z+ zoneadm list
6502025-04-09T20:27:16.762Z+ grep nexus
6512025-04-09T20:27:16.762Z+ [[ 11 -gt 300 ]]
6522025-04-09T20:27:16.762Z+ sleep 1
6532025-04-09T20:27:17.752Z+ retry=12
6542025-04-09T20:27:17.778Z+ zoneadm list
6552025-04-09T20:27:17.778Z+ grep nexus
6562025-04-09T20:27:17.779Z+ [[ 12 -gt 300 ]]
6572025-04-09T20:27:17.779Z+ sleep 1
6582025-04-09T20:27:18.786Z+ retry=13
6592025-04-09T20:27:18.811Z+ zoneadm list
6602025-04-09T20:27:18.811Z+ grep nexus
6612025-04-09T20:27:18.811Z+ [[ 13 -gt 300 ]]
6622025-04-09T20:27:18.811Z+ sleep 1
6632025-04-09T20:27:19.808Z+ retry=14
6642025-04-09T20:27:19.833Z+ zoneadm list
6652025-04-09T20:27:19.833Z+ grep nexus
6662025-04-09T20:27:19.833Z+ [[ 14 -gt 300 ]]
6672025-04-09T20:27:19.833Z+ sleep 1
6682025-04-09T20:27:20.823Z+ retry=15
6692025-04-09T20:27:20.847Z+ zoneadm list
6702025-04-09T20:27:20.848Z+ grep nexus
6712025-04-09T20:27:20.848Z+ [[ 15 -gt 300 ]]
6722025-04-09T20:27:20.848Z+ sleep 1
6732025-04-09T20:27:21.834Z+ retry=16
6742025-04-09T20:27:21.859Z+ zoneadm list
6752025-04-09T20:27:21.859Z+ grep nexus
6762025-04-09T20:27:21.859Z+ [[ 16 -gt 300 ]]
6772025-04-09T20:27:21.859Z+ sleep 1
6782025-04-09T20:27:22.847Z+ retry=17
6792025-04-09T20:27:22.872Z+ zoneadm list
6802025-04-09T20:27:22.872Z+ grep nexus
6812025-04-09T20:27:22.872Z+ [[ 17 -gt 300 ]]
6822025-04-09T20:27:22.872Z+ sleep 1
6832025-04-09T20:27:23.859Z+ retry=18
6842025-04-09T20:27:23.883Z+ zoneadm list
6852025-04-09T20:27:23.883Z+ grep nexus
6862025-04-09T20:27:23.883Z+ [[ 18 -gt 300 ]]
6872025-04-09T20:27:23.883Z+ sleep 1
6882025-04-09T20:27:24.871Z+ retry=19
6892025-04-09T20:27:24.900Z+ zoneadm list
6902025-04-09T20:27:24.901Z+ grep nexus
6912025-04-09T20:27:24.901Z+ [[ 19 -gt 300 ]]
6922025-04-09T20:27:24.901Z+ sleep 1
6932025-04-09T20:27:25.883Z+ retry=20
6942025-04-09T20:27:25.908Z+ zoneadm list
6952025-04-09T20:27:25.909Z+ grep nexus
6962025-04-09T20:27:25.909Z+ [[ 20 -gt 300 ]]
6972025-04-09T20:27:25.909Z+ sleep 1
6982025-04-09T20:27:26.895Z+ retry=21
6992025-04-09T20:27:26.919Z+ zoneadm list
7002025-04-09T20:27:26.919Z+ grep nexus
7012025-04-09T20:27:26.919Z+ [[ 21 -gt 300 ]]
7022025-04-09T20:27:26.919Z+ sleep 1
7032025-04-09T20:27:27.908Z+ retry=22
7042025-04-09T20:27:27.933Z+ zoneadm list
7052025-04-09T20:27:27.933Z+ grep nexus
7062025-04-09T20:27:27.933Z+ [[ 22 -gt 300 ]]
7072025-04-09T20:27:27.933Z+ sleep 1
7082025-04-09T20:27:28.921Z+ retry=23
7092025-04-09T20:27:28.946Z+ zoneadm list
7102025-04-09T20:27:28.946Z+ grep nexus
7112025-04-09T20:27:28.946Z+ [[ 23 -gt 300 ]]
7122025-04-09T20:27:28.946Z+ sleep 1
7132025-04-09T20:27:29.936Z+ retry=24
7142025-04-09T20:27:29.961Z+ zoneadm list
7152025-04-09T20:27:29.961Z+ grep nexus
7162025-04-09T20:27:29.961Z+ [[ 24 -gt 300 ]]
7172025-04-09T20:27:29.961Z+ sleep 1
7182025-04-09T20:27:30.949Z+ retry=25
7192025-04-09T20:27:30.974Z+ zoneadm list
7202025-04-09T20:27:30.974Z+ grep nexus
7212025-04-09T20:27:30.974Z+ [[ 25 -gt 300 ]]
7222025-04-09T20:27:30.974Z+ sleep 1
7232025-04-09T20:27:31.961Z+ retry=26
7242025-04-09T20:27:31.986Z+ zoneadm list
7252025-04-09T20:27:31.986Z+ grep nexus
7262025-04-09T20:27:31.986Z+ [[ 26 -gt 300 ]]
7272025-04-09T20:27:31.986Z+ sleep 1
7282025-04-09T20:27:32.976Z+ retry=27
7292025-04-09T20:27:33.004Z+ zoneadm list
7302025-04-09T20:27:33.004Z+ grep nexus
7312025-04-09T20:27:33.004Z+ [[ 27 -gt 300 ]]
7322025-04-09T20:27:33.004Z+ sleep 1
7332025-04-09T20:27:33.987Z+ retry=28
7342025-04-09T20:27:34.012Z+ zoneadm list
7352025-04-09T20:27:34.012Z+ grep nexus
7362025-04-09T20:27:34.012Z+ [[ 28 -gt 300 ]]
7372025-04-09T20:27:34.012Z+ sleep 1
7382025-04-09T20:27:34.999Z+ retry=29
7392025-04-09T20:27:35.024Z+ zoneadm list
7402025-04-09T20:27:35.024Z+ grep nexus
7412025-04-09T20:27:35.024Z+ [[ 29 -gt 300 ]]
7422025-04-09T20:27:35.024Z+ sleep 1
7432025-04-09T20:27:36.010Z+ retry=30
7442025-04-09T20:27:36.034Z+ zoneadm list
7452025-04-09T20:27:36.034Z+ grep nexus
7462025-04-09T20:27:36.034Z+ [[ 30 -gt 300 ]]
7472025-04-09T20:27:36.035Z+ sleep 1
7482025-04-09T20:27:37.023Z+ retry=31
7492025-04-09T20:27:37.048Z+ zoneadm list
7502025-04-09T20:27:37.048Z+ grep nexus
7512025-04-09T20:27:37.048Z+ [[ 31 -gt 300 ]]
7522025-04-09T20:27:37.048Z+ sleep 1
7532025-04-09T20:27:40.965Z+ retry=32
7542025-04-09T20:27:41.006Z+ zoneadm list
7552025-04-09T20:27:41.030Z+ grep nexus
7562025-04-09T20:27:41.063Z+ [[ 32 -gt 300 ]]
7572025-04-09T20:27:41.088Z+ sleep 1
7582025-04-09T20:27:42.085Z+ retry=33
7592025-04-09T20:27:42.110Z+ zoneadm list
7602025-04-09T20:27:42.110Z+ grep nexus
7612025-04-09T20:27:42.110Z+ [[ 33 -gt 300 ]]
7622025-04-09T20:27:42.110Z+ sleep 1
7632025-04-09T20:27:43.105Z+ retry=34
7642025-04-09T20:27:43.130Z+ zoneadm list
7652025-04-09T20:27:43.130Z+ grep nexus
7662025-04-09T20:27:43.130Z+ [[ 34 -gt 300 ]]
7672025-04-09T20:27:43.130Z+ sleep 1
7682025-04-09T20:27:44.124Z+ retry=35
7692025-04-09T20:27:44.148Z+ zoneadm list
7702025-04-09T20:27:44.148Z+ grep nexus
7712025-04-09T20:27:44.148Z+ [[ 35 -gt 300 ]]
7722025-04-09T20:27:44.149Z+ sleep 1
7732025-04-09T20:27:45.142Z+ retry=36
7742025-04-09T20:27:45.167Z+ zoneadm list
7752025-04-09T20:27:45.167Z+ grep nexus
7762025-04-09T20:27:45.167Z+ [[ 36 -gt 300 ]]
7772025-04-09T20:27:45.167Z+ sleep 1
7782025-04-09T20:27:46.160Z+ retry=37
7792025-04-09T20:27:46.185Z+ zoneadm list
7802025-04-09T20:27:46.185Z+ grep nexus
7812025-04-09T20:27:46.185Z+ [[ 37 -gt 300 ]]
7822025-04-09T20:27:46.185Z+ sleep 1
7832025-04-09T20:27:47.173Z+ retry=38
7842025-04-09T20:27:47.197Z+ zoneadm list
7852025-04-09T20:27:47.198Z+ grep nexus
7862025-04-09T20:27:47.198Z+ [[ 38 -gt 300 ]]
7872025-04-09T20:27:47.198Z+ sleep 1
7882025-04-09T20:27:48.193Z+ retry=39
7892025-04-09T20:27:48.217Z+ zoneadm list
7902025-04-09T20:27:48.217Z+ grep nexus
7912025-04-09T20:27:48.217Z+ [[ 39 -gt 300 ]]
7922025-04-09T20:27:48.218Z+ sleep 1
7932025-04-09T20:27:49.206Z+ retry=40
7942025-04-09T20:27:49.231Z+ zoneadm list
7952025-04-09T20:27:49.231Z+ grep nexus
7962025-04-09T20:27:49.231Z+ [[ 40 -gt 300 ]]
7972025-04-09T20:27:49.231Z+ sleep 1
7982025-04-09T20:27:50.219Z+ retry=41
7992025-04-09T20:27:50.244Z+ zoneadm list
8002025-04-09T20:27:50.244Z+ grep nexus
8012025-04-09T20:27:50.244Z+ [[ 41 -gt 300 ]]
8022025-04-09T20:27:50.244Z+ sleep 1
8032025-04-09T20:27:51.231Z+ retry=42
8042025-04-09T20:27:51.256Z+ zoneadm list
8052025-04-09T20:27:51.256Z+ grep nexus
8062025-04-09T20:27:51.256Z+ [[ 42 -gt 300 ]]
8072025-04-09T20:27:51.256Z+ sleep 1
8082025-04-09T20:27:52.243Z+ retry=43
8092025-04-09T20:27:52.268Z+ zoneadm list
8102025-04-09T20:27:52.268Z+ grep nexus
8112025-04-09T20:27:52.268Z+ [[ 43 -gt 300 ]]
8122025-04-09T20:27:52.268Z+ sleep 1
8132025-04-09T20:27:53.257Z+ retry=44
8142025-04-09T20:27:53.281Z+ zoneadm list
8152025-04-09T20:27:53.282Z+ grep nexus
8162025-04-09T20:27:53.282Z+ [[ 44 -gt 300 ]]
8172025-04-09T20:27:53.282Z+ sleep 1
8182025-04-09T20:27:54.268Z+ retry=45
8192025-04-09T20:27:54.293Z+ zoneadm list
8202025-04-09T20:27:54.293Z+ grep nexus
8212025-04-09T20:27:54.293Z+ [[ 45 -gt 300 ]]
8222025-04-09T20:27:54.293Z+ sleep 1
8232025-04-09T20:27:55.279Z+ retry=46
8242025-04-09T20:27:55.304Z+ zoneadm list
8252025-04-09T20:27:55.304Z+ grep nexus
8262025-04-09T20:27:55.304Z+ [[ 46 -gt 300 ]]
8272025-04-09T20:27:55.304Z+ sleep 1
8282025-04-09T20:27:56.291Z+ retry=47
8292025-04-09T20:27:56.317Z+ zoneadm list
8302025-04-09T20:27:56.317Z+ grep nexus
8312025-04-09T20:27:56.317Z+ [[ 47 -gt 300 ]]
8322025-04-09T20:27:56.317Z+ sleep 1
8332025-04-09T20:27:57.304Z+ retry=48
8342025-04-09T20:27:57.329Z+ zoneadm list
8352025-04-09T20:27:57.329Z+ grep nexus
8362025-04-09T20:27:57.329Z+ [[ 48 -gt 300 ]]
8372025-04-09T20:27:57.329Z+ sleep 1
8382025-04-09T20:27:58.317Z+ retry=49
8392025-04-09T20:27:58.341Z+ zoneadm list
8402025-04-09T20:27:58.341Z+ grep nexus
8412025-04-09T20:27:58.341Z+ [[ 49 -gt 300 ]]
8422025-04-09T20:27:58.342Z+ sleep 1
8432025-04-09T20:27:59.328Z+ retry=50
8442025-04-09T20:27:59.353Z+ zoneadm list
8452025-04-09T20:27:59.353Z+ grep nexus
8462025-04-09T20:27:59.353Z+ [[ 50 -gt 300 ]]
8472025-04-09T20:27:59.353Z+ sleep 1
8482025-04-09T20:28:00.340Z+ retry=51
8492025-04-09T20:28:00.364Z+ zoneadm list
8502025-04-09T20:28:00.364Z+ grep nexus
8512025-04-09T20:28:00.364Z+ [[ 51 -gt 300 ]]
8522025-04-09T20:28:00.364Z+ sleep 1
8532025-04-09T20:28:01.352Z+ retry=52
8542025-04-09T20:28:01.377Z+ zoneadm list
8552025-04-09T20:28:01.377Z+ grep nexus
8562025-04-09T20:28:01.377Z+ [[ 52 -gt 300 ]]
8572025-04-09T20:28:01.377Z+ sleep 1
8582025-04-09T20:28:02.364Z+ retry=53
8592025-04-09T20:28:02.389Z+ zoneadm list
8602025-04-09T20:28:02.389Z+ grep nexus
8612025-04-09T20:28:02.389Z+ [[ 53 -gt 300 ]]
8622025-04-09T20:28:02.389Z+ sleep 1
8632025-04-09T20:28:03.376Z+ retry=54
8642025-04-09T20:28:03.401Z+ zoneadm list
8652025-04-09T20:28:03.401Z+ grep nexus
8662025-04-09T20:28:03.401Z+ [[ 54 -gt 300 ]]
8672025-04-09T20:28:03.401Z+ sleep 1
8682025-04-09T20:28:04.388Z+ retry=55
8692025-04-09T20:28:04.413Z+ zoneadm list
8702025-04-09T20:28:04.413Z+ grep nexus
8712025-04-09T20:28:04.413Z+ [[ 55 -gt 300 ]]
8722025-04-09T20:28:04.413Z+ sleep 1
8732025-04-09T20:28:05.400Z+ retry=56
8742025-04-09T20:28:05.424Z+ zoneadm list
8752025-04-09T20:28:05.424Z+ grep nexus
8762025-04-09T20:28:05.424Z+ [[ 56 -gt 300 ]]
8772025-04-09T20:28:05.425Z+ sleep 1
8782025-04-09T20:28:06.413Z+ retry=57
8792025-04-09T20:28:06.437Z+ zoneadm list
8802025-04-09T20:28:06.437Z+ grep nexus
8812025-04-09T20:28:06.437Z+ [[ 57 -gt 300 ]]
8822025-04-09T20:28:06.437Z+ sleep 1
8832025-04-09T20:28:07.426Z+ retry=58
8842025-04-09T20:28:07.451Z+ zoneadm list
8852025-04-09T20:28:07.451Z+ grep nexus
8862025-04-09T20:28:07.451Z+ [[ 58 -gt 300 ]]
8872025-04-09T20:28:07.451Z+ sleep 1
8882025-04-09T20:28:08.444Z+ retry=59
8892025-04-09T20:28:08.469Z+ zoneadm list
8902025-04-09T20:28:08.469Z+ grep nexus
8912025-04-09T20:28:08.469Z+ [[ 59 -gt 300 ]]
8922025-04-09T20:28:08.469Z+ sleep 1
8932025-04-09T20:28:09.463Z+ retry=60
8942025-04-09T20:28:09.488Z+ zoneadm list
8952025-04-09T20:28:09.488Z+ grep nexus
8962025-04-09T20:28:09.488Z+ [[ 60 -gt 300 ]]
8972025-04-09T20:28:09.488Z+ sleep 1
8982025-04-09T20:28:10.478Z+ retry=61
8992025-04-09T20:28:10.502Z+ zoneadm list
9002025-04-09T20:28:10.502Z+ grep nexus
9012025-04-09T20:28:10.502Z+ [[ 61 -gt 300 ]]
9022025-04-09T20:28:10.502Z+ sleep 1
9032025-04-09T20:28:11.516Z+ retry=62
9042025-04-09T20:28:11.541Z+ zoneadm list
9052025-04-09T20:28:11.541Z+ grep nexus
9062025-04-09T20:28:11.603Z+ [[ 62 -gt 300 ]]
9072025-04-09T20:28:11.603Z+ sleep 1
9082025-04-09T20:28:12.572Z+ retry=63
9092025-04-09T20:28:12.597Z+ zoneadm list
9102025-04-09T20:28:12.597Z+ grep nexus
9112025-04-09T20:28:12.597Z+ [[ 63 -gt 300 ]]
9122025-04-09T20:28:12.597Z+ sleep 1
9132025-04-09T20:28:13.591Z+ retry=64
9142025-04-09T20:28:13.616Z+ zoneadm list
9152025-04-09T20:28:13.616Z+ grep nexus
9162025-04-09T20:28:13.616Z+ [[ 64 -gt 300 ]]
9172025-04-09T20:28:13.616Z+ sleep 1
9182025-04-09T20:28:14.611Z+ retry=65
9192025-04-09T20:28:14.635Z+ zoneadm list
9202025-04-09T20:28:14.635Z+ grep nexus
9212025-04-09T20:28:14.636Z+ [[ 65 -gt 300 ]]
9222025-04-09T20:28:14.636Z+ sleep 1
9232025-04-09T20:28:15.632Z+ retry=66
9242025-04-09T20:28:15.657Z+ zoneadm list
9252025-04-09T20:28:15.657Z+ grep nexus
9262025-04-09T20:28:15.657Zoxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8
9272025-04-09T20:28:15.657Z+ echo 'Waited for nexus: 66s'
9282025-04-09T20:28:15.657Z+ retry=0
9292025-04-09T20:28:15.657Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9302025-04-09T20:28:15.657ZWaited for nexus: 66s
9312025-04-09T20:28:15.683Z+ [[ 0 -gt 300 ]]
9322025-04-09T20:28:15.683Z+ sleep 1
9332025-04-09T20:28:16.682Z+ retry=1
9342025-04-09T20:28:16.682Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9352025-04-09T20:28:16.707Z+ [[ 1 -gt 300 ]]
9362025-04-09T20:28:16.707Z+ sleep 1
9372025-04-09T20:28:17.691Z+ retry=2
9382025-04-09T20:28:17.691Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9392025-04-09T20:28:17.716Z+ [[ 2 -gt 300 ]]
9402025-04-09T20:28:17.716Z+ sleep 1
9412025-04-09T20:28:18.699Z+ retry=3
9422025-04-09T20:28:18.699Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9432025-04-09T20:28:18.724Z+ [[ 3 -gt 300 ]]
9442025-04-09T20:28:18.724Z+ sleep 1
9452025-04-09T20:28:19.815Z+ retry=4
9462025-04-09T20:28:19.815Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9472025-04-09T20:28:19.840Z+ [[ 4 -gt 300 ]]
9482025-04-09T20:28:19.840Z+ sleep 1
9492025-04-09T20:28:20.718Z+ retry=5
9502025-04-09T20:28:20.718Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9512025-04-09T20:28:20.743Z+ [[ 5 -gt 300 ]]
9522025-04-09T20:28:20.743Z+ sleep 1
9532025-04-09T20:28:21.727Z+ retry=6
9542025-04-09T20:28:21.727Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9552025-04-09T20:28:21.752Z+ [[ 6 -gt 300 ]]
9562025-04-09T20:28:21.752Z+ sleep 1
9572025-04-09T20:28:22.737Z+ retry=7
9582025-04-09T20:28:22.737Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9592025-04-09T20:28:22.762Z+ [[ 7 -gt 300 ]]
9602025-04-09T20:28:22.762Z+ sleep 1
9612025-04-09T20:28:23.745Z+ retry=8
9622025-04-09T20:28:23.745Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9632025-04-09T20:28:23.770Z+ [[ 8 -gt 300 ]]
9642025-04-09T20:28:23.770Z+ sleep 1
9652025-04-09T20:28:24.754Z+ retry=9
9662025-04-09T20:28:24.754Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9672025-04-09T20:28:24.780Z+ [[ 9 -gt 300 ]]
9682025-04-09T20:28:24.780Z+ sleep 1
9692025-04-09T20:28:25.763Z+ retry=10
9702025-04-09T20:28:25.763Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9712025-04-09T20:28:25.789Z+ [[ 10 -gt 300 ]]
9722025-04-09T20:28:25.789Z+ sleep 1
9732025-04-09T20:28:26.774Z+ retry=11
9742025-04-09T20:28:26.774Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9752025-04-09T20:28:26.799Z+ [[ 11 -gt 300 ]]
9762025-04-09T20:28:26.799Z+ sleep 1
9772025-04-09T20:28:27.785Z+ retry=12
9782025-04-09T20:28:27.785Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9792025-04-09T20:28:27.811Z+ [[ 12 -gt 300 ]]
9802025-04-09T20:28:27.811Z+ sleep 1
9812025-04-09T20:28:28.794Z+ retry=13
9822025-04-09T20:28:28.794Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9832025-04-09T20:28:28.820Z+ [[ 13 -gt 300 ]]
9842025-04-09T20:28:28.820Z+ sleep 1
9852025-04-09T20:28:29.801Z+ retry=14
9862025-04-09T20:28:29.801Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9872025-04-09T20:28:29.826Z+ [[ 14 -gt 300 ]]
9882025-04-09T20:28:29.826Z+ sleep 1
9892025-04-09T20:28:30.809Z+ retry=15
9902025-04-09T20:28:30.809Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9912025-04-09T20:28:30.834Z+ [[ 15 -gt 300 ]]
9922025-04-09T20:28:30.834Z+ sleep 1
 
9932025-04-09T20:28:31.394ZApr 9 20:28:30 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
9942025-04-09T20:28:31.427ZApr 9 20:28:30 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
9952025-04-09T20:28:31.818Z+ retry=16
9962025-04-09T20:28:31.818Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9972025-04-09T20:28:31.842Z+ [[ 16 -gt 300 ]]
9982025-04-09T20:28:31.843Z+ sleep 1
 
9992025-04-09T20:28:32.293ZApr 9 20:28:31 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
10002025-04-09T20:28:32.826Z+ retry=17
10012025-04-09T20:28:32.826Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10022025-04-09T20:28:32.852Z+ [[ 17 -gt 300 ]]
10032025-04-09T20:28:32.852Z+ sleep 1
 
10042025-04-09T20:28:32.883ZApr 9 20:28:32 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10052025-04-09T20:28:33.481ZApr 9 20:28:32 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
10062025-04-09T20:28:33.835Z+ retry=18
10072025-04-09T20:28:33.835Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10082025-04-09T20:28:33.862Z+ [[ 18 -gt 300 ]]
10092025-04-09T20:28:33.862Z+ sleep 1
10102025-04-09T20:28:34.845Z+ retry=19
10112025-04-09T20:28:34.845Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10122025-04-09T20:28:34.870Z+ [[ 19 -gt 300 ]]
10132025-04-09T20:28:34.870Z+ sleep 1
10142025-04-09T20:28:35.852Z+ retry=20
10152025-04-09T20:28:35.852Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10162025-04-09T20:28:35.877Z+ [[ 20 -gt 300 ]]
10172025-04-09T20:28:35.877Z+ sleep 1
10182025-04-09T20:28:36.860Z+ retry=21
10192025-04-09T20:28:36.860Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10202025-04-09T20:28:36.885Z+ [[ 21 -gt 300 ]]
10212025-04-09T20:28:36.885Z+ sleep 1
10222025-04-09T20:28:37.868Z+ retry=22
10232025-04-09T20:28:37.868Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10242025-04-09T20:28:37.893Z+ [[ 22 -gt 300 ]]
10252025-04-09T20:28:37.893Z+ sleep 1
10262025-04-09T20:28:38.879Z+ retry=23
10272025-04-09T20:28:38.879Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10282025-04-09T20:28:38.907Z+ [[ 23 -gt 300 ]]
10292025-04-09T20:28:38.907Z+ sleep 1
10302025-04-09T20:28:39.887Z+ retry=24
10312025-04-09T20:28:39.887Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10322025-04-09T20:28:39.913Z+ [[ 24 -gt 300 ]]
10332025-04-09T20:28:39.913Z+ sleep 1
10342025-04-09T20:28:40.895Z+ retry=25
10352025-04-09T20:28:40.895Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10362025-04-09T20:28:40.921Z+ [[ 25 -gt 300 ]]
10372025-04-09T20:28:40.921Z+ sleep 1
10382025-04-09T20:28:41.903Z+ retry=26
10392025-04-09T20:28:41.903Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10402025-04-09T20:28:41.928Z+ [[ 26 -gt 300 ]]
10412025-04-09T20:28:41.928Z+ sleep 1
10422025-04-09T20:28:42.912Z+ retry=27
10432025-04-09T20:28:42.912Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10442025-04-09T20:28:42.938Z+ [[ 27 -gt 300 ]]
10452025-04-09T20:28:42.938Z+ sleep 1
10462025-04-09T20:28:43.919Z+ retry=28
10472025-04-09T20:28:43.919Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10482025-04-09T20:28:43.945Z+ [[ 28 -gt 300 ]]
10492025-04-09T20:28:43.945Z+ sleep 1
10502025-04-09T20:28:44.929Z+ retry=29
10512025-04-09T20:28:44.929Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10522025-04-09T20:28:44.954Z+ [[ 29 -gt 300 ]]
10532025-04-09T20:28:44.954Z+ sleep 1
10542025-04-09T20:28:45.937Z+ retry=30
10552025-04-09T20:28:45.937Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10562025-04-09T20:28:45.963Z+ [[ 30 -gt 300 ]]
10572025-04-09T20:28:45.963Z+ sleep 1
10582025-04-09T20:28:46.946Z+ retry=31
10592025-04-09T20:28:46.946Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10602025-04-09T20:28:46.971Z+ [[ 31 -gt 300 ]]
10612025-04-09T20:28:46.971Z+ sleep 1
10622025-04-09T20:28:47.955Z+ retry=32
10632025-04-09T20:28:47.955Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10642025-04-09T20:28:47.980Z+ [[ 32 -gt 300 ]]
10652025-04-09T20:28:47.980Z+ sleep 1
10662025-04-09T20:28:48.964Z+ retry=33
10672025-04-09T20:28:48.964Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10682025-04-09T20:28:48.989Z+ [[ 33 -gt 300 ]]
10692025-04-09T20:28:48.989Z+ sleep 1
10702025-04-09T20:28:49.972Z+ retry=34
10712025-04-09T20:28:49.972Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10722025-04-09T20:28:49.997Z+ [[ 34 -gt 300 ]]
10732025-04-09T20:28:49.997Z+ sleep 1
10742025-04-09T20:28:50.980Z+ retry=35
10752025-04-09T20:28:50.981Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10762025-04-09T20:28:51.005Z+ [[ 35 -gt 300 ]]
10772025-04-09T20:28:51.006Z+ sleep 1
10782025-04-09T20:28:51.989Z+ retry=36
10792025-04-09T20:28:51.989Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10802025-04-09T20:28:52.014Z+ [[ 36 -gt 300 ]]
10812025-04-09T20:28:52.014Z+ sleep 1
10822025-04-09T20:28:52.997Z+ retry=37
10832025-04-09T20:28:52.997Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10842025-04-09T20:28:53.021Z+ [[ 37 -gt 300 ]]
10852025-04-09T20:28:53.022Z+ sleep 1
10862025-04-09T20:28:54.004Z+ retry=38
10872025-04-09T20:28:54.004Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10882025-04-09T20:28:54.029Z+ [[ 38 -gt 300 ]]
10892025-04-09T20:28:54.030Z+ sleep 1
10902025-04-09T20:28:55.012Z+ retry=39
10912025-04-09T20:28:55.012Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10922025-04-09T20:28:55.037Z+ [[ 39 -gt 300 ]]
10932025-04-09T20:28:55.037Z+ sleep 1
10942025-04-09T20:28:56.020Z+ retry=40
10952025-04-09T20:28:56.020Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10962025-04-09T20:28:56.045Z+ [[ 40 -gt 300 ]]
10972025-04-09T20:28:56.045Z+ sleep 1
10982025-04-09T20:28:57.029Z+ retry=41
10992025-04-09T20:28:57.029Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11002025-04-09T20:28:57.054Z+ [[ 41 -gt 300 ]]
11012025-04-09T20:28:57.054Z+ sleep 1
11022025-04-09T20:28:58.037Z+ retry=42
11032025-04-09T20:28:58.037Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11042025-04-09T20:28:58.062Z+ [[ 42 -gt 300 ]]
11052025-04-09T20:28:58.062Z+ sleep 1
11062025-04-09T20:28:59.046Z+ retry=43
11072025-04-09T20:28:59.046Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11082025-04-09T20:28:59.071Z+ [[ 43 -gt 300 ]]
11092025-04-09T20:28:59.071Z+ sleep 1
11102025-04-09T20:29:00.054Z+ retry=44
11112025-04-09T20:29:00.054Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11122025-04-09T20:29:00.079Z+ [[ 44 -gt 300 ]]
11132025-04-09T20:29:00.079Z+ sleep 1
11142025-04-09T20:29:01.062Z+ retry=45
11152025-04-09T20:29:01.062Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11162025-04-09T20:29:01.087Z+ [[ 45 -gt 300 ]]
11172025-04-09T20:29:01.087Z+ sleep 1
11182025-04-09T20:29:02.070Z+ retry=46
11192025-04-09T20:29:02.070Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11202025-04-09T20:29:02.095Z+ [[ 46 -gt 300 ]]
11212025-04-09T20:29:02.095Z+ sleep 1
11222025-04-09T20:29:03.078Z+ retry=47
11232025-04-09T20:29:03.078Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11242025-04-09T20:29:03.103Z+ [[ 47 -gt 300 ]]
11252025-04-09T20:29:03.103Z+ sleep 1
11262025-04-09T20:29:04.088Z+ retry=48
11272025-04-09T20:29:04.088Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11282025-04-09T20:29:04.114Z+ [[ 48 -gt 300 ]]
11292025-04-09T20:29:04.114Z+ sleep 1
11302025-04-09T20:29:05.096Z+ retry=49
11312025-04-09T20:29:05.096Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11322025-04-09T20:29:05.121Z+ [[ 49 -gt 300 ]]
11332025-04-09T20:29:05.121Z+ sleep 1
11342025-04-09T20:29:06.104Z+ retry=50
11352025-04-09T20:29:06.105Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11362025-04-09T20:29:06.129Z+ [[ 50 -gt 300 ]]
11372025-04-09T20:29:06.130Z+ sleep 1
11382025-04-09T20:29:07.112Z+ retry=51
11392025-04-09T20:29:07.112Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11402025-04-09T20:29:07.137Z+ [[ 51 -gt 300 ]]
11412025-04-09T20:29:07.137Z+ sleep 1
11422025-04-09T20:29:08.121Z+ retry=52
11432025-04-09T20:29:08.121Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11442025-04-09T20:29:08.146Z+ [[ 52 -gt 300 ]]
11452025-04-09T20:29:08.146Z+ sleep 1
11462025-04-09T20:29:09.130Z+ retry=53
11472025-04-09T20:29:09.130Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11482025-04-09T20:29:09.156Z+ [[ 53 -gt 300 ]]
11492025-04-09T20:29:09.156Z+ sleep 1
11502025-04-09T20:29:10.143Z+ retry=54
11512025-04-09T20:29:10.143Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11522025-04-09T20:29:10.168Z+ [[ 54 -gt 300 ]]
11532025-04-09T20:29:10.168Z+ sleep 1
11542025-04-09T20:29:11.153Z+ retry=55
11552025-04-09T20:29:11.153Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11562025-04-09T20:29:11.178Z+ [[ 55 -gt 300 ]]
11572025-04-09T20:29:11.178Z+ sleep 1
11582025-04-09T20:29:12.162Z+ retry=56
11592025-04-09T20:29:12.162Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11602025-04-09T20:29:12.187Z+ [[ 56 -gt 300 ]]
11612025-04-09T20:29:12.187Z+ sleep 1
11622025-04-09T20:29:13.172Z+ retry=57
11632025-04-09T20:29:13.172Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11642025-04-09T20:29:13.197Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-04-09T20:29:12.211091495Z","hostname":"sock","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1021"}
11652025-04-09T20:29:13.197Z+ echo 'Waited for handoff: 57s'
11662025-04-09T20:29:13.197ZWaited for handoff: 57s
11672025-04-09T20:29:13.197Z+ retry=0
11682025-04-09T20:29:13.197Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11692025-04-09T20:29:13.197Z++ wc -l
11702025-04-09T20:29:13.255Znote: database URL not specified. Will search DNS.
11712025-04-09T20:29:13.255Znote: (override with --db-url or OMDB_DB_URL)
11722025-04-09T20:29:13.280Znote: using DNS server for subnet fd00:1122:3344::/48
11732025-04-09T20:29:13.280Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11742025-04-09T20:29:13.280Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11752025-04-09T20:29:13.305Znote: database schema version matches expected (136.0.0)
11762025-04-09T20:29:13.456Z+ ACTUAL_ZPOOL_COUNT=' 9'
11772025-04-09T20:29:13.480Z+ [[ 9 -eq 9 ]]
11782025-04-09T20:29:13.481Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11792025-04-09T20:29:13.506Znote: database URL not specified. Will search DNS.
11802025-04-09T20:29:13.506Znote: (override with --db-url or OMDB_DB_URL)
11812025-04-09T20:29:13.506Znote: using DNS server for subnet fd00:1122:3344::/48
11822025-04-09T20:29:13.506Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11832025-04-09T20:29:13.506Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11842025-04-09T20:29:13.506Znote: database schema version matches expected (136.0.0)
11852025-04-09T20:29:13.647ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11862025-04-09T20:29:13.647Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11872025-04-09T20:29:13.647Z1a916966-4b5f-4d07-8146-9b5bb39956bd | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |d2aeab2c-2ec4-43f5-acc8-33d19de6b829 |20937965568 |268435456000
11882025-04-09T20:29:13.647Z2fbd8654-d33a-4ebd-919e-f24c546fce37 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |224915b8-4133-441d-bfd5-b9b4000a23c2 |20937965568 |268435456000
11892025-04-09T20:29:13.647Z77798902-3e15-4211-bceb-d23dfd1657e1 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |925281fb-8ab4-4f38-9144-0107c438d845 |20937965568 |268435456000
11902025-04-09T20:29:13.647Z8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |ebab2249-f2cf-4695-94a9-69edd8fb1f86 |20937965568 |268435456000
11912025-04-09T20:29:13.647Z93aae51e-6896-48b5-b7a5-f672a63c4043 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |5be9cf4f-3923-488b-bffb-f9b45f19b4af |20937965568 |268435456000
11922025-04-09T20:29:13.647Z97c3938a-fc74-4557-9d29-942aa2c78b9f | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |6a61c000-447f-420b-b7dd-a5cd913d7c63 |20937965568 |268435456000
11932025-04-09T20:29:13.648Zb4aef7b5-df65-45fd-8715-2620b2458782 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |5756268b-4493-4d38-b2e8-e970f24ea65a |20937965568 |268435456000
11942025-04-09T20:29:13.648Zdaa67195-9fc0-4a32-8508-3eef0aa15a7a | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |65331b74-8d98-4fae-a100-bdcd66b6545d |20937965568 |268435456000
11952025-04-09T20:29:13.648Ze1ae8a6f-6c01-4709-9380-2022c1a45cf6 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |a15dc507-2123-4e28-babd-037f872f237f |20937965568 |268435456000
11962025-04-09T20:29:13.673Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11972025-04-09T20:29:13.698Znote: database URL not specified. Will search DNS.
11982025-04-09T20:29:13.698Znote: (override with --db-url or OMDB_DB_URL)
11992025-04-09T20:29:13.698Znote: using DNS server for subnet fd00:1122:3344::/48
12002025-04-09T20:29:13.698Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12012025-04-09T20:29:13.698Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12022025-04-09T20:29:13.723Znote: database schema version matches expected (136.0.0)
12032025-04-09T20:29:13.848Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12042025-04-09T20:29:13.848Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1a916966-4b5f-4d07-8146-9b5bb39956bd 0
12052025-04-09T20:29:13.882Znote: database URL not specified. Will search DNS.
12062025-04-09T20:29:13.882Znote: (override with --db-url or OMDB_DB_URL)
12072025-04-09T20:29:13.882Znote: using DNS server for subnet fd00:1122:3344::/48
12082025-04-09T20:29:13.882Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12092025-04-09T20:29:13.907Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12102025-04-09T20:29:13.907Znote: database schema version matches expected (136.0.0)
12112025-04-09T20:29:13.947Zset pool 1a916966-4b5f-4d07-8146-9b5bb39956bd control plane storage buffer bytes to 0
12122025-04-09T20:29:13.972Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12132025-04-09T20:29:13.972Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2fbd8654-d33a-4ebd-919e-f24c546fce37 0
12142025-04-09T20:29:14.001Znote: database URL not specified. Will search DNS.
12152025-04-09T20:29:14.001Znote: (override with --db-url or OMDB_DB_URL)
12162025-04-09T20:29:14.001Znote: using DNS server for subnet fd00:1122:3344::/48
12172025-04-09T20:29:14.001Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12182025-04-09T20:29:14.001Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12192025-04-09T20:29:14.001Znote: database schema version matches expected (136.0.0)
12202025-04-09T20:29:14.047Zset pool 2fbd8654-d33a-4ebd-919e-f24c546fce37 control plane storage buffer bytes to 0
12212025-04-09T20:29:14.072Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12222025-04-09T20:29:14.072Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 77798902-3e15-4211-bceb-d23dfd1657e1 0
12232025-04-09T20:29:14.097Znote: database URL not specified. Will search DNS.
12242025-04-09T20:29:14.097Znote: (override with --db-url or OMDB_DB_URL)
12252025-04-09T20:29:14.097Znote: using DNS server for subnet fd00:1122:3344::/48
12262025-04-09T20:29:14.097Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12272025-04-09T20:29:14.097Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12282025-04-09T20:29:14.097Znote: database schema version matches expected (136.0.0)
12292025-04-09T20:29:14.146Zset pool 77798902-3e15-4211-bceb-d23dfd1657e1 control plane storage buffer bytes to 0
12302025-04-09T20:29:14.171Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12312025-04-09T20:29:14.171Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d 0
12322025-04-09T20:29:14.196Znote: database URL not specified. Will search DNS.
12332025-04-09T20:29:14.196Znote: (override with --db-url or OMDB_DB_URL)
12342025-04-09T20:29:14.196Znote: using DNS server for subnet fd00:1122:3344::/48
12352025-04-09T20:29:14.196Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12362025-04-09T20:29:14.196Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12372025-04-09T20:29:14.196Znote: database schema version matches expected (136.0.0)
12382025-04-09T20:29:14.250Zset pool 8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d control plane storage buffer bytes to 0
12392025-04-09T20:29:14.275Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12402025-04-09T20:29:14.275Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 93aae51e-6896-48b5-b7a5-f672a63c4043 0
12412025-04-09T20:29:14.300Znote: database URL not specified. Will search DNS.
12422025-04-09T20:29:14.300Znote: (override with --db-url or OMDB_DB_URL)
12432025-04-09T20:29:14.300Znote: using DNS server for subnet fd00:1122:3344::/48
12442025-04-09T20:29:14.301Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12452025-04-09T20:29:14.301Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12462025-04-09T20:29:14.301Znote: database schema version matches expected (136.0.0)
12472025-04-09T20:29:14.352Zset pool 93aae51e-6896-48b5-b7a5-f672a63c4043 control plane storage buffer bytes to 0
12482025-04-09T20:29:14.377Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12492025-04-09T20:29:14.377Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 97c3938a-fc74-4557-9d29-942aa2c78b9f 0
12502025-04-09T20:29:14.402Znote: database URL not specified. Will search DNS.
12512025-04-09T20:29:14.402Znote: (override with --db-url or OMDB_DB_URL)
12522025-04-09T20:29:14.402Znote: using DNS server for subnet fd00:1122:3344::/48
12532025-04-09T20:29:14.402Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12542025-04-09T20:29:14.402Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12552025-04-09T20:29:14.402Znote: database schema version matches expected (136.0.0)
12562025-04-09T20:29:14.449Zset pool 97c3938a-fc74-4557-9d29-942aa2c78b9f control plane storage buffer bytes to 0
12572025-04-09T20:29:14.474Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12582025-04-09T20:29:14.474Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer b4aef7b5-df65-45fd-8715-2620b2458782 0
12592025-04-09T20:29:14.499Znote: database URL not specified. Will search DNS.
12602025-04-09T20:29:14.499Znote: (override with --db-url or OMDB_DB_URL)
12612025-04-09T20:29:14.499Znote: using DNS server for subnet fd00:1122:3344::/48
12622025-04-09T20:29:14.499Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12632025-04-09T20:29:14.499Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12642025-04-09T20:29:14.499Znote: database schema version matches expected (136.0.0)
12652025-04-09T20:29:14.549Zset pool b4aef7b5-df65-45fd-8715-2620b2458782 control plane storage buffer bytes to 0
12662025-04-09T20:29:14.574Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12672025-04-09T20:29:14.574Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer daa67195-9fc0-4a32-8508-3eef0aa15a7a 0
12682025-04-09T20:29:14.599Znote: database URL not specified. Will search DNS.
12692025-04-09T20:29:14.599Znote: (override with --db-url or OMDB_DB_URL)
12702025-04-09T20:29:14.599Znote: using DNS server for subnet fd00:1122:3344::/48
12712025-04-09T20:29:14.599Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12722025-04-09T20:29:14.599Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12732025-04-09T20:29:14.624Znote: database schema version matches expected (136.0.0)
12742025-04-09T20:29:14.657Zset pool daa67195-9fc0-4a32-8508-3eef0aa15a7a control plane storage buffer bytes to 0
12752025-04-09T20:29:14.682Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12762025-04-09T20:29:14.682Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer e1ae8a6f-6c01-4709-9380-2022c1a45cf6 0
12772025-04-09T20:29:14.707Znote: database URL not specified. Will search DNS.
12782025-04-09T20:29:14.707Znote: (override with --db-url or OMDB_DB_URL)
12792025-04-09T20:29:14.707Znote: using DNS server for subnet fd00:1122:3344::/48
12802025-04-09T20:29:14.707Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12812025-04-09T20:29:14.707Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12822025-04-09T20:29:14.732Znote: database schema version matches expected (136.0.0)
12832025-04-09T20:29:14.766Zset pool e1ae8a6f-6c01-4709-9380-2022c1a45cf6 control plane storage buffer bytes to 0
12842025-04-09T20:29:14.791Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12852025-04-09T20:29:14.815Znote: database URL not specified. Will search DNS.
12862025-04-09T20:29:14.815Znote: (override with --db-url or OMDB_DB_URL)
12872025-04-09T20:29:14.815Znote: using DNS server for subnet fd00:1122:3344::/48
12882025-04-09T20:29:14.816Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12892025-04-09T20:29:14.816Znote: using database URL postgresql://root@[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12902025-04-09T20:29:14.816Znote: database schema version matches expected (136.0.0)
12912025-04-09T20:29:14.923ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12922025-04-09T20:29:14.923Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12932025-04-09T20:29:14.923Z1a916966-4b5f-4d07-8146-9b5bb39956bd | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |d2aeab2c-2ec4-43f5-acc8-33d19de6b829 |20937965568 |0
12942025-04-09T20:29:14.923Z2fbd8654-d33a-4ebd-919e-f24c546fce37 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |224915b8-4133-441d-bfd5-b9b4000a23c2 |20937965568 |0
12952025-04-09T20:29:14.923Z77798902-3e15-4211-bceb-d23dfd1657e1 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |925281fb-8ab4-4f38-9144-0107c438d845 |20937965568 |0
12962025-04-09T20:29:14.923Z8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |ebab2249-f2cf-4695-94a9-69edd8fb1f86 |20937965568 |0
12972025-04-09T20:29:14.923Z93aae51e-6896-48b5-b7a5-f672a63c4043 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |5be9cf4f-3923-488b-bffb-f9b45f19b4af |20937965568 |0
12982025-04-09T20:29:14.923Z97c3938a-fc74-4557-9d29-942aa2c78b9f | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |6a61c000-447f-420b-b7dd-a5cd913d7c63 |20937965568 |0
12992025-04-09T20:29:14.923Zb4aef7b5-df65-45fd-8715-2620b2458782 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |5756268b-4493-4d38-b2e8-e970f24ea65a |20937965568 |0
13002025-04-09T20:29:14.923Zdaa67195-9fc0-4a32-8508-3eef0aa15a7a | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |65331b74-8d98-4fae-a100-bdcd66b6545d |20937965568 |0
13012025-04-09T20:29:14.923Ze1ae8a6f-6c01-4709-9380-2022c1a45cf6 | |fdcce559-af7f-4aae-9b32-9a7056d35b95 |a15dc507-2123-4e28-babd-037f872f237f |20937965568 |0
13022025-04-09T20:29:14.948Z+ export RUST_BACKTRACE=1
13032025-04-09T20:29:14.948Z+ RUST_BACKTRACE=1
13042025-04-09T20:29:14.948Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13052025-04-09T20:29:14.948Z++ ./target/debug/bootstrap
13062025-04-09T20:29:16.025ZUsing external DNS server at 10.151.2.164:53
13072025-04-09T20:29:16.052Z2025-04-09 20:29:15.003436009 UTC: attempting to log into API
13082025-04-09T20:29:16.391Z2025-04-09 20:29:16.377480369 UTC: login succeeded
13092025-04-09T20:29:16.424Zwaiting for nexus to come up...
13102025-04-09T20:29:16.548Zcreating IP pool... 10.151.2.175 - 10.151.2.227
13112025-04-09T20:29:16.953Zsetting up quotas...
13122025-04-09T20:29:17.046Zensuring datasets are ready...
13132025-04-09T20:29:25.758Zlet's roll.
13142025-04-09T20:29:25.783Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13152025-04-09T20:29:25.783ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
13162025-04-09T20:29:25.783ZOXIDE_TOKEN=oxide-token-20c1bec42693d5171693b614687b927f58edf02e'
13172025-04-09T20:29:25.783Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13182025-04-09T20:29:25.783Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
13192025-04-09T20:29:25.783Z++ OXIDE_TOKEN=oxide-token-20c1bec42693d5171693b614687b927f58edf02e
13202025-04-09T20:29:25.783Z+ export OXIDE_HOST OXIDE_TOKEN
13212025-04-09T20:29:25.783Z+ retry=0
13222025-04-09T20:29:25.783Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13232025-04-09T20:29:25.844Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13242025-04-09T20:29:27.327Z{"status":"ok"}{
13252025-04-09T20:29:27.327Z "description": "some images",
13262025-04-09T20:29:27.327Z "id": "58eeab9e-c24e-4bb7-9d30-51cd5b9f95d2",
13272025-04-09T20:29:27.327Z "name": "images",
13282025-04-09T20:29:27.327Z "time_created": "2025-04-09T20:29:25.954914Z",
13292025-04-09T20:29:27.327Z "time_modified": "2025-04-09T20:29:25.954914Z"
13302025-04-09T20:29:27.327Z}
13312025-04-09T20:29:27.352Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
13322025-04-09T20:30:54.706ZApr 9 20:30:54 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.111.186.186:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13332025-04-09T20:32:20.464ZApr 9 20:32:19 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:68.234.48.70:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13342025-04-09T20:32:30.041ZApr 9 20:32:29 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.111.186.186:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13352025-04-09T20:33:28.143ZApr 9 20:33:27 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:68.234.48.70:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13362025-04-09T20:36:21.779ZApr 9 20:34:59 sock last message repeated 1 time
13372025-04-09T20:36:21.869ZApr 9 20:36:21 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:199.195.248.88:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13382025-04-09T20:39:18.172ZApr 9 20:36:46 sock last message repeated 1 time
 
13392025-04-09T20:39:42.394ZDone!
13402025-04-09T20:39:42.420Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13412025-04-09T20:39:42.534Z{
13422025-04-09T20:39:42.534Z "block_size": 512,
13432025-04-09T20:39:42.534Z "description": "debian 11 original base image",
13442025-04-09T20:39:42.534Z "id": "c8b48c77-d36d-44d7-8b1e-23e19af8fff1",
13452025-04-09T20:39:42.534Z "name": "debian11",
13462025-04-09T20:39:42.534Z "os": "debian",
13472025-04-09T20:39:42.534Z "size": 2147483648,
13482025-04-09T20:39:42.534Z "time_created": "2025-04-09T20:39:42.308227Z",
13492025-04-09T20:39:42.534Z "time_modified": "2025-04-09T20:39:42.514380Z",
13502025-04-09T20:39:42.534Z "version": "11"
13512025-04-09T20:39:42.534Z}
13522025-04-09T20:39:42.559Z+ for test_bin in tests/*
13532025-04-09T20:39:42.559Z+ ./tests/bootstrap-0d0555e137e4dba5
13542025-04-09T20:39:42.559Z
13552025-04-09T20:39:42.559Zrunning 0 tests
13562025-04-09T20:39:42.559Z
13572025-04-09T20:39:42.559Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13582025-04-09T20:39:42.559Z
13592025-04-09T20:39:42.559Z+ for test_bin in tests/*
13602025-04-09T20:39:42.560Z+ ./tests/commtest-22d2b82f914985fa
13612025-04-09T20:39:42.584Z
13622025-04-09T20:39:42.584Zrunning 0 tests
13632025-04-09T20:39:42.584Z
13642025-04-09T20:39:42.584Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13652025-04-09T20:39:42.584Z
13662025-04-09T20:39:42.584Z+ for test_bin in tests/*
13672025-04-09T20:39:42.584Z+ ./tests/dhcp_server-ec4c123ce96efc4a
13682025-04-09T20:39:42.584Z
13692025-04-09T20:39:42.584Zrunning 0 tests
13702025-04-09T20:39:42.584Z
13712025-04-09T20:39:42.585Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13722025-04-09T20:39:42.585Z
13732025-04-09T20:39:42.585Z+ for test_bin in tests/*
13742025-04-09T20:39:42.585Z+ ./tests/end_to_end_tests-40f867836d16a478
13752025-04-09T20:39:42.659Z
13762025-04-09T20:39:42.659Zrunning 3 tests
13772025-04-09T20:39:42.684Znote: configured to log to "/tmp/end_to_end_tests-40f867836d16a478-new_blueprint_noop.13956.0.log"
13782025-04-09T20:39:43.020Ztest no_spoof::no_spoof_here ... ok
13792025-04-09T20:39:44.490Ztest noop_blueprint::new_blueprint_noop ... ok
 
13802025-04-09T20:40:12.656ZApr 9 20:40:12 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:107.191.55.233:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13812025-04-09T20:40:14.122Ztest instance_launch::instance_launch ... ok
13822025-04-09T20:40:14.122Z
13832025-04-09T20:40:14.122Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 31.46s
13842025-04-09T20:40:14.122Z
13852025-04-09T20:40:14.148Z+ _exit_trap
13862025-04-09T20:40:14.172Z+ local status=0
13872025-04-09T20:40:14.173Z+ set +o errexit
13882025-04-09T20:40:14.173Z+ [[ x != \x ]]
13892025-04-09T20:40:14.173Z+ pfexec svcadm -Z disable -s cron
13902025-04-09T20:40:18.044Z+ [[ 0 -eq 0 ]]
13912025-04-09T20:40:18.044Z+ exit 0
13922025-04-09T20:40:18.069Zprocess exited: duration 888292 ms, exit code 0
 
13932025-04-09T20:40:18.326Zfound 204 output files
13942025-04-09T20:40:18.326Zuploading: /var/svc/log/oxide-mg-ddm:default.log (321038 bytes)
13952025-04-09T20:40:19.561Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13962025-04-09T20:40:19.561Zuploading: /var/svc/log/oxide-sled-agent:default.log (1710538 bytes)
13972025-04-09T20:40:19.908Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 1710538 -> 1711488
13982025-04-09T20:40:20.980Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13992025-04-09T20:40:20.980Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (5863304 bytes)
14002025-04-09T20:40:21.445Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 5863304 -> 5893228
14012025-04-09T20:40:22.516Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
14022025-04-09T20:40:22.516Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (1843078 bytes)
14032025-04-09T20:40:23.891Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
14042025-04-09T20:40:23.916Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (6454 bytes)
14052025-04-09T20:40:24.987Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14062025-04-09T20:40:24.987Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (32999 bytes)
14072025-04-09T20:40:26.151Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
14082025-04-09T20:40:26.151Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (306086 bytes)
14092025-04-09T20:40:26.380Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 306086 -> 309254
14102025-04-09T20:40:27.451Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14112025-04-09T20:40:27.451Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (49680 bytes)
14122025-04-09T20:40:28.615Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
14132025-04-09T20:40:28.615Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (397518 bytes)
14142025-04-09T20:40:28.881Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 397518 -> 401874
14152025-04-09T20:40:29.953Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14162025-04-09T20:40:29.953Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (63360 bytes)
14172025-04-09T20:40:31.140Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
14182025-04-09T20:40:31.140Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1614698 bytes)
14192025-04-09T20:40:31.463Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1614698 -> 1636342
14202025-04-09T20:40:32.534Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14212025-04-09T20:40:32.559Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (602962 bytes)
14222025-04-09T20:40:33.839Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
14232025-04-09T20:40:33.839Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (4017410 bytes)
14242025-04-09T20:40:34.229Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 4017410 -> 4120104
14252025-04-09T20:40:35.300Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14262025-04-09T20:40:35.300Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (1344950 bytes)
14272025-04-09T20:40:36.651Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14282025-04-09T20:40:36.651Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14292025-04-09T20:40:37.252ZApr 9 20:40:36 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.229.4.69:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
14302025-04-09T20:40:37.724Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14312025-04-09T20:40:37.724Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3334 bytes)
14322025-04-09T20:40:38.819Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14332025-04-09T20:40:38.819Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (363115 bytes)
14342025-04-09T20:40:39.073Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 363115 -> 374946
14352025-04-09T20:40:40.145Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14362025-04-09T20:40:40.170Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (134625 bytes)
14372025-04-09T20:40:41.376Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14382025-04-09T20:40:41.376Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12559 bytes)
14392025-04-09T20:40:41.445Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12559 -> 13144
14402025-04-09T20:40:42.516Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14412025-04-09T20:40:42.516Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (1420 bytes)
14422025-04-09T20:40:43.613Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14432025-04-09T20:40:43.613Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14442025-04-09T20:40:44.685Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14452025-04-09T20:40:44.685Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (4217 bytes)
14462025-04-09T20:40:45.785Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
14472025-04-09T20:40:45.785Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14482025-04-09T20:40:46.853Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14492025-04-09T20:40:46.853Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
14502025-04-09T20:40:47.948Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
14512025-04-09T20:40:47.948Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-agent:default.log (8464 bytes)
14522025-04-09T20:40:49.067Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-agent:default.log
14532025-04-09T20:40:49.095Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
14542025-04-09T20:40:50.164Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-agent:default.log.0
14552025-04-09T20:40:50.164Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14562025-04-09T20:40:51.236Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:default.log
14572025-04-09T20:40:51.237Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14582025-04-09T20:40:52.338Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14592025-04-09T20:40:52.338Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:downstairs-6e4f9e41-ec65-42fb-9fcf-3eda266b18af.log (3021 bytes)
14602025-04-09T20:40:53.434Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-crucible-downstairs:downstairs-6e4f9e41-ec65-42fb-9fcf-3eda266b18af.log
14612025-04-09T20:40:53.459Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14622025-04-09T20:40:54.507Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-zone-network-setup:default.log
14632025-04-09T20:40:54.507Zuploading: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
14642025-04-09T20:40:55.605Zuploaded: /pool/ext/1a916966-4b5f-4d07-8146-9b5bb39956bd/crypt/zone/oxz_crucible_8a6a8a00-d159-455d-be34-a50ec3e9e70b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14652025-04-09T20:40:55.605Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse-admin-single:default.log (0 bytes)
14662025-04-09T20:40:56.677Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse-admin-single:default.log
14672025-04-09T20:40:56.678Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse-admin-single:default.log.0 (937 bytes)
14682025-04-09T20:40:57.777Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse-admin-single:default.log.0
14692025-04-09T20:40:57.777Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse:default.log (2307463 bytes)
14702025-04-09T20:40:58.167Zupload warning: file "/pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2307463 -> 2489670
14712025-04-09T20:40:59.240Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse:default.log
14722025-04-09T20:40:59.240Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse:default.log.0 (524125 bytes)
14732025-04-09T20:41:00.548Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-clickhouse:default.log.0
14742025-04-09T20:41:00.548Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14752025-04-09T20:41:01.620Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-zone-network-setup:default.log
14762025-04-09T20:41:01.620Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14772025-04-09T20:41:02.716Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_clickhouse_38737809-8c8c-4ce7-a546-d53d0849af5b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14782025-04-09T20:41:02.741Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
14792025-04-09T20:41:03.789Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroach-admin:default.log
14802025-04-09T20:41:03.789Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4698 bytes)
14812025-04-09T20:41:04.885Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroach-admin:default.log.0
14822025-04-09T20:41:04.911Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14832025-04-09T20:41:05.959Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroachdb:default.log
14842025-04-09T20:41:05.959Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
14852025-04-09T20:41:07.055Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-cockroachdb:default.log.0
14862025-04-09T20:41:07.081Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14872025-04-09T20:41:08.128Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-zone-network-setup:default.log
14882025-04-09T20:41:08.128Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
14892025-04-09T20:41:09.226Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_cockroachdb_d76c23e5-4ca9-4c37-b6e0-4a7a3a5391c0/root/var/svc/log/oxide-zone-network-setup:default.log.0
14902025-04-09T20:41:09.226Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-agent:default.log (8458 bytes)
14912025-04-09T20:41:10.343Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-agent:default.log
14922025-04-09T20:41:10.368Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
14932025-04-09T20:41:11.441Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-agent:default.log.0
14942025-04-09T20:41:11.441Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14952025-04-09T20:41:12.514Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:default.log
14962025-04-09T20:41:12.539Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14972025-04-09T20:41:13.612Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14982025-04-09T20:41:13.612Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:downstairs-20c9bc2a-2e1a-471c-8e25-767d62e162b1.log (3021 bytes)
14992025-04-09T20:41:14.709Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-crucible-downstairs:downstairs-20c9bc2a-2e1a-471c-8e25-767d62e162b1.log
15002025-04-09T20:41:14.709Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15012025-04-09T20:41:15.782Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-zone-network-setup:default.log
15022025-04-09T20:41:15.782Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
15032025-04-09T20:41:16.877Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_bfb17805-d91a-4869-b5e7-6d6d92c54503/root/var/svc/log/oxide-zone-network-setup:default.log.0
15042025-04-09T20:41:16.904Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-crucible-pantry:default.log (851052 bytes)
15052025-04-09T20:41:17.137Zupload warning: file "/pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 851052 -> 864436
15062025-04-09T20:41:18.209Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-crucible-pantry:default.log
15072025-04-09T20:41:18.209Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-crucible-pantry:default.log.0 (72108 bytes)
15082025-04-09T20:41:19.398Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-crucible-pantry:default.log.0
15092025-04-09T20:41:19.398Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15102025-04-09T20:41:20.470Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-zone-network-setup:default.log
15112025-04-09T20:41:20.470Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2139 bytes)
15122025-04-09T20:41:21.577Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_crucible_pantry_1597bda9-4767-4e66-9cf6-a17191e4c061/root/var/svc/log/oxide-zone-network-setup:default.log.0
15132025-04-09T20:41:21.577Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-external_dns:default.log (37765 bytes)
15142025-04-09T20:41:21.681Zupload warning: file "/pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 37765 -> 41541
15152025-04-09T20:41:22.754Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-external_dns:default.log
15162025-04-09T20:41:22.754Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-external_dns:default.log.0 (8033 bytes)
15172025-04-09T20:41:23.878Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-external_dns:default.log.0
15182025-04-09T20:41:23.903Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15192025-04-09T20:41:24.951Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-opte-interface-setup:default.log
15202025-04-09T20:41:24.976Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
15212025-04-09T20:41:26.051Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15222025-04-09T20:41:26.051Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15232025-04-09T20:41:27.120Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-zone-network-setup:default.log
15242025-04-09T20:41:27.120Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2113 bytes)
15252025-04-09T20:41:28.217Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_external_dns_439645bd-1c48-46c3-bc45-e2940c02c756/root/var/svc/log/oxide-zone-network-setup:default.log.0
15262025-04-09T20:41:28.217Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-internal_dns:default.log (240224 bytes)
15272025-04-09T20:41:28.426Zupload warning: file "/pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 240224 -> 268630
15282025-04-09T20:41:29.499Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-internal_dns:default.log
15292025-04-09T20:41:29.499Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-internal_dns:default.log.0 (471129 bytes)
15302025-04-09T20:41:30.802Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-internal_dns:default.log.0
15312025-04-09T20:41:30.828Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15322025-04-09T20:41:31.874Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-zone-network-setup:default.log
15332025-04-09T20:41:31.874Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
15342025-04-09T20:41:32.970Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_internal_dns_fd99c2c1-da2c-4e3a-975d-aa29735da3fa/root/var/svc/log/oxide-zone-network-setup:default.log.0
15352025-04-09T20:41:32.971Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-nexus:default.log (3894423 bytes)
15362025-04-09T20:41:33.385Zupload warning: file "/pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 3894423 -> 4274102
15372025-04-09T20:41:34.457Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-nexus:default.log
15382025-04-09T20:41:34.457Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-nexus:default.log.0 (1114525 bytes)
15392025-04-09T20:41:35.815Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-nexus:default.log.0
15402025-04-09T20:41:35.816Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15412025-04-09T20:41:36.887Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-opte-interface-setup:default.log
15422025-04-09T20:41:36.887Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
15432025-04-09T20:41:37.983Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15442025-04-09T20:41:37.983Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15452025-04-09T20:41:39.055Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-zone-network-setup:default.log
15462025-04-09T20:41:39.055Zuploading: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2056 bytes)
15472025-04-09T20:41:40.153Zuploaded: /pool/ext/2fbd8654-d33a-4ebd-919e-f24c546fce37/crypt/zone/oxz_nexus_e57e0cb5-ad27-47ed-8e86-322fa4160115/root/var/svc/log/oxide-zone-network-setup:default.log.0
15482025-04-09T20:41:40.153Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-agent:default.log (20203 bytes)
15492025-04-09T20:41:41.294Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-agent:default.log
15502025-04-09T20:41:41.320Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-agent:default.log.0 (20455 bytes)
15512025-04-09T20:41:42.437Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-agent:default.log.0
15522025-04-09T20:41:42.462Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
15532025-04-09T20:41:43.511Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:default.log
15542025-04-09T20:41:43.511Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
15552025-04-09T20:41:44.609Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:default.log.0
15562025-04-09T20:41:44.609Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-50a62feb-2e67-4576-91c1-dcc9da75cd2d.log (1497 bytes)
15572025-04-09T20:41:45.706Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-50a62feb-2e67-4576-91c1-dcc9da75cd2d.log
15582025-04-09T20:41:45.706Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-50a62feb-2e67-4576-91c1-dcc9da75cd2d.log.0 (4582 bytes)
15592025-04-09T20:41:46.804Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-50a62feb-2e67-4576-91c1-dcc9da75cd2d.log.0
15602025-04-09T20:41:46.829Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c0c4604-cd67-4b92-96a5-6fb85a448ca2.log (5996 bytes)
15612025-04-09T20:41:47.902Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c0c4604-cd67-4b92-96a5-6fb85a448ca2.log
15622025-04-09T20:41:47.927Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f87a433d-35d8-43af-ae94-1a5cc0fe5b82.log (0 bytes)
15632025-04-09T20:41:48.977Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f87a433d-35d8-43af-ae94-1a5cc0fe5b82.log
15642025-04-09T20:41:48.977Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f87a433d-35d8-43af-ae94-1a5cc0fe5b82.log.0 (3127 bytes)
15652025-04-09T20:41:50.075Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f87a433d-35d8-43af-ae94-1a5cc0fe5b82.log.0
15662025-04-09T20:41:50.099Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:snapshot-50a62feb-2e67-4576-91c1-dcc9da75cd2d-4dc13925-e5fa-40df-84a2-510eb65aaced.log (5678 bytes)
15672025-04-09T20:41:51.171Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-crucible-downstairs:snapshot-50a62feb-2e67-4576-91c1-dcc9da75cd2d-4dc13925-e5fa-40df-84a2-510eb65aaced.log
15682025-04-09T20:41:51.171Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15692025-04-09T20:41:52.244Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-zone-network-setup:default.log
15702025-04-09T20:41:52.269Zuploading: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
15712025-04-09T20:41:53.341Zuploaded: /pool/ext/77798902-3e15-4211-bceb-d23dfd1657e1/crypt/zone/oxz_crucible_9d536d1b-2355-496f-9960-72c141ca4cc4/root/var/svc/log/oxide-zone-network-setup:default.log.0
15722025-04-09T20:41:53.341Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-agent:default.log (25931 bytes)
15732025-04-09T20:41:55.508Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-agent:default.log
15742025-04-09T20:41:55.508Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-agent:default.log.0 (20021 bytes)
15752025-04-09T20:41:56.650Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-agent:default.log.0
15762025-04-09T20:41:56.650Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
15772025-04-09T20:41:57.723Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:default.log
15782025-04-09T20:41:57.723Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
15792025-04-09T20:41:58.819Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:default.log.0
15802025-04-09T20:41:58.844Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-4fe5632d-65eb-4c67-aea4-c07af92a37d5.log (1497 bytes)
15812025-04-09T20:41:59.915Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-4fe5632d-65eb-4c67-aea4-c07af92a37d5.log
15822025-04-09T20:41:59.915Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-4fe5632d-65eb-4c67-aea4-c07af92a37d5.log.0 (4581 bytes)
15832025-04-09T20:42:01.013Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-4fe5632d-65eb-4c67-aea4-c07af92a37d5.log.0
15842025-04-09T20:42:01.014Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d342bbac-a8d7-4513-a48e-2de210a218d9.log (5995 bytes)
15852025-04-09T20:42:02.109Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d342bbac-a8d7-4513-a48e-2de210a218d9.log
15862025-04-09T20:42:02.109Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6e0130c-103c-4236-aaef-7c006bf7973e.log (0 bytes)
15872025-04-09T20:42:03.182Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6e0130c-103c-4236-aaef-7c006bf7973e.log
15882025-04-09T20:42:03.182Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6e0130c-103c-4236-aaef-7c006bf7973e.log.0 (3126 bytes)
15892025-04-09T20:42:04.278Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6e0130c-103c-4236-aaef-7c006bf7973e.log.0
15902025-04-09T20:42:04.278Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9b9b3e8-9483-4556-80d2-a166a0825b2a.log (3020 bytes)
15912025-04-09T20:42:05.374Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9b9b3e8-9483-4556-80d2-a166a0825b2a.log
15922025-04-09T20:42:05.374Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-4fe5632d-65eb-4c67-aea4-c07af92a37d5-4dc13925-e5fa-40df-84a2-510eb65aaced.log (5675 bytes)
15932025-04-09T20:42:06.471Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-4fe5632d-65eb-4c67-aea4-c07af92a37d5-4dc13925-e5fa-40df-84a2-510eb65aaced.log
15942025-04-09T20:42:06.471Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15952025-04-09T20:42:07.543Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-zone-network-setup:default.log
15962025-04-09T20:42:07.543Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
15972025-04-09T20:42:08.643Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_7a8a34c4-e683-4645-8c06-387962e208e8/root/var/svc/log/oxide-zone-network-setup:default.log.0
15982025-04-09T20:42:08.643Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-crucible-pantry:default.log (140195 bytes)
15992025-04-09T20:42:08.828Zupload warning: file "/pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 140195 -> 166897
16002025-04-09T20:42:09.901Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-crucible-pantry:default.log
16012025-04-09T20:42:09.901Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-crucible-pantry:default.log.0 (20810 bytes)
16022025-04-09T20:42:11.044Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-crucible-pantry:default.log.0
16032025-04-09T20:42:11.044Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16042025-04-09T20:42:11.574ZApr 9 20:41:30 sock last message repeated 2 times
16052025-04-09T20:42:11.811ZApr 9 20:42:10 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:158.51.99.19:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
16062025-04-09T20:42:12.126Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-zone-network-setup:default.log
16072025-04-09T20:42:12.126Zuploading: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2137 bytes)
16082025-04-09T20:42:13.223Zuploaded: /pool/ext/8f2ee4ac-fdf5-4976-b7a5-99caf2adc11d/crypt/zone/oxz_crucible_pantry_623880d7-8d2d-4d69-84ec-3e01160f558c/root/var/svc/log/oxide-zone-network-setup:default.log.0
16092025-04-09T20:42:13.223Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
16102025-04-09T20:42:14.296Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroach-admin:default.log
16112025-04-09T20:42:14.321Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4694 bytes)
16122025-04-09T20:42:15.393Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroach-admin:default.log.0
16132025-04-09T20:42:15.393Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
16142025-04-09T20:42:16.470Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroachdb:default.log
16152025-04-09T20:42:16.500Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
16162025-04-09T20:42:17.565Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-cockroachdb:default.log.0
16172025-04-09T20:42:17.565Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16182025-04-09T20:42:18.644Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-zone-network-setup:default.log
16192025-04-09T20:42:18.644Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
16202025-04-09T20:42:19.742Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_cockroachdb_fa726cab-f2d6-4373-be3f-5df3093ed092/root/var/svc/log/oxide-zone-network-setup:default.log.0
16212025-04-09T20:42:19.742Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
16222025-04-09T20:42:20.814Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-agent:default.log
16232025-04-09T20:42:20.844Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
16242025-04-09T20:42:21.913Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-agent:default.log.0
16252025-04-09T20:42:21.913Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
16262025-04-09T20:42:22.986Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-downstairs:default.log
16272025-04-09T20:42:22.986Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
16282025-04-09T20:42:24.085Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-crucible-downstairs:default.log.0
16292025-04-09T20:42:24.085Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16302025-04-09T20:42:25.160Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-zone-network-setup:default.log
16312025-04-09T20:42:25.160Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
16322025-04-09T20:42:26.262Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_crucible_2f84a8b0-782b-40de-853f-954f5a6e1377/root/var/svc/log/oxide-zone-network-setup:default.log.0
16332025-04-09T20:42:26.263Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-internal_dns:default.log (240205 bytes)
16342025-04-09T20:42:26.471Zupload warning: file "/pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 240205 -> 286445
16352025-04-09T20:42:27.543Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-internal_dns:default.log
16362025-04-09T20:42:27.543Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-internal_dns:default.log.0 (471161 bytes)
16372025-04-09T20:42:28.850Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-internal_dns:default.log.0
16382025-04-09T20:42:28.879Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16392025-04-09T20:42:29.935Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-zone-network-setup:default.log
16402025-04-09T20:42:29.961Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
16412025-04-09T20:42:31.034Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_internal_dns_90e0748a-c2f0-4a26-bdec-8b8989a3c24f/root/var/svc/log/oxide-zone-network-setup:default.log.0
16422025-04-09T20:42:31.059Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-nexus:default.log (37655570 bytes)
16432025-04-09T20:42:32.622Zupload warning: file "/pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 37655570 -> 38655361
16442025-04-09T20:42:33.709Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-nexus:default.log
16452025-04-09T20:42:33.709Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-nexus:default.log.0 (4568785 bytes)
16462025-04-09T20:42:35.179Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-nexus:default.log.0
16472025-04-09T20:42:35.179Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16482025-04-09T20:42:36.264Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-opte-interface-setup:default.log
16492025-04-09T20:42:36.264Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
16502025-04-09T20:42:37.360Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-opte-interface-setup:default.log.0
16512025-04-09T20:42:37.360Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16522025-04-09T20:42:38.436Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-zone-network-setup:default.log
16532025-04-09T20:42:38.462Zuploading: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2057 bytes)
16542025-04-09T20:42:39.538Zuploaded: /pool/ext/93aae51e-6896-48b5-b7a5-f672a63c4043/crypt/zone/oxz_nexus_8a2dc2b5-fd5c-492b-836d-7a5936efb7c8/root/var/svc/log/oxide-zone-network-setup:default.log.0
16552025-04-09T20:42:39.539Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
16562025-04-09T20:42:39.590ZApr 9 20:42:12 sock last message repeated 1 time
16572025-04-09T20:42:39.623ZApr 9 20:42:39 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:142.202.91.140:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
16582025-04-09T20:42:40.612Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroach-admin:default.log
16592025-04-09T20:42:40.612Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroach-admin:default.log.0 (2813 bytes)
16602025-04-09T20:42:41.712Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroach-admin:default.log.0
16612025-04-09T20:42:41.712Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
16622025-04-09T20:42:42.786Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroachdb:default.log
16632025-04-09T20:42:42.812Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroachdb:default.log.0 (4300 bytes)
16642025-04-09T20:42:43.885Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-cockroachdb:default.log.0
16652025-04-09T20:42:43.885Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16662025-04-09T20:42:44.971Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-zone-network-setup:default.log
16672025-04-09T20:42:44.971Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
16682025-04-09T20:42:46.069Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_cockroachdb_3a259bfd-6b98-4d00-876b-9a6b9fd0a2d1/root/var/svc/log/oxide-zone-network-setup:default.log.0
16692025-04-09T20:42:46.069Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-agent:default.log (12127 bytes)
16702025-04-09T20:42:47.220Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-agent:default.log
16712025-04-09T20:42:47.221Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-agent:default.log.0 (8913 bytes)
16722025-04-09T20:42:52.553Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-agent:default.log.0
16732025-04-09T20:42:52.553Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
16742025-04-09T20:42:53.635Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:default.log
16752025-04-09T20:42:53.635Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
16762025-04-09T20:42:54.840Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:default.log.0
16772025-04-09T20:42:54.840Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddcbab25-760a-4d53-aa97-dbad1ff1eaab.log (1497 bytes)
16782025-04-09T20:42:55.938Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddcbab25-760a-4d53-aa97-dbad1ff1eaab.log
16792025-04-09T20:42:55.938Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddcbab25-760a-4d53-aa97-dbad1ff1eaab.log.0 (4582 bytes)
16802025-04-09T20:42:57.040Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddcbab25-760a-4d53-aa97-dbad1ff1eaab.log.0
16812025-04-09T20:42:57.040Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:snapshot-ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced.log (5677 bytes)
16822025-04-09T20:42:58.139Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-crucible-downstairs:snapshot-ddcbab25-760a-4d53-aa97-dbad1ff1eaab-4dc13925-e5fa-40df-84a2-510eb65aaced.log
16832025-04-09T20:42:58.140Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16842025-04-09T20:42:59.211Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-zone-network-setup:default.log
16852025-04-09T20:42:59.236Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
16862025-04-09T20:43:00.309Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_crucible_4ee598ad-42ff-4485-8bfb-4e0abe1f718c/root/var/svc/log/oxide-zone-network-setup:default.log.0
16872025-04-09T20:43:00.309Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
16882025-04-09T20:43:01.383Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-chrony-setup:default.log
16892025-04-09T20:43:01.383Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-chrony-setup:default.log.0 (15278 bytes)
16902025-04-09T20:43:02.501Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-chrony-setup:default.log.0
16912025-04-09T20:43:02.501Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-ntp:default.log (3995 bytes)
16922025-04-09T20:43:02.550Zupload warning: file "/pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 3995 -> 4140
16932025-04-09T20:43:03.623Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-ntp:default.log
16942025-04-09T20:43:03.623Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-ntp:default.log.0 (1694 bytes)
16952025-04-09T20:43:04.721Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-ntp:default.log.0
16962025-04-09T20:43:04.721Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16972025-04-09T20:43:05.795Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-opte-interface-setup:default.log
16982025-04-09T20:43:05.821Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
16992025-04-09T20:43:06.893Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-opte-interface-setup:default.log.0
17002025-04-09T20:43:06.894Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17012025-04-09T20:43:07.966Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-zone-network-setup:default.log
17022025-04-09T20:43:07.966Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
17032025-04-09T20:43:09.066Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/svc/log/oxide-zone-network-setup:default.log.0
17042025-04-09T20:43:09.066Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
17052025-04-09T20:43:10.140Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroach-admin:default.log
17062025-04-09T20:43:10.167Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4697 bytes)
17072025-04-09T20:43:11.238Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroach-admin:default.log.0
17082025-04-09T20:43:11.266Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
17092025-04-09T20:43:12.315Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroachdb:default.log
17102025-04-09T20:43:12.315Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
17112025-04-09T20:43:13.433Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-cockroachdb:default.log.0
17122025-04-09T20:43:13.433Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17132025-04-09T20:43:14.508Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-zone-network-setup:default.log
17142025-04-09T20:43:14.508Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
17152025-04-09T20:43:15.621Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_cockroachdb_c1a1f7b9-8982-485f-8594-7db3c7a74662/root/var/svc/log/oxide-zone-network-setup:default.log.0
17162025-04-09T20:43:15.621Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
17172025-04-09T20:43:16.743Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-agent:default.log
17182025-04-09T20:43:16.743Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-agent:default.log.0 (1555 bytes)
17192025-04-09T20:43:17.900Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-agent:default.log.0
17202025-04-09T20:43:18.070Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
17212025-04-09T20:43:19.098Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-downstairs:default.log
17222025-04-09T20:43:19.098Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
17232025-04-09T20:43:20.210Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-crucible-downstairs:default.log.0
17242025-04-09T20:43:20.210Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17252025-04-09T20:43:21.282Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-zone-network-setup:default.log
17262025-04-09T20:43:21.282Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
17272025-04-09T20:43:22.381Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_crucible_9b51c2f6-0e35-403c-bbde-f742ae082bbe/root/var/svc/log/oxide-zone-network-setup:default.log.0
17282025-04-09T20:43:22.381Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-external_dns:default.log (37752 bytes)
17292025-04-09T20:43:22.498Zupload warning: file "/pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 37752 -> 49083
17302025-04-09T20:43:23.572Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-external_dns:default.log
17312025-04-09T20:43:23.572Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-external_dns:default.log.0 (8033 bytes)
17322025-04-09T20:43:24.691Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-external_dns:default.log.0
17332025-04-09T20:43:24.692Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
17342025-04-09T20:43:25.769Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-opte-interface-setup:default.log
17352025-04-09T20:43:25.769Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
17362025-04-09T20:43:26.867Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-opte-interface-setup:default.log.0
17372025-04-09T20:43:26.893Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17382025-04-09T20:43:27.942Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-zone-network-setup:default.log
17392025-04-09T20:43:27.943Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2113 bytes)
17402025-04-09T20:43:29.042Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_external_dns_ec120608-93a8-4da8-8dcc-f3abc552fe58/root/var/svc/log/oxide-zone-network-setup:default.log.0
17412025-04-09T20:43:29.042Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-internal_dns:default.log (240215 bytes)
17422025-04-09T20:43:29.273Zupload warning: file "/pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 240215 -> 314862
17432025-04-09T20:43:29.520ZApr 9 20:43:29 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:199.195.248.88:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
17442025-04-09T20:43:30.352Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-internal_dns:default.log
17452025-04-09T20:43:30.380Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-internal_dns:default.log.0 (471143 bytes)
17462025-04-09T20:43:31.685Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-internal_dns:default.log.0
17472025-04-09T20:43:31.685Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17482025-04-09T20:43:32.762Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-zone-network-setup:default.log
17492025-04-09T20:43:32.762Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
17502025-04-09T20:43:33.864Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_internal_dns_7758caf7-5b00-41f9-8e32-40239c1ee267/root/var/svc/log/oxide-zone-network-setup:default.log.0
17512025-04-09T20:43:33.902Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-nexus:default.log (3969266 bytes)
17522025-04-09T20:43:34.292Zupload warning: file "/pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 3969266 -> 5046789
17532025-04-09T20:43:35.367Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-nexus:default.log
17542025-04-09T20:43:35.367Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-nexus:default.log.0 (1077880 bytes)
17552025-04-09T20:43:36.708Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-nexus:default.log.0
17562025-04-09T20:43:36.708Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
17572025-04-09T20:43:37.781Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-opte-interface-setup:default.log
17582025-04-09T20:43:37.781Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
17592025-04-09T20:43:38.880Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-opte-interface-setup:default.log.0
17602025-04-09T20:43:38.880Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17612025-04-09T20:43:39.954Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-zone-network-setup:default.log
17622025-04-09T20:43:39.954Zuploading: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2057 bytes)
17632025-04-09T20:43:41.052Zuploaded: /pool/ext/b4aef7b5-df65-45fd-8715-2620b2458782/crypt/zone/oxz_nexus_bb2e7eb2-6a8f-42e1-bd5b-546d85c3c753/root/var/svc/log/oxide-zone-network-setup:default.log.0
17642025-04-09T20:43:41.052Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
17652025-04-09T20:43:42.126Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroach-admin:default.log
17662025-04-09T20:43:42.126Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4695 bytes)
17672025-04-09T20:43:43.224Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroach-admin:default.log.0
17682025-04-09T20:43:43.249Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
17692025-04-09T20:43:44.299Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroachdb:default.log
17702025-04-09T20:43:44.324Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
17712025-04-09T20:43:45.399Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-cockroachdb:default.log.0
17722025-04-09T20:43:45.424Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17732025-04-09T20:43:46.474Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-zone-network-setup:default.log
17742025-04-09T20:43:46.498Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
17752025-04-09T20:43:47.569Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_cockroachdb_d5e4c2b1-0e43-4066-bc68-a2d7cc4b1878/root/var/svc/log/oxide-zone-network-setup:default.log.0
17762025-04-09T20:43:47.594Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-agent:default.log (11414 bytes)
17772025-04-09T20:43:48.687Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-agent:default.log
17782025-04-09T20:43:48.687Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
17792025-04-09T20:43:49.782Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-agent:default.log.0
17802025-04-09T20:43:49.782Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
17812025-04-09T20:43:50.854Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:default.log
17822025-04-09T20:43:50.878Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
17832025-04-09T20:43:51.951Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:default.log.0
17842025-04-09T20:43:51.977Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:downstairs-83d85b48-20fc-455c-9b6e-4f2dac5a7c14.log (5993 bytes)
17852025-04-09T20:43:53.051Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-crucible-downstairs:downstairs-83d85b48-20fc-455c-9b6e-4f2dac5a7c14.log
17862025-04-09T20:43:53.051Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17872025-04-09T20:43:54.124Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-zone-network-setup:default.log
17882025-04-09T20:43:54.149Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
17892025-04-09T20:43:55.221Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_crucible_fe646fc8-79a8-4557-a8cf-32e727eae6fe/root/var/svc/log/oxide-zone-network-setup:default.log.0
17902025-04-09T20:43:55.221Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-oximeter:default.log (3326624 bytes)
17912025-04-09T20:43:55.633Zupload warning: file "/pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3326624 -> 4501353
17922025-04-09T20:43:56.705Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-oximeter:default.log
17932025-04-09T20:43:56.705Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-oximeter:default.log.0 (461977 bytes)
17942025-04-09T20:43:57.985Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-oximeter:default.log.0
17952025-04-09T20:43:57.985Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17962025-04-09T20:43:59.059Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-zone-network-setup:default.log
17972025-04-09T20:43:59.085Zuploading: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2080 bytes)
17982025-04-09T20:44:00.155Zuploaded: /pool/ext/daa67195-9fc0-4a32-8508-3eef0aa15a7a/crypt/zone/oxz_oximeter_e3baf6e4-3e11-452c-b6ea-014a77d71264/root/var/svc/log/oxide-zone-network-setup:default.log.0
17992025-04-09T20:44:00.184Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
18002025-04-09T20:44:01.231Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-agent:default.log
18012025-04-09T20:44:01.231Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-agent:default.log.0 (13402 bytes)
18022025-04-09T20:44:02.354Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-agent:default.log.0
18032025-04-09T20:44:02.354Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
18042025-04-09T20:44:03.426Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:default.log
18052025-04-09T20:44:03.426Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
18062025-04-09T20:44:04.524Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:default.log.0
18072025-04-09T20:44:04.524Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff97040f-1b72-47c8-8b86-605d19ed8186.log (0 bytes)
18082025-04-09T20:44:05.599Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff97040f-1b72-47c8-8b86-605d19ed8186.log
18092025-04-09T20:44:05.599Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff97040f-1b72-47c8-8b86-605d19ed8186.log.0 (3127 bytes)
18102025-04-09T20:44:06.697Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff97040f-1b72-47c8-8b86-605d19ed8186.log.0
18112025-04-09T20:44:06.697Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
18122025-04-09T20:44:07.770Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-zone-network-setup:default.log
18132025-04-09T20:44:07.770Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
18142025-04-09T20:44:08.868Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_5017bd08-5f8f-49cc-aa59-f8cc75aba398/root/var/svc/log/oxide-zone-network-setup:default.log.0
18152025-04-09T20:44:08.868Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-crucible-pantry:default.log (140584 bytes)
18162025-04-09T20:44:09.055Zupload warning: file "/pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 140584 -> 194135
18172025-04-09T20:44:10.128Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-crucible-pantry:default.log
18182025-04-09T20:44:10.128Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-crucible-pantry:default.log.0 (20872 bytes)
18192025-04-09T20:44:11.273Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-crucible-pantry:default.log.0
18202025-04-09T20:44:11.273Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
18212025-04-09T20:44:12.346Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-zone-network-setup:default.log
18222025-04-09T20:44:12.371Zuploading: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2139 bytes)
18232025-04-09T20:44:13.445Zuploaded: /pool/ext/e1ae8a6f-6c01-4709-9380-2022c1a45cf6/crypt/zone/oxz_crucible_pantry_fc5c4f9f-a752-404b-911e-3d6a78615e86/root/var/svc/log/oxide-zone-network-setup:default.log.0
18242025-04-09T20:44:13.473Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/measurements.log (509464 bytes)
18252025-04-09T20:44:13.754Zupload warning: file "/pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/measurements.log" changed size mid upload: 509464 -> 679221
18262025-04-09T20:44:14.827Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/measurements.log
18272025-04-09T20:44:14.855Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/statistics.log (389610 bytes)
18282025-04-09T20:44:15.110Zupload warning: file "/pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/statistics.log" changed size mid upload: 389610 -> 520065
18292025-04-09T20:44:16.185Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/statistics.log
18302025-04-09T20:44:16.210Zuploading: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/tracking.log (62056 bytes)
18312025-04-09T20:44:16.348Zupload warning: file "/pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/tracking.log" changed size mid upload: 62056 -> 88720
18322025-04-09T20:44:17.423Zuploaded: /pool/ext/97c3938a-fc74-4557-9d29-942aa2c78b9f/crypt/zone/oxz_ntp_99ec34c8-e569-4ab2-a9c5-7eb77fe59ecb/root/var/log/chrony/tracking.log