01JSYNRY9EKXE28CZAW20DBASB: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JSYNSVD6DMZCP4PF4NE3732Q

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-04-28T17:42:05.114Zjob dependencies complete; ready to run (waiting for 36 m 0 s)
22025-04-28T18:00:52.553Zjob assigned to worker 01JSYRTH833K3Q2C7VH9QJWQ9Z [factory lab, buskin/14726] (queued for 18 m 47 s)
32025-04-28T18:00:52.815Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-04-28T18:00:52.875Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-04-28T18:00:52.923Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-04-28T18:00:52.965Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-04-28T18:00:53.006Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-04-28T18:00:53.051ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-04-28T18:00:53.119Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-04-28T18:00:53.166ZOxide Helios Version helios-2.0.23350 64-bit
112025-04-28T18:00:53.211ZConfiguring devices.
122025-04-28T18:00:53.256Z##################################################
132025-04-28T18:00:53.301Z#### ############# ##
142025-04-28T18:00:53.345Z### ### ############ ##
152025-04-28T18:00:53.390Z## ### # ## ### ## Oxide Computer Company ##
162025-04-28T18:00:53.434Z## ## ## ### # ### ##
172025-04-28T18:00:53.480Z## # ### #### #### This Station Under ##
182025-04-28T18:00:53.524Z### ### #### # ### Computer Control ##
192025-04-28T18:00:53.569Z#### #### ### ## ##
202025-04-28T18:00:53.614Z##################################################
212025-04-28T18:00:53.665ZHostname: buskin
222025-04-28T18:00:53.712ZLoading smf(7) service descriptions:
232025-04-28T18:00:54.621Zdownloading input: /input/package/work/package.tar.gz
242025-04-28T18:06:51.692Zdownloaded input: /input/package/work/package.tar.gz
 
252025-04-28T18:06:51.717Zstarting task 0: "setup"
262025-04-28T18:06:51.717Z++ uname -s
272025-04-28T18:06:51.717Z+ kern=SunOS
282025-04-28T18:06:51.717Z+ build_user=build
292025-04-28T18:06:51.717Z+ build_uid=12345
302025-04-28T18:06:51.717Z+ work_dir=/work
312025-04-28T18:06:51.717Z+ input_dir=/input
322025-04-28T18:06:51.717Z+ [[ 0 == 12345 ]]
332025-04-28T18:06:51.717Z+ case "$kern" in
342025-04-28T18:06:51.717Z+ groupadd -g 12345 build
352025-04-28T18:06:51.717Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-04-28T18:06:53.697Z+ zfs create -o mountpoint=/work rpool/work
372025-04-28T18:06:53.721Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-04-28T18:06:53.721Z+ home_fs=zfs
392025-04-28T18:06:53.721Z+ [[ zfs == autofs ]]
402025-04-28T18:06:53.721Z+ mkdir -p /home/build
412025-04-28T18:06:53.721Z+ chown build:build /home/build /work
422025-04-28T18:06:55.722Z+ chmod 0700 /home/build /work
432025-04-28T18:06:55.746Zprocess exited: duration 4046 ms, exit code 0
 
442025-04-28T18:06:55.795Zstarting task 1: "authentication"
452025-04-28T18:06:55.842Zprocess exited: duration 47 ms, exit code 0
 
462025-04-28T18:06:55.892Zstarting task 2: "build"
472025-04-28T18:06:55.917Z+ trap _exit_trap EXIT
482025-04-28T18:06:55.917Z+ OPTE_COMMIT=
492025-04-28T18:06:55.917Z+ [[ x != \x ]]
502025-04-28T18:06:55.917Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-04-28T18:06:56.009Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-04-28T18:06:56.009Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-04-28T18:06:56.034Z+ [[ -d /opt/oxide ]]
632025-04-28T18:06:56.034Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-04-28T18:06:56.034Z+ pfexec mkdir /opt/oxide
652025-04-28T18:06:56.034Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-04-28T18:06:56.034Z+ [[ -d /opt/oxide-underneath ]]
672025-04-28T18:06:56.034Z+ cd /opt/oxide-underneath
682025-04-28T18:06:56.034Z+ pfexec tar ceEp@/f - .
692025-04-28T18:06:56.034Z+ cd /opt/oxide
702025-04-28T18:06:56.034Z+ pfexec tar xveEp@/f -
712025-04-28T18:06:56.065Zx ., 0 bytes, 0 tape blocks
722025-04-28T18:06:56.065Zx ./opte, 0 bytes, 0 tape blocks
732025-04-28T18:06:56.065Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-04-28T18:06:56.065Zx ./opte/bin/opteadm, 17540664 bytes, 34260 tape blocks
752025-04-28T18:06:56.089Z+ pfexec rm -rf /opt/oxide-underneath
762025-04-28T18:06:56.089Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-04-28T18:06:56.089Z+ pfexec mkdir /opt/oxide/work
782025-04-28T18:06:56.114Z+ pfexec chown build:build /opt/oxide/work
792025-04-28T18:06:56.114Z+ cd /opt/oxide/work
802025-04-28T18:06:56.114Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-04-28T18:07:11.159ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-04-28T18:07:11.159Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-04-28T18:07:11.159Zx out/target/test, 107 bytes, 1 tape blocks
842025-04-28T18:07:11.159Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-04-28T18:07:11.159Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-04-28T18:07:11.159Zx smf/sled-agent/non-gimlet/config.toml, 4942 bytes, 10 tape blocks
872025-04-28T18:07:11.159Zx target/release/omicron-package, 41114776 bytes, 80303 tape blocks
882025-04-28T18:07:11.159Zx target/release/xtask, 11019424 bytes, 21523 tape blocks
892025-04-28T18:07:11.159Zx target/debug/bootstrap, 215913072 bytes, 421706 tape blocks
902025-04-28T18:07:11.159Zx tests/bootstrap-bfd7e9673db5bcc3, 24404608 bytes, 47666 tape blocks
912025-04-28T18:07:11.159Zx tests/commtest-17820ef52fcd72f4, 25210592 bytes, 49240 tape blocks
922025-04-28T18:07:11.159Zx tests/dhcp_server-9dc3e73db51892f6, 24404624 bytes, 47666 tape blocks
932025-04-28T18:07:11.159Zx tests/end_to_end_tests-b7db07f8675574f9, 273884824 bytes, 534932 tape blocks
942025-04-28T18:07:11.159Zx out/clickhouse.tar.gz, 314207578 bytes, 613687 tape blocks
952025-04-28T18:07:11.159Zx out/clickhouse_keeper.tar.gz, 299192257 bytes, 584360 tape blocks
962025-04-28T18:07:11.159Zx out/clickhouse_server.tar.gz, 314178050 bytes, 613630 tape blocks
972025-04-28T18:07:11.159Zx out/cockroachdb.tar.gz, 148392275 bytes, 289829 tape blocks
982025-04-28T18:07:11.159Zx out/crucible-dtrace.tar, 101376 bytes, 198 tape blocks
992025-04-28T18:07:11.159Zx out/crucible-pantry-zone.tar.gz, 34654134 bytes, 67684 tape blocks
1002025-04-28T18:07:11.159Zx out/crucible-zone.tar.gz, 43382039 bytes, 84731 tape blocks
1012025-04-28T18:07:11.159Zx out/external-dns.tar.gz, 46983068 bytes, 91764 tape blocks
1022025-04-28T18:07:11.160Zx out/internal-dns.tar.gz, 46983526 bytes, 91765 tape blocks
1032025-04-28T18:07:11.160Zx out/mg-ddm-gz.tar, 67185664 bytes, 131222 tape blocks
1042025-04-28T18:07:11.160Zx out/nexus.tar.gz, 117227329 bytes, 228960 tape blocks
1052025-04-28T18:07:11.160Zx out/ntp.tar.gz, 15360998 bytes, 30002 tape blocks
1062025-04-28T18:07:11.160Zx out/omicron-gateway-softnpu.tar.gz, 25926635 bytes, 50638 tape blocks
1072025-04-28T18:07:11.160Zx out/omicron-sled-agent.tar, 129970688 bytes, 253849 tape blocks
1082025-04-28T18:07:11.160Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-04-28T18:07:11.160Zx out/oximeter.tar.gz, 57870935 bytes, 113030 tape blocks
1102025-04-28T18:07:11.160Zx out/oxlog.tar, 3832832 bytes, 7486 tape blocks
1112025-04-28T18:07:11.160Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-04-28T18:07:11.160Zx out/propolis-server.tar.gz, 70529499 bytes, 137753 tape blocks
1132025-04-28T18:07:11.186Zx out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks
1142025-04-28T18:07:11.186Zx out/switch-softnpu.tar.gz, 281243198 bytes, 549304 tape blocks
1152025-04-28T18:07:11.186Z
1162025-04-28T18:07:11.186Zreal 15.041295203
1172025-04-28T18:07:11.186Zuser 13.208684986
1182025-04-28T18:07:11.186Zsys 3.024867619
1192025-04-28T18:07:11.186Ztrap 0.000654409
1202025-04-28T18:07:11.186Ztflt 0.000000000
1212025-04-28T18:07:11.186Zdflt 0.000000000
1222025-04-28T18:07:11.186Zkflt 0.000000000
1232025-04-28T18:07:11.186Zlock 0.000000000
1242025-04-28T18:07:11.186Zslp 13.365532820
1252025-04-28T18:07:11.186Zlat 0.480830734
1262025-04-28T18:07:11.186Zstop 0.000126662
1272025-04-28T18:07:11.186Z+ source .github/buildomat/ci-env.sh
1282025-04-28T18:07:11.186Z++ export CARGO_TERM_COLOR=always
1292025-04-28T18:07:11.186Z++ CARGO_TERM_COLOR=always
1302025-04-28T18:07:11.186Z+ bmat address ls
1312025-04-28T18:07:11.186ZNAME CIDR FIRST LAST COUNT
1322025-04-28T18:07:11.186Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-04-28T18:07:11.186Z++ bmat address ls -f extra -Ho first,last,count
1342025-04-28T18:07:11.186Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-04-28T18:07:11.186Z+ EXTRA_IP_START=10.151.1.164
1362025-04-28T18:07:11.186Z+ EXTRA_IP_END=10.151.1.227
1372025-04-28T18:07:11.186Z+ EXTRA_IP_COUNT=64
1382025-04-28T18:07:11.186Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-04-28T18:07:11.186Z+ EXTRA_IP_BASE=10.151.1
1402025-04-28T18:07:11.186Z+ EXTRA_IP_FOCTET=164
1412025-04-28T18:07:11.186Z+ EXTRA_IP_LOCTET=227
1422025-04-28T18:07:11.186Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-04-28T18:07:11.187Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-04-28T18:07:11.187Z+ DNS_IP1=10.151.1.164
1452025-04-28T18:07:11.187Z+ DNS_IP2=10.151.1.165
1462025-04-28T18:07:11.187Z+ UPLINK_IP=10.151.1.174
1472025-04-28T18:07:11.187Z+ IPPOOL_START=10.151.1.175
1482025-04-28T18:07:11.187Z+ IPPOOL_END=10.151.1.227
1492025-04-28T18:07:11.187Z++ ipadm show-addr -po type,addr
1502025-04-28T18:07:11.187Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-04-28T18:07:11.187Z+ GATEWAY_IP=10.151.1.100
1522025-04-28T18:07:11.187Z+ [[ -n 10.151.1.100 ]]
1532025-04-28T18:07:11.187Z+ ping -s 10.151.1.100 56 1
1542025-04-28T18:07:11.187ZPING 10.151.1.100: 56 data bytes
1552025-04-28T18:07:11.187Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1562025-04-28T18:07:11.187Z
1572025-04-28T18:07:11.187Z----10.151.1.100 PING Statistics----
1582025-04-28T18:07:11.187Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-04-28T18:07:11.187Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-04-28T18:07:11.187Z++ arp -an
1612025-04-28T18:07:11.187Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-04-28T18:07:11.187Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-04-28T18:07:11.187Z+ routeadm -e ipv4-forwarding -u
1642025-04-28T18:07:11.300Z+ PXA_START=10.151.1.164
1652025-04-28T18:07:11.300Z+ PXA_END=10.151.1.227
1662025-04-28T18:07:11.300Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-04-28T18:07:11.426Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-04-28T18:07:11.452ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-04-28T18:07:11.504Zcreating virtual hardware
1702025-04-28T18:07:11.538Zcreating /scratch/m2_0.vdev
1712025-04-28T18:07:11.538Zcreating /scratch/m2_1.vdev
1722025-04-28T18:07:11.538Zcreating /scratch/u2_0.vdev
1732025-04-28T18:07:11.538Zcreating /scratch/u2_1.vdev
1742025-04-28T18:07:11.538Zcreating /scratch/u2_2.vdev
1752025-04-28T18:07:11.538Zcreating /scratch/u2_3.vdev
1762025-04-28T18:07:11.538Zcreating /scratch/u2_4.vdev
1772025-04-28T18:07:11.538Zcreating /scratch/u2_5.vdev
1782025-04-28T18:07:11.538Zcreating /scratch/u2_6.vdev
1792025-04-28T18:07:11.538Zcreating /scratch/u2_7.vdev
1802025-04-28T18:07:11.538Zcreating /scratch/u2_8.vdev
1812025-04-28T18:07:11.538ZSimnet net0/sc0_0 exists
1822025-04-28T18:07:11.564ZSimnet net1/sc1_0 exists
1832025-04-28T18:07:11.590ZVnic sc0_1 exists
1842025-04-28T18:07:24.201ZUsing 10.151.1.100 as gateway ip
1852025-04-28T18:07:24.201Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-04-28T18:07:24.201Zconfiguring SoftNPU ARP entry
1872025-04-28T18:07:24.235Zconfiguring SoftNPU proxy ARP
1882025-04-28T18:07:24.285ZSoftNPU state:
1892025-04-28T18:07:24.286Z local v6:
1902025-04-28T18:07:24.286Z local v4:
1912025-04-28T18:07:24.286Z router v6:
1922025-04-28T18:07:24.286Z router v4_idx:
1932025-04-28T18:07:24.286Z router v4_routes:
1942025-04-28T18:07:24.286Z resolver v4:
1952025-04-28T18:07:24.286Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1962025-04-28T18:07:24.286Z resolver v6:
1972025-04-28T18:07:24.286Z nat v4:
1982025-04-28T18:07:24.286Z nat_v6:
1992025-04-28T18:07:24.286Z port_mac:
2002025-04-28T18:07:24.286Z proxy arp:
2012025-04-28T18:07:24.286Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2022025-04-28T18:07:24.286Zcreated virtual hardware
2032025-04-28T18:07:24.311Z
2042025-04-28T18:07:24.311Zreal 12.856933173
2052025-04-28T18:07:24.311Zuser 0.645231542
2062025-04-28T18:07:24.311Zsys 3.010847798
2072025-04-28T18:07:24.311Ztrap 0.000083293
2082025-04-28T18:07:24.311Ztflt 0.000165404
2092025-04-28T18:07:24.311Zdflt 0.000506191
2102025-04-28T18:07:24.311Zkflt 0.000004900
2112025-04-28T18:07:24.311Zlock 9:56.771918829
2122025-04-28T18:07:24.311Zslp 38.784827042
2132025-04-28T18:07:24.311Zlat 0.095856549
2142025-04-28T18:07:24.311Zstop 0.377151303
2152025-04-28T18:07:24.312Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-04-28T18:07:24.368Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-04-28T18:07:24.368Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-04-28T18:07:24.369Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-04-28T18:07:24.369Z+++ pkg/config.toml Mon Apr 28 18:07:24 2025
2202025-04-28T18:07:24.369Z@@ -29,18 +29,18 @@
2212025-04-28T18:07:24.369Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-04-28T18:07:24.369Z # followed by a string that is embedded into their fake serial values.
2232025-04-28T18:07:24.369Z vdevs = [
2242025-04-28T18:07:24.369Z- "m2_0.vdev",
2252025-04-28T18:07:24.369Z- "m2_1.vdev",
2262025-04-28T18:07:24.369Z+ "/scratch/m2_0.vdev",
2272025-04-28T18:07:24.369Z+ "/scratch/m2_1.vdev",
2282025-04-28T18:07:24.369Z
2292025-04-28T18:07:24.369Z- "u2_0.vdev",
2302025-04-28T18:07:24.369Z- "u2_1.vdev",
2312025-04-28T18:07:24.369Z- "u2_2.vdev",
2322025-04-28T18:07:24.369Z- "u2_3.vdev",
2332025-04-28T18:07:24.369Z- "u2_4.vdev",
2342025-04-28T18:07:24.369Z- "u2_5.vdev",
2352025-04-28T18:07:24.369Z- "u2_6.vdev",
2362025-04-28T18:07:24.369Z- "u2_7.vdev",
2372025-04-28T18:07:24.369Z- "u2_8.vdev",
2382025-04-28T18:07:24.369Z+ "/scratch/u2_0.vdev",
2392025-04-28T18:07:24.369Z+ "/scratch/u2_1.vdev",
2402025-04-28T18:07:24.369Z+ "/scratch/u2_2.vdev",
2412025-04-28T18:07:24.369Z+ "/scratch/u2_3.vdev",
2422025-04-28T18:07:24.369Z+ "/scratch/u2_4.vdev",
2432025-04-28T18:07:24.369Z+ "/scratch/u2_5.vdev",
2442025-04-28T18:07:24.369Z+ "/scratch/u2_6.vdev",
2452025-04-28T18:07:24.369Z+ "/scratch/u2_7.vdev",
2462025-04-28T18:07:24.369Z+ "/scratch/u2_8.vdev",
2472025-04-28T18:07:24.369Z ]
2482025-04-28T18:07:24.369Z
2492025-04-28T18:07:24.369Z # The amount of memory held back for services which exist between zero and one
2502025-04-28T18:07:24.369Z+ true
2512025-04-28T18:07:24.369Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2522025-04-28T18:07:24.369Z+ EXPECTED_ZPOOL_COUNT=9
2532025-04-28T18:07:24.369Z+ echo 'expected number of zpools is 9'
2542025-04-28T18:07:24.369Zexpected number of zpools is 9
2552025-04-28T18:07:24.370Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2562025-04-28T18:07:24.370Z+ SILO_NAME=recovery
2572025-04-28T18:07:24.370Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2582025-04-28T18:07:24.370Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2592025-04-28T18:07:24.370Z+ sed -i~ '
2602025-04-28T18:07:24.370Z /^external_dns_ips/c\
2612025-04-28T18:07:24.370Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2622025-04-28T18:07:24.370Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2632025-04-28T18:07:24.370Z /^first/c\
2642025-04-28T18:07:24.370Zfirst = "10.151.1.164"
2652025-04-28T18:07:24.370Z /^last/c\
2662025-04-28T18:07:24.370Zlast = "10.151.1.173"
2672025-04-28T18:07:24.370Z }
2682025-04-28T18:07:24.370Z /^infra_ip_first/c\
2692025-04-28T18:07:24.370Zinfra_ip_first = "10.151.1.174"
2702025-04-28T18:07:24.370Z /^infra_ip_last/c\
2712025-04-28T18:07:24.370Zinfra_ip_last = "10.151.1.174"
2722025-04-28T18:07:24.370Z /^\[\[rack_network_config.ports/,/^$/ {
2732025-04-28T18:07:24.370Z /^routes/c\
2742025-04-28T18:07:24.370Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2752025-04-28T18:07:24.370Z /^addresses/c\
2762025-04-28T18:07:24.370Zaddresses = \[{address = "10.151.1.174/24"} \]
2772025-04-28T18:07:24.370Z }
2782025-04-28T18:07:24.370Z' pkg/config-rss.toml
2792025-04-28T18:07:24.370Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2802025-04-28T18:07:24.370Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2812025-04-28T18:07:24.370Z+++ pkg/config-rss.toml Mon Apr 28 18:07:24 2025
2822025-04-28T18:07:24.370Z@@ -33,7 +33,7 @@
2832025-04-28T18:07:24.370Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2842025-04-28T18:07:24.370Z # must be contained in one of the "internal services" IP Pool ranges listed
2852025-04-28T18:07:24.370Z # below.
2862025-04-28T18:07:24.370Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2872025-04-28T18:07:24.370Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2882025-04-28T18:07:24.370Z
2892025-04-28T18:07:24.370Z # Initial TLS certificates for the external API
2902025-04-28T18:07:24.370Z #
2912025-04-28T18:07:24.370Z@@ -69,8 +69,8 @@
2922025-04-28T18:07:24.370Z #
2932025-04-28T18:07:24.370Z # For more on this and what to put here, see docs/how-to-run.adoc.
2942025-04-28T18:07:24.371Z [[internal_services_ip_pool_ranges]]
2952025-04-28T18:07:24.371Z-first = "192.168.1.20"
2962025-04-28T18:07:24.371Z-last = "192.168.1.29"
2972025-04-28T18:07:24.371Z+first = "10.151.1.164"
2982025-04-28T18:07:24.371Z+last = "10.151.1.173"
2992025-04-28T18:07:24.371Z
3002025-04-28T18:07:24.371Z # TODO - this configuration is subject to change going forward. Ultimately these
3012025-04-28T18:07:24.371Z # parameters should be provided to the control plane via wicket, but we need to
3022025-04-28T18:07:24.371Z@@ -91,8 +91,8 @@
3032025-04-28T18:07:24.371Z # A range of IP addresses used by Boundary Services on the external network. In
3042025-04-28T18:07:24.371Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3052025-04-28T18:07:24.371Z # With softnpu, only one address is used.
3062025-04-28T18:07:24.371Z-infra_ip_first = "192.168.1.30"
3072025-04-28T18:07:24.371Z-infra_ip_last = "192.168.1.30"
3082025-04-28T18:07:24.371Z+infra_ip_first = "10.151.1.174"
3092025-04-28T18:07:24.371Z+infra_ip_last = "10.151.1.174"
3102025-04-28T18:07:24.371Z
3112025-04-28T18:07:24.371Z # Configurations for BGP routers to run on the scrimlets.
3122025-04-28T18:07:24.371Z bgp = []
3132025-04-28T18:07:24.371Z@@ -100,9 +100,9 @@
3142025-04-28T18:07:24.371Z # You can configure multiple uplinks by repeating the following stanza
3152025-04-28T18:07:24.371Z [[rack_network_config.ports]]
3162025-04-28T18:07:24.398Z # Routes associated with this port.
3172025-04-28T18:07:24.398Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3182025-04-28T18:07:24.398Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3192025-04-28T18:07:24.398Z # Addresses associated with this port.
3202025-04-28T18:07:24.398Z-addresses = [{address = "192.168.1.30/24"}]
3212025-04-28T18:07:24.398Z+addresses = [{address = "10.151.1.174/24"} ]
3222025-04-28T18:07:24.398Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3232025-04-28T18:07:24.398Z port = "qsfp0"
3242025-04-28T18:07:24.398Z # The speed of this port.
3252025-04-28T18:07:24.398Z+ true
3262025-04-28T18:07:24.398Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3272025-04-28T18:07:24.398Za pkg/config-rss.toml 8K
3282025-04-28T18:07:24.398Za pkg/config.toml 5K
3292025-04-28T18:07:24.398Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3302025-04-28T18:07:24.398Z+ TLS_NAME=recovery.sys.oxide.test
3312025-04-28T18:07:24.399Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3322025-04-28T18:07:24.725Z.+.......+.....+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+..+.............+.....+...+.+.....+...+..........+..+.............+..+....+...........+...+...+.......+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....................+....+..+...+...............+...+..........+...+.........+.................+...+..........+..+.+..+......+......+..................+...+.......+.....+......+.+...+.....+.+.........+...+...+.....+......+...+.............+..............+.+.....+...+....+............+........+...+............+.............+...+.....+.+.....+......+....+..............+....+........+.........+..................................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332025-04-28T18:07:24.896Z..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.......+......+...........+......+....+...............+.....+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-04-28T18:07:24.922Z-----
3352025-04-28T18:07:24.922Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3362025-04-28T18:07:24.948Za pkg/initial-tls-cert.pem 2K
3372025-04-28T18:07:24.948Za pkg/initial-tls-key.pem 4K
3382025-04-28T18:07:24.948Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392025-04-28T18:07:24.948Z+ rmdir pkg
3402025-04-28T18:07:24.948Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3412025-04-28T18:07:24.948Z+ pfexec mkdir -p /usr/oxide
3422025-04-28T18:07:24.948Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3432025-04-28T18:07:25.529Z+ pfexec chmod +x /usr/oxide/oxide
3442025-04-28T18:07:25.557Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3452025-04-28T18:07:44.054Z+ OMICRON_NO_UNINSTALL=1
3462025-04-28T18:07:44.054Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3472025-04-28T18:07:44.054ZLogging to: /opt/oxide/work/out/LOG
3482025-04-28T18:07:44.559Z
3492025-04-28T18:07:44.559Zreal 0.731251198
3502025-04-28T18:07:44.559Zuser 0.147798595
3512025-04-28T18:07:44.559Zsys 3.992075197
3522025-04-28T18:07:44.559Ztrap 0.000004049
3532025-04-28T18:07:44.559Ztflt 0.000013597
3542025-04-28T18:07:44.559Zdflt 0.000794760
3552025-04-28T18:07:44.584Zkflt 0.000000000
3562025-04-28T18:07:44.584Zlock 1:05.897666974
3572025-04-28T18:07:44.584Zslp 0.956887287
3582025-04-28T18:07:44.584Zlat 0.013626818
3592025-04-28T18:07:44.584Zstop 0.243526875
3602025-04-28T18:07:44.584Z+ retry=0
3612025-04-28T18:07:44.584Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-04-28T18:07:44.584Z+ [[ 0 -gt 30 ]]
3632025-04-28T18:07:44.584Z+ sleep 1
3642025-04-28T18:07:45.574Z+ retry=1
3652025-04-28T18:07:45.574Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-04-28T18:07:45.598Z+ [[ 1 -gt 30 ]]
3672025-04-28T18:07:45.598Z+ sleep 1
3682025-04-28T18:07:46.588Z+ retry=2
3692025-04-28T18:07:46.588Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-04-28T18:07:46.613Z+ [[ 2 -gt 30 ]]
3712025-04-28T18:07:46.613Z+ sleep 1
3722025-04-28T18:07:47.601Z+ retry=3
3732025-04-28T18:07:47.601Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-04-28T18:08:08.192Z+ [[ 3 -gt 30 ]]
3752025-04-28T18:08:08.192Z+ sleep 1
3762025-04-28T18:08:09.194Z+ retry=4
3772025-04-28T18:08:09.194Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782025-04-28T18:08:09.219Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3792025-04-28T18:08:09.244Zlocal v6:
3802025-04-28T18:08:09.245Zfe80::fcf9:1ff:fe31:b3a5
3812025-04-28T18:08:09.245Zfd8f:250f:714d:6281::1
3822025-04-28T18:08:09.245Zlocal v4:
3832025-04-28T18:08:09.245Z10.151.1.174
3842025-04-28T18:08:09.245Zrouter v6:
3852025-04-28T18:08:09.245Zfd00:1122:3344:2::/64 -> fe80::6c7e:68ff:fe0c:e316 (1)
3862025-04-28T18:08:09.245Zfd00:1122:3344:1::/64 -> fe80::6c7e:68ff:fe0c:e316 (1)
3872025-04-28T18:08:09.245Zrouter v4_idx:
3882025-04-28T18:08:09.245Z0.0.0.0/0 -> 0
3892025-04-28T18:08:09.245Zrouter v4_routes:
3902025-04-28T18:08:09.245Z0 -> 10.151.1.100 (2)
3912025-04-28T18:08:09.245Zresolver v4:
3922025-04-28T18:08:09.245Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3932025-04-28T18:08:09.246Z10.151.1.174 -> 0e:58:13:b6:9a:fc
3942025-04-28T18:08:09.246Zresolver v6:
3952025-04-28T18:08:09.246Zfe80::fcf9:1ff:fe31:b3a5 -> fe:f9:01:31:b3:a5
3962025-04-28T18:08:09.246Zfe80::6c7e:68ff:fe0c:e316 -> 6e:7e:68:0c:e3:16
3972025-04-28T18:08:09.246Znat v4:
3982025-04-28T18:08:09.246Znat_v6:
3992025-04-28T18:08:09.246Zport_mac:
4002025-04-28T18:08:09.246Z1000: a8:40:25:67:9f:be
4012025-04-28T18:08:09.246Z1: a8:40:25:67:9f:bf
4022025-04-28T18:08:09.246Z2: a8:40:25:67:9f:df
4032025-04-28T18:08:09.246Zproxy arp:
4042025-04-28T18:08:09.246Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4052025-04-28T18:08:09.246Z+ retry=0
4062025-04-28T18:08:09.246Z+++ zoneadm list -n
4072025-04-28T18:08:09.246Z+++ grep oxz_ntp
4082025-04-28T18:08:09.270Z++ pfexec svcs -z -Hostate oxide/ntp
4092025-04-28T18:08:09.271Zsvcs: zone '-Hostate': entity not found
4102025-04-28T18:08:09.271Z++ true
4112025-04-28T18:08:09.271Z+ [[ '' != online ]]
4122025-04-28T18:08:09.271Z+ [[ 0 -gt 60 ]]
4132025-04-28T18:08:09.271Z+ sleep 1
4142025-04-28T18:08:10.261Z+ retry=1
4152025-04-28T18:08:10.285Z+++ zoneadm list -n
4162025-04-28T18:08:10.285Z+++ grep oxz_ntp
4172025-04-28T18:08:10.285Z++ pfexec svcs -z -Hostate oxide/ntp
4182025-04-28T18:08:10.285Zsvcs: zone '-Hostate': entity not found
4192025-04-28T18:08:10.285Z++ true
4202025-04-28T18:08:10.285Z+ [[ '' != online ]]
4212025-04-28T18:08:10.286Z+ [[ 1 -gt 60 ]]
4222025-04-28T18:08:10.286Z+ sleep 1
4232025-04-28T18:08:11.283Z+ retry=2
4242025-04-28T18:08:11.307Z+++ zoneadm list -n
4252025-04-28T18:08:11.307Z+++ grep oxz_ntp
4262025-04-28T18:08:11.307Z++ pfexec svcs -z -Hostate oxide/ntp
4272025-04-28T18:08:11.307Zsvcs: zone '-Hostate': entity not found
4282025-04-28T18:08:11.307Z++ true
4292025-04-28T18:08:11.308Z+ [[ '' != online ]]
4302025-04-28T18:08:11.308Z+ [[ 2 -gt 60 ]]
4312025-04-28T18:08:11.308Z+ sleep 1
4322025-04-28T18:08:12.306Z+ retry=3
4332025-04-28T18:08:12.331Z+++ zoneadm list -n
4342025-04-28T18:08:12.331Z+++ grep oxz_ntp
4352025-04-28T18:08:12.331Z++ pfexec svcs -z -Hostate oxide/ntp
4362025-04-28T18:08:12.331Zsvcs: zone '-Hostate': entity not found
4372025-04-28T18:08:12.331Z++ true
4382025-04-28T18:08:12.331Z+ [[ '' != online ]]
4392025-04-28T18:08:12.331Z+ [[ 3 -gt 60 ]]
4402025-04-28T18:08:12.331Z+ sleep 1
4412025-04-28T18:08:13.326Z+ retry=4
4422025-04-28T18:08:13.351Z+++ zoneadm list -n
4432025-04-28T18:08:13.351Z+++ grep oxz_ntp
4442025-04-28T18:08:13.351Z++ pfexec svcs -z -Hostate oxide/ntp
4452025-04-28T18:08:13.351Zsvcs: zone '-Hostate': entity not found
4462025-04-28T18:08:13.351Z++ true
4472025-04-28T18:08:13.351Z+ [[ '' != online ]]
4482025-04-28T18:08:13.351Z+ [[ 4 -gt 60 ]]
4492025-04-28T18:08:13.351Z+ sleep 1
4502025-04-28T18:08:14.347Z+ retry=5
4512025-04-28T18:08:14.371Z+++ zoneadm list -n
4522025-04-28T18:08:14.371Z+++ grep oxz_ntp
4532025-04-28T18:08:14.371Z++ pfexec svcs -z -Hostate oxide/ntp
4542025-04-28T18:08:14.371Zsvcs: zone '-Hostate': entity not found
4552025-04-28T18:08:14.371Z++ true
4562025-04-28T18:08:14.371Z+ [[ '' != online ]]
4572025-04-28T18:08:14.371Z+ [[ 5 -gt 60 ]]
4582025-04-28T18:08:14.371Z+ sleep 1
4592025-04-28T18:08:15.371Z+ retry=6
4602025-04-28T18:08:15.395Z+++ zoneadm list -n
4612025-04-28T18:08:15.395Z+++ grep oxz_ntp
4622025-04-28T18:08:15.395Z++ pfexec svcs -z -Hostate oxide/ntp
4632025-04-28T18:08:15.395Zsvcs: zone '-Hostate': entity not found
4642025-04-28T18:08:15.395Z++ true
4652025-04-28T18:08:15.395Z+ [[ '' != online ]]
4662025-04-28T18:08:15.395Z+ [[ 6 -gt 60 ]]
4672025-04-28T18:08:15.395Z+ sleep 1
4682025-04-28T18:08:16.950Z+ retry=7
4692025-04-28T18:08:16.975Z+++ zoneadm list -n
4702025-04-28T18:08:16.975Z+++ grep oxz_ntp
4712025-04-28T18:08:16.975Z++ pfexec svcs -z -Hostate oxide/ntp
4722025-04-28T18:08:16.975Zsvcs: zone '-Hostate': entity not found
4732025-04-28T18:08:16.975Z++ true
4742025-04-28T18:08:16.975Z+ [[ '' != online ]]
4752025-04-28T18:08:16.975Z+ [[ 7 -gt 60 ]]
4762025-04-28T18:08:16.975Z+ sleep 1
4772025-04-28T18:08:17.414Z+ retry=8
4782025-04-28T18:08:17.439Z+++ zoneadm list -n
4792025-04-28T18:08:17.439Z+++ grep oxz_ntp
4802025-04-28T18:08:17.439Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
4812025-04-28T18:08:17.468Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4822025-04-28T18:08:17.493Z++ true
4832025-04-28T18:08:17.493Z+ [[ '' != online ]]
4842025-04-28T18:08:17.493Z+ [[ 8 -gt 60 ]]
4852025-04-28T18:08:17.493Z+ sleep 1
4862025-04-28T18:08:18.474Z+ retry=9
4872025-04-28T18:08:18.499Z+++ zoneadm list -n
4882025-04-28T18:08:18.499Z+++ grep oxz_ntp
4892025-04-28T18:08:18.499Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
4902025-04-28T18:08:18.524Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4912025-04-28T18:08:18.524Z++ true
4922025-04-28T18:08:18.524Z+ [[ '' != online ]]
4932025-04-28T18:08:18.524Z+ [[ 9 -gt 60 ]]
4942025-04-28T18:08:18.524Z+ sleep 1
4952025-04-28T18:08:19.506Z+ retry=10
4962025-04-28T18:08:19.530Z+++ zoneadm list -n
4972025-04-28T18:08:19.530Z+++ grep oxz_ntp
4982025-04-28T18:08:19.530Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
4992025-04-28T18:08:19.555Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5002025-04-28T18:08:19.556Z++ true
5012025-04-28T18:08:19.556Z+ [[ '' != online ]]
5022025-04-28T18:08:19.556Z+ [[ 10 -gt 60 ]]
5032025-04-28T18:08:19.556Z+ sleep 1
5042025-04-28T18:08:20.537Z+ retry=11
5052025-04-28T18:08:20.561Z+++ zoneadm list -n
5062025-04-28T18:08:20.561Z+++ grep oxz_ntp
5072025-04-28T18:08:20.561Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5082025-04-28T18:08:20.586Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5092025-04-28T18:08:20.586Z++ true
5102025-04-28T18:08:20.586Z+ [[ '' != online ]]
5112025-04-28T18:08:20.586Z+ [[ 11 -gt 60 ]]
5122025-04-28T18:08:20.586Z+ sleep 1
5132025-04-28T18:08:21.568Z+ retry=12
5142025-04-28T18:08:21.593Z+++ zoneadm list -n
5152025-04-28T18:08:21.593Z+++ grep oxz_ntp
5162025-04-28T18:08:21.593Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5172025-04-28T18:08:21.593Z+ [[ offline != online ]]
5182025-04-28T18:08:21.593Z+ [[ 12 -gt 60 ]]
5192025-04-28T18:08:21.593Z+ sleep 1
5202025-04-28T18:08:22.590Z+ retry=13
5212025-04-28T18:08:22.615Z+++ zoneadm list -n
5222025-04-28T18:08:22.615Z+++ grep oxz_ntp
5232025-04-28T18:08:22.615Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5242025-04-28T18:08:22.615Z+ [[ offline != online ]]
5252025-04-28T18:08:22.615Z+ [[ 13 -gt 60 ]]
5262025-04-28T18:08:22.615Z+ sleep 1
5272025-04-28T18:08:23.611Z+ retry=14
5282025-04-28T18:08:23.667Z+++ zoneadm list -n
5292025-04-28T18:08:23.667Z+++ grep oxz_ntp
5302025-04-28T18:08:23.667Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5312025-04-28T18:08:23.667Z+ [[ offline != online ]]
5322025-04-28T18:08:23.667Z+ [[ 14 -gt 60 ]]
5332025-04-28T18:08:23.668Z+ sleep 1
5342025-04-28T18:08:24.633Z+ retry=15
5352025-04-28T18:08:24.660Z+++ zoneadm list -n
5362025-04-28T18:08:24.660Z+++ grep oxz_ntp
5372025-04-28T18:08:24.660Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5382025-04-28T18:08:24.660Z+ [[ offline != online ]]
5392025-04-28T18:08:24.660Z+ [[ 15 -gt 60 ]]
5402025-04-28T18:08:24.660Z+ sleep 1
5412025-04-28T18:08:25.656Z+ retry=16
5422025-04-28T18:08:25.680Z+++ zoneadm list -n
5432025-04-28T18:08:25.680Z+++ grep oxz_ntp
5442025-04-28T18:08:25.681Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5452025-04-28T18:08:25.681Z+ [[ offline != online ]]
5462025-04-28T18:08:25.681Z+ [[ 16 -gt 60 ]]
5472025-04-28T18:08:25.681Z+ sleep 1
5482025-04-28T18:08:26.676Z+ retry=17
5492025-04-28T18:08:26.701Z+++ zoneadm list -n
5502025-04-28T18:08:26.701Z+++ grep oxz_ntp
5512025-04-28T18:08:26.701Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5522025-04-28T18:08:26.701Z+ [[ offline != online ]]
5532025-04-28T18:08:26.701Z+ [[ 17 -gt 60 ]]
5542025-04-28T18:08:26.701Z+ sleep 1
 
5552025-04-28T18:08:26.805Zbuskin console login: Apr 28 18:08:26 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5562025-04-28T18:08:27.698Z+ retry=18
5572025-04-28T18:08:27.722Z+++ zoneadm list -n
5582025-04-28T18:08:27.722Z+++ grep oxz_ntp
5592025-04-28T18:08:27.722Z++ pfexec svcs -z oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4 -Hostate oxide/ntp
5602025-04-28T18:08:27.722Z+ [[ online != online ]]
5612025-04-28T18:08:27.722Z+ echo 'Waited for chrony: 18s'
5622025-04-28T18:08:27.722Z+ retry=0
5632025-04-28T18:08:27.722ZWaited for chrony: 18s
5642025-04-28T18:08:27.722Z+ zoneadm list
5652025-04-28T18:08:27.722Z+ grep nexus
5662025-04-28T18:08:27.747Z+ [[ 0 -gt 300 ]]
5672025-04-28T18:08:27.747Z+ sleep 1
5682025-04-28T18:08:28.727Z+ retry=1
5692025-04-28T18:08:28.752Z+ zoneadm list
5702025-04-28T18:08:28.752Z+ grep nexus
5712025-04-28T18:08:28.752Z+ [[ 1 -gt 300 ]]
5722025-04-28T18:08:28.752Z+ sleep 1
5732025-04-28T18:08:29.736Z+ retry=2
5742025-04-28T18:08:29.760Z+ zoneadm list
5752025-04-28T18:08:29.760Z+ grep nexus
5762025-04-28T18:08:29.760Z+ [[ 2 -gt 300 ]]
5772025-04-28T18:08:29.760Z+ sleep 1
5782025-04-28T18:08:30.748Z+ retry=3
5792025-04-28T18:08:30.773Z+ zoneadm list
5802025-04-28T18:08:30.773Z+ grep nexus
5812025-04-28T18:08:30.773Z+ [[ 3 -gt 300 ]]
5822025-04-28T18:08:30.773Z+ sleep 1
5832025-04-28T18:08:31.762Z+ retry=4
5842025-04-28T18:08:31.787Z+ zoneadm list
5852025-04-28T18:08:31.787Z+ grep nexus
5862025-04-28T18:08:31.787Z+ [[ 4 -gt 300 ]]
5872025-04-28T18:08:31.787Z+ sleep 1
5882025-04-28T18:08:32.775Z+ retry=5
5892025-04-28T18:08:32.800Z+ zoneadm list
5902025-04-28T18:08:32.800Z+ grep nexus
5912025-04-28T18:08:32.800Z+ [[ 5 -gt 300 ]]
5922025-04-28T18:08:32.800Z+ sleep 1
5932025-04-28T18:08:33.789Z+ retry=6
5942025-04-28T18:08:33.825Z+ zoneadm list
5952025-04-28T18:08:33.825Z+ grep nexus
5962025-04-28T18:08:33.826Z+ [[ 6 -gt 300 ]]
5972025-04-28T18:08:33.826Z+ sleep 1
5982025-04-28T18:08:34.801Z+ retry=7
5992025-04-28T18:08:34.825Z+ zoneadm list
6002025-04-28T18:08:34.825Z+ grep nexus
6012025-04-28T18:08:34.825Z+ [[ 7 -gt 300 ]]
6022025-04-28T18:08:34.825Z+ sleep 1
6032025-04-28T18:08:35.814Z+ retry=8
6042025-04-28T18:08:35.838Z+ zoneadm list
6052025-04-28T18:08:35.838Z+ grep nexus
6062025-04-28T18:08:35.838Z+ [[ 8 -gt 300 ]]
6072025-04-28T18:08:35.838Z+ sleep 1
6082025-04-28T18:08:36.832Z+ retry=9
6092025-04-28T18:08:36.856Z+ zoneadm list
6102025-04-28T18:08:36.856Z+ grep nexus
6112025-04-28T18:08:36.857Z+ [[ 9 -gt 300 ]]
6122025-04-28T18:08:36.857Z+ sleep 1
6132025-04-28T18:08:37.839Z+ retry=10
6142025-04-28T18:08:37.864Z+ zoneadm list
6152025-04-28T18:08:37.864Z+ grep nexus
6162025-04-28T18:08:37.864Z+ [[ 10 -gt 300 ]]
6172025-04-28T18:08:37.864Z+ sleep 1
6182025-04-28T18:08:38.853Z+ retry=11
6192025-04-28T18:08:38.877Z+ zoneadm list
6202025-04-28T18:08:38.877Z+ grep nexus
6212025-04-28T18:08:38.877Z+ [[ 11 -gt 300 ]]
6222025-04-28T18:08:38.877Z+ sleep 1
6232025-04-28T18:08:39.866Z+ retry=12
6242025-04-28T18:08:39.890Z+ zoneadm list
6252025-04-28T18:08:39.890Z+ grep nexus
6262025-04-28T18:08:39.890Z+ [[ 12 -gt 300 ]]
6272025-04-28T18:08:39.890Z+ sleep 1
6282025-04-28T18:08:40.878Z+ retry=13
6292025-04-28T18:08:40.903Z+ zoneadm list
6302025-04-28T18:08:40.903Z+ grep nexus
6312025-04-28T18:08:40.903Z+ [[ 13 -gt 300 ]]
6322025-04-28T18:08:40.903Z+ sleep 1
6332025-04-28T18:08:41.891Z+ retry=14
6342025-04-28T18:08:41.915Z+ zoneadm list
6352025-04-28T18:08:41.915Z+ grep nexus
6362025-04-28T18:08:41.915Z+ [[ 14 -gt 300 ]]
6372025-04-28T18:08:41.916Z+ sleep 1
6382025-04-28T18:08:42.904Z+ retry=15
6392025-04-28T18:08:42.929Z+ zoneadm list
6402025-04-28T18:08:42.929Z+ grep nexus
6412025-04-28T18:08:42.929Z+ [[ 15 -gt 300 ]]
6422025-04-28T18:08:42.929Z+ sleep 1
6432025-04-28T18:08:43.918Z+ retry=16
6442025-04-28T18:08:43.943Z+ zoneadm list
6452025-04-28T18:08:43.943Z+ grep nexus
6462025-04-28T18:08:43.943Z+ [[ 16 -gt 300 ]]
6472025-04-28T18:08:43.943Z+ sleep 1
6482025-04-28T18:08:44.930Z+ retry=17
6492025-04-28T18:08:44.956Z+ zoneadm list
6502025-04-28T18:08:44.956Z+ grep nexus
6512025-04-28T18:08:44.956Z+ [[ 17 -gt 300 ]]
6522025-04-28T18:08:44.956Z+ sleep 1
6532025-04-28T18:08:45.944Z+ retry=18
6542025-04-28T18:08:45.968Z+ zoneadm list
6552025-04-28T18:08:45.968Z+ grep nexus
6562025-04-28T18:08:45.968Z+ [[ 18 -gt 300 ]]
6572025-04-28T18:08:45.968Z+ sleep 1
6582025-04-28T18:08:46.957Z+ retry=19
6592025-04-28T18:08:46.981Z+ zoneadm list
6602025-04-28T18:08:46.981Z+ grep nexus
6612025-04-28T18:08:46.981Z+ [[ 19 -gt 300 ]]
6622025-04-28T18:08:46.981Z+ sleep 1
6632025-04-28T18:08:47.970Z+ retry=20
6642025-04-28T18:08:47.994Z+ zoneadm list
6652025-04-28T18:08:47.994Z+ grep nexus
6662025-04-28T18:08:47.994Z+ [[ 20 -gt 300 ]]
6672025-04-28T18:08:47.994Z+ sleep 1
6682025-04-28T18:08:48.984Z+ retry=21
6692025-04-28T18:08:49.009Z+ zoneadm list
6702025-04-28T18:08:49.009Z+ grep nexus
6712025-04-28T18:08:49.009Z+ [[ 21 -gt 300 ]]
6722025-04-28T18:08:49.009Z+ sleep 1
6732025-04-28T18:08:49.996Z+ retry=22
6742025-04-28T18:08:50.020Z+ zoneadm list
6752025-04-28T18:08:50.020Z+ grep nexus
6762025-04-28T18:08:50.020Z+ [[ 22 -gt 300 ]]
6772025-04-28T18:08:50.020Z+ sleep 1
6782025-04-28T18:08:51.009Z+ retry=23
6792025-04-28T18:08:51.034Z+ zoneadm list
6802025-04-28T18:08:51.034Z+ grep nexus
6812025-04-28T18:08:51.034Z+ [[ 23 -gt 300 ]]
6822025-04-28T18:08:51.034Z+ sleep 1
6832025-04-28T18:08:52.023Z+ retry=24
6842025-04-28T18:08:52.048Z+ zoneadm list
6852025-04-28T18:08:52.048Z+ grep nexus
6862025-04-28T18:08:52.048Z+ [[ 24 -gt 300 ]]
6872025-04-28T18:08:52.048Z+ sleep 1
6882025-04-28T18:08:53.038Z+ retry=25
6892025-04-28T18:08:53.063Z+ zoneadm list
6902025-04-28T18:08:53.063Z+ grep nexus
6912025-04-28T18:08:53.063Z+ [[ 25 -gt 300 ]]
6922025-04-28T18:08:53.063Z+ sleep 1
6932025-04-28T18:08:54.052Z+ retry=26
6942025-04-28T18:08:54.077Z+ zoneadm list
6952025-04-28T18:08:54.077Z+ grep nexus
6962025-04-28T18:08:54.077Z+ [[ 26 -gt 300 ]]
6972025-04-28T18:08:54.077Z+ sleep 1
6982025-04-28T18:08:55.277Z+ retry=27
6992025-04-28T18:08:55.343Z+ zoneadm list
7002025-04-28T18:08:55.343Z+ grep nexus
7012025-04-28T18:08:55.367Z+ [[ 27 -gt 300 ]]
7022025-04-28T18:08:55.367Z+ sleep 1
7032025-04-28T18:08:56.362Z+ retry=28
7042025-04-28T18:08:56.387Z+ zoneadm list
7052025-04-28T18:08:56.387Z+ grep nexus
7062025-04-28T18:08:56.387Z+ [[ 28 -gt 300 ]]
7072025-04-28T18:08:56.387Z+ sleep 1
7082025-04-28T18:08:57.382Z+ retry=29
7092025-04-28T18:08:57.407Z+ zoneadm list
7102025-04-28T18:08:57.407Z+ grep nexus
7112025-04-28T18:08:57.407Z+ [[ 29 -gt 300 ]]
7122025-04-28T18:08:57.407Z+ sleep 1
7132025-04-28T18:08:58.400Z+ retry=30
7142025-04-28T18:08:58.425Z+ zoneadm list
7152025-04-28T18:08:58.425Z+ grep nexus
7162025-04-28T18:08:58.425Z+ [[ 30 -gt 300 ]]
7172025-04-28T18:08:58.425Z+ sleep 1
7182025-04-28T18:08:59.416Z+ retry=31
7192025-04-28T18:08:59.440Z+ zoneadm list
7202025-04-28T18:08:59.441Z+ grep nexus
7212025-04-28T18:08:59.441Z+ [[ 31 -gt 300 ]]
7222025-04-28T18:08:59.441Z+ sleep 1
7232025-04-28T18:09:00.432Z+ retry=32
7242025-04-28T18:09:00.456Z+ zoneadm list
7252025-04-28T18:09:00.456Z+ grep nexus
7262025-04-28T18:09:00.456Z+ [[ 32 -gt 300 ]]
7272025-04-28T18:09:00.456Z+ sleep 1
7282025-04-28T18:09:01.447Z+ retry=33
7292025-04-28T18:09:01.471Z+ zoneadm list
7302025-04-28T18:09:01.471Z+ grep nexus
7312025-04-28T18:09:01.471Z+ [[ 33 -gt 300 ]]
7322025-04-28T18:09:01.471Z+ sleep 1
7332025-04-28T18:09:02.462Z+ retry=34
7342025-04-28T18:09:02.486Z+ zoneadm list
7352025-04-28T18:09:02.486Z+ grep nexus
7362025-04-28T18:09:02.486Z+ [[ 34 -gt 300 ]]
7372025-04-28T18:09:02.486Z+ sleep 1
7382025-04-28T18:09:03.478Z+ retry=35
7392025-04-28T18:09:03.502Z+ zoneadm list
7402025-04-28T18:09:03.502Z+ grep nexus
7412025-04-28T18:09:03.502Z+ [[ 35 -gt 300 ]]
7422025-04-28T18:09:03.502Z+ sleep 1
7432025-04-28T18:09:04.493Z+ retry=36
7442025-04-28T18:09:04.517Z+ zoneadm list
7452025-04-28T18:09:04.517Z+ grep nexus
7462025-04-28T18:09:04.517Z+ [[ 36 -gt 300 ]]
7472025-04-28T18:09:04.517Z+ sleep 1
7482025-04-28T18:09:05.508Z+ retry=37
7492025-04-28T18:09:05.533Z+ zoneadm list
7502025-04-28T18:09:05.533Z+ grep nexus
7512025-04-28T18:09:05.533Z+ [[ 37 -gt 300 ]]
7522025-04-28T18:09:05.533Z+ sleep 1
7532025-04-28T18:09:06.520Z+ retry=38
7542025-04-28T18:09:06.545Z+ zoneadm list
7552025-04-28T18:09:06.545Z+ grep nexus
7562025-04-28T18:09:06.545Z+ [[ 38 -gt 300 ]]
7572025-04-28T18:09:06.545Z+ sleep 1
7582025-04-28T18:09:07.532Z+ retry=39
7592025-04-28T18:09:07.557Z+ zoneadm list
7602025-04-28T18:09:07.557Z+ grep nexus
7612025-04-28T18:09:07.557Z+ [[ 39 -gt 300 ]]
7622025-04-28T18:09:07.557Z+ sleep 1
7632025-04-28T18:09:08.544Z+ retry=40
7642025-04-28T18:09:08.569Z+ zoneadm list
7652025-04-28T18:09:08.569Z+ grep nexus
7662025-04-28T18:09:08.569Z+ [[ 40 -gt 300 ]]
7672025-04-28T18:09:08.569Z+ sleep 1
7682025-04-28T18:09:09.556Z+ retry=41
7692025-04-28T18:09:09.580Z+ zoneadm list
7702025-04-28T18:09:09.580Z+ grep nexus
7712025-04-28T18:09:09.580Z+ [[ 41 -gt 300 ]]
7722025-04-28T18:09:09.580Z+ sleep 1
7732025-04-28T18:09:10.570Z+ retry=42
7742025-04-28T18:09:10.597Z+ zoneadm list
7752025-04-28T18:09:10.597Z+ grep nexus
7762025-04-28T18:09:10.597Z+ [[ 42 -gt 300 ]]
7772025-04-28T18:09:10.597Z+ sleep 1
7782025-04-28T18:09:12.675Z+ retry=43
7792025-04-28T18:09:12.699Z+ zoneadm list
7802025-04-28T18:09:12.699Z+ grep nexus
7812025-04-28T18:09:12.699Z+ [[ 43 -gt 300 ]]
7822025-04-28T18:09:12.699Z+ sleep 1
7832025-04-28T18:09:13.668Z+ retry=44
7842025-04-28T18:09:13.694Z+ zoneadm list
7852025-04-28T18:09:13.694Z+ grep nexus
7862025-04-28T18:09:13.694Z+ [[ 44 -gt 300 ]]
7872025-04-28T18:09:13.694Z+ sleep 1
7882025-04-28T18:09:14.683Z+ retry=45
7892025-04-28T18:09:14.708Z+ zoneadm list
7902025-04-28T18:09:14.708Z+ grep nexus
7912025-04-28T18:09:14.708Z+ [[ 45 -gt 300 ]]
7922025-04-28T18:09:14.708Z+ sleep 1
7932025-04-28T18:09:15.700Z+ retry=46
7942025-04-28T18:09:15.724Z+ zoneadm list
7952025-04-28T18:09:15.725Z+ grep nexus
7962025-04-28T18:09:15.725Z+ [[ 46 -gt 300 ]]
7972025-04-28T18:09:15.725Z+ sleep 1
7982025-04-28T18:09:16.712Z+ retry=47
7992025-04-28T18:09:16.736Z+ zoneadm list
8002025-04-28T18:09:16.736Z+ grep nexus
8012025-04-28T18:09:16.736Z+ [[ 47 -gt 300 ]]
8022025-04-28T18:09:16.736Z+ sleep 1
8032025-04-28T18:09:17.723Z+ retry=48
8042025-04-28T18:09:17.748Z+ zoneadm list
8052025-04-28T18:09:17.748Z+ grep nexus
8062025-04-28T18:09:17.748Z+ [[ 48 -gt 300 ]]
8072025-04-28T18:09:17.748Z+ sleep 1
8082025-04-28T18:09:18.737Z+ retry=49
8092025-04-28T18:09:18.762Z+ zoneadm list
8102025-04-28T18:09:18.762Z+ grep nexus
8112025-04-28T18:09:18.762Z+ [[ 49 -gt 300 ]]
8122025-04-28T18:09:18.762Z+ sleep 1
8132025-04-28T18:09:19.749Z+ retry=50
8142025-04-28T18:09:19.773Z+ zoneadm list
8152025-04-28T18:09:19.773Z+ grep nexus
8162025-04-28T18:09:19.773Z+ [[ 50 -gt 300 ]]
8172025-04-28T18:09:19.773Z+ sleep 1
8182025-04-28T18:09:20.761Z+ retry=51
8192025-04-28T18:09:20.786Z+ zoneadm list
8202025-04-28T18:09:20.786Z+ grep nexus
8212025-04-28T18:09:20.786Z+ [[ 51 -gt 300 ]]
8222025-04-28T18:09:20.786Z+ sleep 1
8232025-04-28T18:09:21.773Z+ retry=52
8242025-04-28T18:09:21.797Z+ zoneadm list
8252025-04-28T18:09:21.797Z+ grep nexus
8262025-04-28T18:09:21.797Z+ [[ 52 -gt 300 ]]
8272025-04-28T18:09:21.797Z+ sleep 1
8282025-04-28T18:09:22.786Z+ retry=53
8292025-04-28T18:09:22.810Z+ zoneadm list
8302025-04-28T18:09:22.810Z+ grep nexus
8312025-04-28T18:09:22.810Z+ [[ 53 -gt 300 ]]
8322025-04-28T18:09:22.810Z+ sleep 1
8332025-04-28T18:09:23.797Z+ retry=54
8342025-04-28T18:09:23.821Z+ zoneadm list
8352025-04-28T18:09:23.821Z+ grep nexus
8362025-04-28T18:09:23.821Z+ [[ 54 -gt 300 ]]
8372025-04-28T18:09:23.822Z+ sleep 1
8382025-04-28T18:09:24.809Z+ retry=55
8392025-04-28T18:09:24.833Z+ zoneadm list
8402025-04-28T18:09:24.833Z+ grep nexus
8412025-04-28T18:09:24.833Z+ [[ 55 -gt 300 ]]
8422025-04-28T18:09:24.833Z+ sleep 1
8432025-04-28T18:09:25.820Z+ retry=56
8442025-04-28T18:09:25.845Z+ zoneadm list
8452025-04-28T18:09:25.845Z+ grep nexus
8462025-04-28T18:09:25.845Z+ [[ 56 -gt 300 ]]
8472025-04-28T18:09:25.845Z+ sleep 1
8482025-04-28T18:09:26.832Z+ retry=57
8492025-04-28T18:09:26.857Z+ zoneadm list
8502025-04-28T18:09:26.857Z+ grep nexus
8512025-04-28T18:09:26.857Z+ [[ 57 -gt 300 ]]
8522025-04-28T18:09:26.857Z+ sleep 1
8532025-04-28T18:09:27.845Z+ retry=58
8542025-04-28T18:09:27.869Z+ zoneadm list
8552025-04-28T18:09:27.869Z+ grep nexus
8562025-04-28T18:09:27.869Z+ [[ 58 -gt 300 ]]
8572025-04-28T18:09:27.869Z+ sleep 1
8582025-04-28T18:09:28.857Z+ retry=59
8592025-04-28T18:09:28.881Z+ zoneadm list
8602025-04-28T18:09:28.881Z+ grep nexus
8612025-04-28T18:09:28.881Z+ [[ 59 -gt 300 ]]
8622025-04-28T18:09:28.881Z+ sleep 1
8632025-04-28T18:09:29.868Z+ retry=60
8642025-04-28T18:09:29.892Z+ zoneadm list
8652025-04-28T18:09:29.892Z+ grep nexus
8662025-04-28T18:09:29.892Z+ [[ 60 -gt 300 ]]
8672025-04-28T18:09:29.892Z+ sleep 1
8682025-04-28T18:09:30.880Z+ retry=61
8692025-04-28T18:09:30.911Z+ zoneadm list
8702025-04-28T18:09:30.911Z+ grep nexus
8712025-04-28T18:09:30.911Z+ [[ 61 -gt 300 ]]
8722025-04-28T18:09:30.911Z+ sleep 1
8732025-04-28T18:09:31.894Z+ retry=62
8742025-04-28T18:09:31.920Z+ zoneadm list
8752025-04-28T18:09:31.920Z+ grep nexus
8762025-04-28T18:09:31.920Z+ [[ 62 -gt 300 ]]
8772025-04-28T18:09:31.920Z+ sleep 1
8782025-04-28T18:09:32.906Z+ retry=63
8792025-04-28T18:09:32.931Z+ zoneadm list
8802025-04-28T18:09:32.931Z+ grep nexus
8812025-04-28T18:09:32.931Z+ [[ 63 -gt 300 ]]
8822025-04-28T18:09:32.931Z+ sleep 1
8832025-04-28T18:09:33.918Z+ retry=64
8842025-04-28T18:09:33.942Z+ zoneadm list
8852025-04-28T18:09:33.942Z+ grep nexus
8862025-04-28T18:09:33.944Z+ [[ 64 -gt 300 ]]
8872025-04-28T18:09:33.944Z+ sleep 1
8882025-04-28T18:09:34.929Z+ retry=65
8892025-04-28T18:09:34.954Z+ zoneadm list
8902025-04-28T18:09:34.954Z+ grep nexus
8912025-04-28T18:09:34.954Z+ [[ 65 -gt 300 ]]
8922025-04-28T18:09:34.954Z+ sleep 1
8932025-04-28T18:09:35.942Z+ retry=66
8942025-04-28T18:09:35.966Z+ zoneadm list
8952025-04-28T18:09:35.966Z+ grep nexus
8962025-04-28T18:09:35.966Z+ [[ 66 -gt 300 ]]
8972025-04-28T18:09:35.966Z+ sleep 1
8982025-04-28T18:09:36.954Z+ retry=67
8992025-04-28T18:09:36.979Z+ zoneadm list
9002025-04-28T18:09:36.980Z+ grep nexus
9012025-04-28T18:09:36.980Z+ [[ 67 -gt 300 ]]
9022025-04-28T18:09:36.980Z+ sleep 1
9032025-04-28T18:09:37.966Z+ retry=68
9042025-04-28T18:09:37.991Z+ zoneadm list
9052025-04-28T18:09:37.991Z+ grep nexus
9062025-04-28T18:09:37.991Z+ [[ 68 -gt 300 ]]
9072025-04-28T18:09:37.991Z+ sleep 1
9082025-04-28T18:09:38.979Z+ retry=69
9092025-04-28T18:09:39.003Z+ zoneadm list
9102025-04-28T18:09:39.003Z+ grep nexus
9112025-04-28T18:09:39.003Z+ [[ 69 -gt 300 ]]
9122025-04-28T18:09:39.003Z+ sleep 1
9132025-04-28T18:09:39.991Z+ retry=70
9142025-04-28T18:09:40.016Z+ zoneadm list
9152025-04-28T18:09:40.016Z+ grep nexus
9162025-04-28T18:09:40.016Z+ [[ 70 -gt 300 ]]
9172025-04-28T18:09:40.016Z+ sleep 1
9182025-04-28T18:09:41.010Z+ retry=71
9192025-04-28T18:09:41.035Z+ zoneadm list
9202025-04-28T18:09:41.035Z+ grep nexus
9212025-04-28T18:09:41.035Z+ [[ 71 -gt 300 ]]
9222025-04-28T18:09:41.035Z+ sleep 1
9232025-04-28T18:09:42.029Z+ retry=72
9242025-04-28T18:09:42.125Z+ zoneadm list
9252025-04-28T18:09:42.149Z+ grep nexus
9262025-04-28T18:09:42.149Z+ [[ 72 -gt 300 ]]
9272025-04-28T18:09:42.149Z+ sleep 1
9282025-04-28T18:09:43.140Z+ retry=73
9292025-04-28T18:09:43.165Z+ zoneadm list
9302025-04-28T18:09:43.165Z+ grep nexus
9312025-04-28T18:09:43.165Z+ [[ 73 -gt 300 ]]
9322025-04-28T18:09:43.165Z+ sleep 1
9332025-04-28T18:09:44.158Z+ retry=74
9342025-04-28T18:09:44.187Z+ zoneadm list
9352025-04-28T18:09:44.187Z+ grep nexus
9362025-04-28T18:09:44.211Z+ [[ 74 -gt 300 ]]
9372025-04-28T18:09:44.211Z+ sleep 1
9382025-04-28T18:09:48.584Z+ retry=75
9392025-04-28T18:09:48.609Z+ zoneadm list
9402025-04-28T18:09:48.609Z+ grep nexus
9412025-04-28T18:09:48.696Z+ [[ 75 -gt 300 ]]
9422025-04-28T18:09:48.721Z+ sleep 1
9432025-04-28T18:09:49.834Z+ retry=76
9442025-04-28T18:09:49.859Z+ zoneadm list
9452025-04-28T18:09:49.859Z+ grep nexus
9462025-04-28T18:09:49.859Z+ [[ 76 -gt 300 ]]
9472025-04-28T18:09:49.859Z+ sleep 1
9482025-04-28T18:09:50.854Z+ retry=77
9492025-04-28T18:09:50.878Z+ zoneadm list
9502025-04-28T18:09:50.878Z+ grep nexus
9512025-04-28T18:09:50.878Z+ [[ 77 -gt 300 ]]
9522025-04-28T18:09:50.878Z+ sleep 1
9532025-04-28T18:09:51.879Z+ retry=78
9542025-04-28T18:09:51.904Z+ zoneadm list
9552025-04-28T18:09:51.904Z+ grep nexus
9562025-04-28T18:09:51.934Z+ echo 'Waited for nexus: 78s'
9572025-04-28T18:09:51.934Z+ retry=0
9582025-04-28T18:09:51.934Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9592025-04-28T18:09:51.960Zoxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb
9602025-04-28T18:09:51.960Zoxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc
9612025-04-28T18:09:51.960Zoxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae
9622025-04-28T18:09:51.960ZWaited for nexus: 78s
9632025-04-28T18:09:51.960Z+ [[ 0 -gt 300 ]]
9642025-04-28T18:09:51.960Z+ sleep 1
9652025-04-28T18:09:52.967Z+ retry=1
9662025-04-28T18:09:52.967Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9672025-04-28T18:09:52.991Z+ [[ 1 -gt 300 ]]
9682025-04-28T18:09:52.991Z+ sleep 1
9692025-04-28T18:09:53.979Z+ retry=2
9702025-04-28T18:09:53.979Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9712025-04-28T18:09:54.004Z+ [[ 2 -gt 300 ]]
9722025-04-28T18:09:54.004Z+ sleep 1
9732025-04-28T18:09:54.990Z+ retry=3
9742025-04-28T18:09:54.990Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9752025-04-28T18:09:55.015Z+ [[ 3 -gt 300 ]]
9762025-04-28T18:09:55.015Z+ sleep 1
9772025-04-28T18:09:56.003Z+ retry=4
9782025-04-28T18:09:56.003Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9792025-04-28T18:09:56.028Z+ [[ 4 -gt 300 ]]
9802025-04-28T18:09:56.028Z+ sleep 1
9812025-04-28T18:09:57.014Z+ retry=5
9822025-04-28T18:09:57.014Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9832025-04-28T18:09:57.038Z+ [[ 5 -gt 300 ]]
9842025-04-28T18:09:57.038Z+ sleep 1
9852025-04-28T18:09:58.022Z+ retry=6
9862025-04-28T18:09:58.022Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9872025-04-28T18:09:58.046Z+ [[ 6 -gt 300 ]]
9882025-04-28T18:09:58.046Z+ sleep 1
9892025-04-28T18:09:59.030Z+ retry=7
9902025-04-28T18:09:59.030Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9912025-04-28T18:09:59.055Z+ [[ 7 -gt 300 ]]
9922025-04-28T18:09:59.055Z+ sleep 1
9932025-04-28T18:10:00.038Z+ retry=8
9942025-04-28T18:10:00.038Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9952025-04-28T18:10:00.063Z+ [[ 8 -gt 300 ]]
9962025-04-28T18:10:00.063Z+ sleep 1
9972025-04-28T18:10:01.049Z+ retry=9
9982025-04-28T18:10:01.049Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9992025-04-28T18:10:01.073Z+ [[ 9 -gt 300 ]]
10002025-04-28T18:10:01.073Z+ sleep 1
10012025-04-28T18:10:02.060Z+ retry=10
10022025-04-28T18:10:02.060Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10032025-04-28T18:10:02.084Z+ [[ 10 -gt 300 ]]
10042025-04-28T18:10:02.084Z+ sleep 1
10052025-04-28T18:10:03.070Z+ retry=11
10062025-04-28T18:10:03.070Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10072025-04-28T18:10:03.095Z+ [[ 11 -gt 300 ]]
10082025-04-28T18:10:03.095Z+ sleep 1
10092025-04-28T18:10:04.079Z+ retry=12
10102025-04-28T18:10:04.079Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10112025-04-28T18:10:04.103Z+ [[ 12 -gt 300 ]]
10122025-04-28T18:10:04.103Z+ sleep 1
10132025-04-28T18:10:05.088Z+ retry=13
10142025-04-28T18:10:05.088Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10152025-04-28T18:10:05.113Z+ [[ 13 -gt 300 ]]
10162025-04-28T18:10:05.113Z+ sleep 1
10172025-04-28T18:10:06.095Z+ retry=14
10182025-04-28T18:10:06.095Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10192025-04-28T18:10:06.120Z+ [[ 14 -gt 300 ]]
10202025-04-28T18:10:06.120Z+ sleep 1
10212025-04-28T18:10:07.103Z+ retry=15
10222025-04-28T18:10:07.103Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10232025-04-28T18:10:07.127Z+ [[ 15 -gt 300 ]]
10242025-04-28T18:10:07.127Z+ sleep 1
10252025-04-28T18:10:08.110Z+ retry=16
10262025-04-28T18:10:08.110Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10272025-04-28T18:10:08.134Z+ [[ 16 -gt 300 ]]
10282025-04-28T18:10:08.134Z+ sleep 1
10292025-04-28T18:10:09.120Z+ retry=17
10302025-04-28T18:10:09.120Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10312025-04-28T18:10:09.145Z+ [[ 17 -gt 300 ]]
10322025-04-28T18:10:09.145Z+ sleep 1
10332025-04-28T18:10:10.131Z+ retry=18
10342025-04-28T18:10:10.131Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10352025-04-28T18:10:10.156Z+ [[ 18 -gt 300 ]]
10362025-04-28T18:10:10.156Z+ sleep 1
10372025-04-28T18:10:11.141Z+ retry=19
10382025-04-28T18:10:11.141Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10392025-04-28T18:10:11.166Z+ [[ 19 -gt 300 ]]
10402025-04-28T18:10:11.166Z+ sleep 1
10412025-04-28T18:10:12.150Z+ retry=20
10422025-04-28T18:10:12.150Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10432025-04-28T18:10:12.174Z+ [[ 20 -gt 300 ]]
10442025-04-28T18:10:12.174Z+ sleep 1
10452025-04-28T18:10:13.159Z+ retry=21
10462025-04-28T18:10:13.159Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10472025-04-28T18:10:13.183Z+ [[ 21 -gt 300 ]]
10482025-04-28T18:10:13.183Z+ sleep 1
 
10492025-04-28T18:10:13.548ZApr 28 18:10:12 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10502025-04-28T18:10:13.604ZApr 28 18:10:12 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
10512025-04-28T18:10:13.637ZApr 28 18:10:13 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
10522025-04-28T18:10:13.670ZApr 28 18:10:13 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
10532025-04-28T18:10:14.168Z+ retry=22
10542025-04-28T18:10:14.168Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10552025-04-28T18:10:14.192Z+ [[ 22 -gt 300 ]]
10562025-04-28T18:10:14.192Z+ sleep 1
 
10572025-04-28T18:10:14.542ZApr 28 18:10:13 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
10582025-04-28T18:10:15.177Z+ retry=23
10592025-04-28T18:10:15.177Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10602025-04-28T18:10:15.201Z+ [[ 23 -gt 300 ]]
10612025-04-28T18:10:15.201Z+ sleep 1
10622025-04-28T18:10:16.187Z+ retry=24
10632025-04-28T18:10:16.187Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10642025-04-28T18:10:16.212Z+ [[ 24 -gt 300 ]]
10652025-04-28T18:10:16.212Z+ sleep 1
10662025-04-28T18:10:17.195Z+ retry=25
10672025-04-28T18:10:17.196Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10682025-04-28T18:10:17.221Z+ [[ 25 -gt 300 ]]
10692025-04-28T18:10:17.221Z+ sleep 1
10702025-04-28T18:10:18.204Z+ retry=26
10712025-04-28T18:10:18.204Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10722025-04-28T18:10:18.229Z+ [[ 26 -gt 300 ]]
10732025-04-28T18:10:18.229Z+ sleep 1
10742025-04-28T18:10:19.217Z+ retry=27
10752025-04-28T18:10:19.217Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10762025-04-28T18:10:19.242Z+ [[ 27 -gt 300 ]]
10772025-04-28T18:10:19.242Z+ sleep 1
10782025-04-28T18:10:20.225Z+ retry=28
10792025-04-28T18:10:20.225Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10802025-04-28T18:10:20.250Z+ [[ 28 -gt 300 ]]
10812025-04-28T18:10:20.250Z+ sleep 1
10822025-04-28T18:10:21.233Z+ retry=29
10832025-04-28T18:10:21.233Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10842025-04-28T18:10:21.258Z+ [[ 29 -gt 300 ]]
10852025-04-28T18:10:21.258Z+ sleep 1
10862025-04-28T18:10:22.241Z+ retry=30
10872025-04-28T18:10:22.241Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10882025-04-28T18:10:22.266Z+ [[ 30 -gt 300 ]]
10892025-04-28T18:10:22.266Z+ sleep 1
10902025-04-28T18:10:23.249Z+ retry=31
10912025-04-28T18:10:23.249Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10922025-04-28T18:10:23.273Z+ [[ 31 -gt 300 ]]
10932025-04-28T18:10:23.273Z+ sleep 1
10942025-04-28T18:10:24.257Z+ retry=32
10952025-04-28T18:10:24.257Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10962025-04-28T18:10:24.282Z+ [[ 32 -gt 300 ]]
10972025-04-28T18:10:24.282Z+ sleep 1
10982025-04-28T18:10:25.264Z+ retry=33
10992025-04-28T18:10:25.265Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11002025-04-28T18:10:25.289Z+ [[ 33 -gt 300 ]]
11012025-04-28T18:10:25.289Z+ sleep 1
11022025-04-28T18:10:26.273Z+ retry=34
11032025-04-28T18:10:26.273Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11042025-04-28T18:10:26.298Z+ [[ 34 -gt 300 ]]
11052025-04-28T18:10:26.298Z+ sleep 1
11062025-04-28T18:10:27.281Z+ retry=35
11072025-04-28T18:10:27.281Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11082025-04-28T18:10:27.305Z+ [[ 35 -gt 300 ]]
11092025-04-28T18:10:27.305Z+ sleep 1
11102025-04-28T18:10:28.288Z+ retry=36
11112025-04-28T18:10:28.288Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11122025-04-28T18:10:28.312Z+ [[ 36 -gt 300 ]]
11132025-04-28T18:10:28.313Z+ sleep 1
11142025-04-28T18:10:29.296Z+ retry=37
11152025-04-28T18:10:29.296Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11162025-04-28T18:10:29.321Z+ [[ 37 -gt 300 ]]
11172025-04-28T18:10:29.321Z+ sleep 1
11182025-04-28T18:10:30.304Z+ retry=38
11192025-04-28T18:10:30.304Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11202025-04-28T18:10:30.329Z+ [[ 38 -gt 300 ]]
11212025-04-28T18:10:30.329Z+ sleep 1
11222025-04-28T18:10:31.312Z+ retry=39
11232025-04-28T18:10:31.312Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11242025-04-28T18:10:31.337Z+ [[ 39 -gt 300 ]]
11252025-04-28T18:10:31.337Z+ sleep 1
11262025-04-28T18:10:32.320Z+ retry=40
11272025-04-28T18:10:32.320Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11282025-04-28T18:10:32.345Z+ [[ 40 -gt 300 ]]
11292025-04-28T18:10:32.345Z+ sleep 1
11302025-04-28T18:10:33.328Z+ retry=41
11312025-04-28T18:10:33.328Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11322025-04-28T18:10:33.353Z+ [[ 41 -gt 300 ]]
11332025-04-28T18:10:33.353Z+ sleep 1
11342025-04-28T18:10:34.336Z+ retry=42
11352025-04-28T18:10:34.336Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11362025-04-28T18:10:34.361Z+ [[ 42 -gt 300 ]]
11372025-04-28T18:10:34.361Z+ sleep 1
11382025-04-28T18:10:35.345Z+ retry=43
11392025-04-28T18:10:35.345Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11402025-04-28T18:10:35.369Z+ [[ 43 -gt 300 ]]
11412025-04-28T18:10:35.369Z+ sleep 1
 
11422025-04-28T18:10:35.382ZApr 28 18:10:34 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:193.29.63.226:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
11432025-04-28T18:10:36.353Z+ retry=44
11442025-04-28T18:10:36.353Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11452025-04-28T18:10:36.377Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-04-28T18:10:35.609738546Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1023"}
11462025-04-28T18:10:36.377ZWaited for handoff: 44s
11472025-04-28T18:10:36.377Z+ echo 'Waited for handoff: 44s'
11482025-04-28T18:10:36.377Z+ retry=0
11492025-04-28T18:10:36.377Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11502025-04-28T18:10:36.377Z++ wc -l
11512025-04-28T18:10:36.464Znote: database URL not specified. Will search DNS.
11522025-04-28T18:10:36.464Znote: (override with --db-url or OMDB_DB_URL)
11532025-04-28T18:10:36.488Znote: using DNS server for subnet fd00:1122:3344::/48
11542025-04-28T18:10:36.488Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11552025-04-28T18:10:36.488Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11562025-04-28T18:10:36.512Znote: database schema version matches expected (139.0.0)
11572025-04-28T18:10:36.744Z+ ACTUAL_ZPOOL_COUNT=' 9'
11582025-04-28T18:10:36.768Z+ [[ 9 -eq 9 ]]
11592025-04-28T18:10:36.768Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11602025-04-28T18:10:36.792Znote: database URL not specified. Will search DNS.
11612025-04-28T18:10:36.792Znote: (override with --db-url or OMDB_DB_URL)
11622025-04-28T18:10:36.792Znote: using DNS server for subnet fd00:1122:3344::/48
11632025-04-28T18:10:36.792Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11642025-04-28T18:10:36.792Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11652025-04-28T18:10:36.792Znote: database schema version matches expected (139.0.0)
11662025-04-28T18:10:36.902ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11672025-04-28T18:10:36.902Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11682025-04-28T18:10:36.902Z0916af1b-cf2c-408f-be00-eae491201085 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |d0630456-7009-4808-8419-42a6ace13302 |20937965568 |268435456000
11692025-04-28T18:10:36.902Z0fba72b0-54a2-409e-8c16-b7895f9546b4 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |af41c7ea-204d-45bb-88dd-7fc4452832e0 |20937965568 |268435456000
11702025-04-28T18:10:36.902Z1780a2e5-65b4-4a68-bf3d-645034ab0bfa | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |24fefae7-1332-4745-9f9b-9f4d93240df0 |20937965568 |268435456000
11712025-04-28T18:10:36.902Z23fbad27-892e-47d0-9e32-b0e5bcf30e07 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |bdc3f2b1-75ea-4ce0-8953-45cdd735b420 |20937965568 |268435456000
11722025-04-28T18:10:36.902Z2de95161-eb82-4967-ade3-566a332a782d | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |4902703f-635b-4a2b-a91d-bdafdc536a05 |20937965568 |268435456000
11732025-04-28T18:10:36.902Z91599536-55ab-4085-ab1c-4c65d0338495 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |cb0d714e-504d-4974-bc52-033927649ee0 |20937965568 |268435456000
11742025-04-28T18:10:36.902Z9ae55c01-a9fb-43f7-908b-644946fcac67 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |68aecaa5-46f3-4371-919b-fcd3611c1289 |20937965568 |268435456000
11752025-04-28T18:10:36.902Za2698da5-772e-4b07-a5c5-07072081d182 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |f20db363-0dab-41c0-a306-c03fd0c80750 |20937965568 |268435456000
11762025-04-28T18:10:36.902Zaf820912-ee46-4ac9-8660-17aca5781024 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |601909b9-2fee-4a81-bff0-408aa5dd675b |20937965568 |268435456000
11772025-04-28T18:10:36.926Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11782025-04-28T18:10:36.950Znote: database URL not specified. Will search DNS.
11792025-04-28T18:10:36.950Znote: (override with --db-url or OMDB_DB_URL)
11802025-04-28T18:10:36.950Znote: using DNS server for subnet fd00:1122:3344::/48
11812025-04-28T18:10:36.950Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11822025-04-28T18:10:36.950Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11832025-04-28T18:10:36.974Znote: database schema version matches expected (139.0.0)
11842025-04-28T18:10:37.110Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11852025-04-28T18:10:37.110Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0916af1b-cf2c-408f-be00-eae491201085 0
11862025-04-28T18:10:37.144Znote: database URL not specified. Will search DNS.
11872025-04-28T18:10:37.145Znote: (override with --db-url or OMDB_DB_URL)
11882025-04-28T18:10:37.145Znote: using DNS server for subnet fd00:1122:3344::/48
11892025-04-28T18:10:37.145Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11902025-04-28T18:10:37.169Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
11912025-04-28T18:10:37.169Znote: database schema version matches expected (139.0.0)
11922025-04-28T18:10:37.208Zset pool 0916af1b-cf2c-408f-be00-eae491201085 control plane storage buffer bytes to 0
11932025-04-28T18:10:37.232Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11942025-04-28T18:10:37.232Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0fba72b0-54a2-409e-8c16-b7895f9546b4 0
11952025-04-28T18:10:37.256Znote: database URL not specified. Will search DNS.
11962025-04-28T18:10:37.256Znote: (override with --db-url or OMDB_DB_URL)
11972025-04-28T18:10:37.256Znote: using DNS server for subnet fd00:1122:3344::/48
11982025-04-28T18:10:37.256Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11992025-04-28T18:10:37.256Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12002025-04-28T18:10:37.281Znote: database schema version matches expected (139.0.0)
12012025-04-28T18:10:37.307Zset pool 0fba72b0-54a2-409e-8c16-b7895f9546b4 control plane storage buffer bytes to 0
12022025-04-28T18:10:37.332Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12032025-04-28T18:10:37.332Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1780a2e5-65b4-4a68-bf3d-645034ab0bfa 0
12042025-04-28T18:10:37.356Znote: database URL not specified. Will search DNS.
12052025-04-28T18:10:37.356Znote: (override with --db-url or OMDB_DB_URL)
12062025-04-28T18:10:37.356Znote: using DNS server for subnet fd00:1122:3344::/48
12072025-04-28T18:10:37.356Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12082025-04-28T18:10:37.356Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12092025-04-28T18:10:37.381Znote: database schema version matches expected (139.0.0)
12102025-04-28T18:10:37.417Zset pool 1780a2e5-65b4-4a68-bf3d-645034ab0bfa control plane storage buffer bytes to 0
12112025-04-28T18:10:37.441Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12122025-04-28T18:10:37.441Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 23fbad27-892e-47d0-9e32-b0e5bcf30e07 0
12132025-04-28T18:10:37.466Znote: database URL not specified. Will search DNS.
12142025-04-28T18:10:37.466Znote: (override with --db-url or OMDB_DB_URL)
12152025-04-28T18:10:37.466Znote: using DNS server for subnet fd00:1122:3344::/48
12162025-04-28T18:10:37.466Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12172025-04-28T18:10:37.466Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12182025-04-28T18:10:37.490Znote: database schema version matches expected (139.0.0)
12192025-04-28T18:10:37.519Zset pool 23fbad27-892e-47d0-9e32-b0e5bcf30e07 control plane storage buffer bytes to 0
12202025-04-28T18:10:37.543Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12212025-04-28T18:10:37.543Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2de95161-eb82-4967-ade3-566a332a782d 0
12222025-04-28T18:10:37.568Znote: database URL not specified. Will search DNS.
12232025-04-28T18:10:37.568Znote: (override with --db-url or OMDB_DB_URL)
12242025-04-28T18:10:37.568Znote: using DNS server for subnet fd00:1122:3344::/48
12252025-04-28T18:10:37.568Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12262025-04-28T18:10:37.568Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12272025-04-28T18:10:37.592Znote: database schema version matches expected (139.0.0)
12282025-04-28T18:10:37.629Zset pool 2de95161-eb82-4967-ade3-566a332a782d control plane storage buffer bytes to 0
12292025-04-28T18:10:37.653Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12302025-04-28T18:10:37.653Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 91599536-55ab-4085-ab1c-4c65d0338495 0
12312025-04-28T18:10:37.677Znote: database URL not specified. Will search DNS.
12322025-04-28T18:10:37.677Znote: (override with --db-url or OMDB_DB_URL)
12332025-04-28T18:10:37.677Znote: using DNS server for subnet fd00:1122:3344::/48
12342025-04-28T18:10:37.677Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12352025-04-28T18:10:37.702Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12362025-04-28T18:10:37.702Znote: database schema version matches expected (139.0.0)
12372025-04-28T18:10:37.738Zset pool 91599536-55ab-4085-ab1c-4c65d0338495 control plane storage buffer bytes to 0
12382025-04-28T18:10:37.762Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12392025-04-28T18:10:37.762Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9ae55c01-a9fb-43f7-908b-644946fcac67 0
12402025-04-28T18:10:37.787Znote: database URL not specified. Will search DNS.
12412025-04-28T18:10:37.787Znote: (override with --db-url or OMDB_DB_URL)
12422025-04-28T18:10:37.787Znote: using DNS server for subnet fd00:1122:3344::/48
12432025-04-28T18:10:37.787Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12442025-04-28T18:10:37.787Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12452025-04-28T18:10:37.812Znote: database schema version matches expected (139.0.0)
12462025-04-28T18:10:37.845Zset pool 9ae55c01-a9fb-43f7-908b-644946fcac67 control plane storage buffer bytes to 0
12472025-04-28T18:10:37.870Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12482025-04-28T18:10:37.870Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer a2698da5-772e-4b07-a5c5-07072081d182 0
12492025-04-28T18:10:37.894Znote: database URL not specified. Will search DNS.
12502025-04-28T18:10:37.894Znote: (override with --db-url or OMDB_DB_URL)
12512025-04-28T18:10:37.894Znote: using DNS server for subnet fd00:1122:3344::/48
12522025-04-28T18:10:37.894Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12532025-04-28T18:10:37.918Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12542025-04-28T18:10:37.918Znote: database schema version matches expected (139.0.0)
12552025-04-28T18:10:37.950Zset pool a2698da5-772e-4b07-a5c5-07072081d182 control plane storage buffer bytes to 0
12562025-04-28T18:10:37.975Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12572025-04-28T18:10:37.975Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer af820912-ee46-4ac9-8660-17aca5781024 0
12582025-04-28T18:10:37.999Znote: database URL not specified. Will search DNS.
12592025-04-28T18:10:37.999Znote: (override with --db-url or OMDB_DB_URL)
12602025-04-28T18:10:37.999Znote: using DNS server for subnet fd00:1122:3344::/48
12612025-04-28T18:10:37.999Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12622025-04-28T18:10:37.999Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12632025-04-28T18:10:38.024Znote: database schema version matches expected (139.0.0)
12642025-04-28T18:10:38.071Zset pool af820912-ee46-4ac9-8660-17aca5781024 control plane storage buffer bytes to 0
12652025-04-28T18:10:38.096Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12662025-04-28T18:10:38.122Znote: database URL not specified. Will search DNS.
12672025-04-28T18:10:38.122Znote: (override with --db-url or OMDB_DB_URL)
12682025-04-28T18:10:38.122Znote: using DNS server for subnet fd00:1122:3344::/48
12692025-04-28T18:10:38.122Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12702025-04-28T18:10:38.147Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::6]:32221/omicron?sslmode=disable
12712025-04-28T18:10:38.147Znote: database schema version matches expected (139.0.0)
12722025-04-28T18:10:38.288ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12732025-04-28T18:10:38.288Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12742025-04-28T18:10:38.288Z0916af1b-cf2c-408f-be00-eae491201085 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |d0630456-7009-4808-8419-42a6ace13302 |20937965568 |0
12752025-04-28T18:10:38.288Z0fba72b0-54a2-409e-8c16-b7895f9546b4 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |af41c7ea-204d-45bb-88dd-7fc4452832e0 |20937965568 |0
12762025-04-28T18:10:38.288Z1780a2e5-65b4-4a68-bf3d-645034ab0bfa | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |24fefae7-1332-4745-9f9b-9f4d93240df0 |20937965568 |0
12772025-04-28T18:10:38.288Z23fbad27-892e-47d0-9e32-b0e5bcf30e07 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |bdc3f2b1-75ea-4ce0-8953-45cdd735b420 |20937965568 |0
12782025-04-28T18:10:38.288Z2de95161-eb82-4967-ade3-566a332a782d | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |4902703f-635b-4a2b-a91d-bdafdc536a05 |20937965568 |0
12792025-04-28T18:10:38.288Z91599536-55ab-4085-ab1c-4c65d0338495 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |cb0d714e-504d-4974-bc52-033927649ee0 |20937965568 |0
12802025-04-28T18:10:38.289Z9ae55c01-a9fb-43f7-908b-644946fcac67 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |68aecaa5-46f3-4371-919b-fcd3611c1289 |20937965568 |0
12812025-04-28T18:10:38.289Za2698da5-772e-4b07-a5c5-07072081d182 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |f20db363-0dab-41c0-a306-c03fd0c80750 |20937965568 |0
12822025-04-28T18:10:38.289Zaf820912-ee46-4ac9-8660-17aca5781024 | |fd6d9b80-814f-4a07-93ca-9cfe68ef276e |601909b9-2fee-4a81-bff0-408aa5dd675b |20937965568 |0
12832025-04-28T18:10:38.313Z+ export RUST_BACKTRACE=1
12842025-04-28T18:10:38.313Z+ RUST_BACKTRACE=1
12852025-04-28T18:10:38.313Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12862025-04-28T18:10:38.313Z++ ./target/debug/bootstrap
12872025-04-28T18:10:38.478ZUsing external DNS server at 10.151.1.164:53
12882025-04-28T18:10:38.502Z2025-04-28 18:10:38.486985559 UTC: attempting to log into API
12892025-04-28T18:10:39.907Z2025-04-28 18:10:39.893851347 UTC: login succeeded
12902025-04-28T18:10:39.940Zwaiting for nexus to come up...
12912025-04-28T18:10:40.112Zcreating IP pool... 10.151.1.175 - 10.151.1.227
12922025-04-28T18:10:40.359Zsetting up quotas...
12932025-04-28T18:10:40.411Zensuring datasets are ready...
12942025-04-28T18:10:43.789Zlet's roll.
12952025-04-28T18:10:43.814Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12962025-04-28T18:10:43.814ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
12972025-04-28T18:10:43.814ZOXIDE_TOKEN=oxide-token-f643258d73ae3426b60a2c735b7c03678fbb18b2'
12982025-04-28T18:10:43.814Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12992025-04-28T18:10:43.814Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13002025-04-28T18:10:43.814Z++ OXIDE_TOKEN=oxide-token-f643258d73ae3426b60a2c735b7c03678fbb18b2
13012025-04-28T18:10:43.814Z+ export OXIDE_HOST OXIDE_TOKEN
13022025-04-28T18:10:43.814Z+ retry=0
13032025-04-28T18:10:43.814Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13042025-04-28T18:10:43.873Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13052025-04-28T18:10:44.389Z{"status":"ok"}{
13062025-04-28T18:10:44.389Z "description": "some images",
13072025-04-28T18:10:44.389Z "id": "178e8f93-5d59-474c-ab94-180dbae22bd0",
13082025-04-28T18:10:44.389Z "name": "images",
13092025-04-28T18:10:44.389Z "time_created": "2025-04-28T18:10:43.945827Z",
13102025-04-28T18:10:44.389Z "time_modified": "2025-04-28T18:10:43.945827Z"
13112025-04-28T18:10:44.390Z}
13122025-04-28T18:10:44.414Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
13132025-04-28T18:11:45.914ZApr 28 18:11:45 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:141.11.234.198:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13142025-04-28T18:11:46.496ZApr 28 18:11:45 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:193.29.63.226:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13152025-04-28T18:12:32.285ZApr 28 18:12:31 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:206.82.28.3:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13162025-04-28T18:13:24.696ZApr 28 18:13:24 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:193.29.63.226:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13172025-04-28T18:14:59.712ZApr 28 18:14:59 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:206.82.28.3:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13182025-04-28T18:19:14.767ZApr 28 18:18:46 buskin last message repeated 1 time
13192025-04-28T18:19:14.803ZApr 28 18:19:14 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:149.28.200.179:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13202025-04-28T18:21:04.478ZDone!
13212025-04-28T18:21:04.502Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13222025-04-28T18:21:04.615Z{
13232025-04-28T18:21:04.615Z "block_size": 512,
13242025-04-28T18:21:04.615Z "description": "debian 11 original base image",
13252025-04-28T18:21:04.615Z "id": "c14c51b1-5cf1-4167-aaea-898e4653a079",
13262025-04-28T18:21:04.615Z "name": "debian11",
13272025-04-28T18:21:04.615Z "os": "debian",
13282025-04-28T18:21:04.615Z "size": 2147483648,
13292025-04-28T18:21:04.615Z "time_created": "2025-04-28T18:21:04.389442Z",
13302025-04-28T18:21:04.615Z "time_modified": "2025-04-28T18:21:04.593331Z",
13312025-04-28T18:21:04.615Z "version": "11"
13322025-04-28T18:21:04.615Z}
13332025-04-28T18:21:04.640Z+ for test_bin in tests/*
13342025-04-28T18:21:04.640Z+ ./tests/bootstrap-bfd7e9673db5bcc3
13352025-04-28T18:21:04.664Z
13362025-04-28T18:21:04.664Zrunning 0 tests
13372025-04-28T18:21:04.664Z
13382025-04-28T18:21:04.664Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13392025-04-28T18:21:04.664Z
13402025-04-28T18:21:04.664Z+ for test_bin in tests/*
13412025-04-28T18:21:04.664Z+ ./tests/commtest-17820ef52fcd72f4
13422025-04-28T18:21:04.689Z
13432025-04-28T18:21:04.689Zrunning 0 tests
13442025-04-28T18:21:04.689Z
13452025-04-28T18:21:04.689Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13462025-04-28T18:21:04.689Z
13472025-04-28T18:21:04.689Z+ for test_bin in tests/*
13482025-04-28T18:21:04.689Z+ ./tests/dhcp_server-9dc3e73db51892f6
13492025-04-28T18:21:04.689Z
13502025-04-28T18:21:04.689Zrunning 0 tests
13512025-04-28T18:21:04.689Z
13522025-04-28T18:21:04.689Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13532025-04-28T18:21:04.689Z
13542025-04-28T18:21:04.689Z+ for test_bin in tests/*
13552025-04-28T18:21:04.689Z+ ./tests/end_to_end_tests-b7db07f8675574f9
13562025-04-28T18:21:04.879Z
13572025-04-28T18:21:04.879Zrunning 3 tests
13582025-04-28T18:21:04.903Znote: configured to log to "/tmp/end_to_end_tests-b7db07f8675574f9-new_blueprint_noop.13969.0.log"
13592025-04-28T18:21:05.271Ztest no_spoof::no_spoof_here ... ok
13602025-04-28T18:21:07.012Ztest noop_blueprint::new_blueprint_noop ... ok
13612025-04-28T18:21:33.582Ztest instance_launch::instance_launch ... ok
13622025-04-28T18:21:33.582Z
13632025-04-28T18:21:33.582Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.70s
13642025-04-28T18:21:33.582Z
13652025-04-28T18:21:33.606Z+ _exit_trap
13662025-04-28T18:21:33.606Z+ local status=0
13672025-04-28T18:21:33.606Z+ set +o errexit
13682025-04-28T18:21:33.606Z+ [[ x != \x ]]
13692025-04-28T18:21:33.606Z+ pfexec svcadm -Z disable -s cron
13702025-04-28T18:21:35.628Z+ [[ 0 -eq 0 ]]
13712025-04-28T18:21:35.629Z+ exit 0
13722025-04-28T18:21:35.653Zprocess exited: duration 879727 ms, exit code 0
 
13732025-04-28T18:21:35.817Zfound 204 output files
13742025-04-28T18:21:35.817Zuploading: /var/svc/log/oxide-mg-ddm:default.log (312539 bytes)
13752025-04-28T18:21:36.029Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 312539 -> 312936
13762025-04-28T18:21:37.100Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13772025-04-28T18:21:37.100Zuploading: /var/svc/log/oxide-sled-agent:default.log (1749670 bytes)
13782025-04-28T18:21:38.466Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13792025-04-28T18:21:38.494Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3756653 bytes)
13802025-04-28T18:21:38.864Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3756653 -> 3782508
13812025-04-28T18:21:39.941Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13822025-04-28T18:21:39.941Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (3868695 bytes)
13832025-04-28T18:21:41.351Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
13842025-04-28T18:21:41.376Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (3861 bytes)
13852025-04-28T18:21:42.625Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13862025-04-28T18:21:42.625Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (35372 bytes)
13872025-04-28T18:21:43.785Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
13882025-04-28T18:21:43.785Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (194501 bytes)
13892025-04-28T18:21:43.965Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 194501 -> 197669
13902025-04-28T18:21:45.036Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13912025-04-28T18:21:45.036Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (145689 bytes)
13922025-04-28T18:21:46.246Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
13932025-04-28T18:21:46.246Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (251933 bytes)
13942025-04-28T18:21:46.451Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 251933 -> 256289
13952025-04-28T18:21:47.520Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13962025-04-28T18:21:47.520Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (191109 bytes)
13972025-04-28T18:21:48.749Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
13982025-04-28T18:21:48.749Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1041874 bytes)
13992025-04-28T18:21:49.024Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1041874 -> 1087748
14002025-04-28T18:21:50.095Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14012025-04-28T18:21:50.120Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (1150868 bytes)
14022025-04-28T18:21:51.445Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
14032025-04-28T18:21:51.445Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2568902 bytes)
14042025-04-28T18:21:51.840Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2568902 -> 2672554
14052025-04-28T18:21:52.864ZApr 28 18:21:52 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.155.40.38:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
14062025-04-28T18:21:52.912Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14072025-04-28T18:21:52.912Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (2735814 bytes)
14082025-04-28T18:21:54.306Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14092025-04-28T18:21:54.306Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14102025-04-28T18:21:55.376Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14112025-04-28T18:21:55.376Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3337 bytes)
14122025-04-28T18:21:56.472Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14132025-04-28T18:21:56.472Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (225674 bytes)
14142025-04-28T18:21:56.674Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 225674 -> 236964
14152025-04-28T18:21:57.745Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14162025-04-28T18:21:57.770Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (244656 bytes)
14172025-04-28T18:21:58.995Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14182025-04-28T18:21:58.995Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7605 bytes)
14192025-04-28T18:21:59.066Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 7605 -> 8190
14202025-04-28T18:22:00.136Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14212025-04-28T18:22:00.136Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (6100 bytes)
14222025-04-28T18:22:01.231Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14232025-04-28T18:22:01.257Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14242025-04-28T18:22:02.303Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14252025-04-28T18:22:02.303Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
14262025-04-28T18:22:03.401Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
14272025-04-28T18:22:03.401Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14282025-04-28T18:22:04.475Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14292025-04-28T18:22:04.475Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
14302025-04-28T18:22:05.574Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
14312025-04-28T18:22:05.574Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-agent:default.log (10946 bytes)
14322025-04-28T18:22:06.695Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-agent:default.log
14332025-04-28T18:22:06.719Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-agent:default.log.0 (12508 bytes)
14342025-04-28T18:22:07.816Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-agent:default.log.0
14352025-04-28T18:22:07.816Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14362025-04-28T18:22:08.891Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:default.log
14372025-04-28T18:22:08.915Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14382025-04-28T18:22:09.988Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14392025-04-28T18:22:10.012Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ccb8cc1c-6f60-4444-bd76-26d950375d64.log (5995 bytes)
14402025-04-28T18:22:11.088Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ccb8cc1c-6f60-4444-bd76-26d950375d64.log
14412025-04-28T18:22:11.088Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8375689-e693-4c49-a32e-6652f343a8f5.log (0 bytes)
14422025-04-28T18:22:12.162Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8375689-e693-4c49-a32e-6652f343a8f5.log
14432025-04-28T18:22:12.162Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8375689-e693-4c49-a32e-6652f343a8f5.log.0 (3124 bytes)
14442025-04-28T18:22:13.261Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-crucible-downstairs:downstairs-f8375689-e693-4c49-a32e-6652f343a8f5.log.0
14452025-04-28T18:22:13.261Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14462025-04-28T18:22:14.338Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-zone-network-setup:default.log
14472025-04-28T18:22:14.338Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
14482025-04-28T18:22:15.438Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_9579034d-76ea-4e24-ad4c-f5afc69169a4/root/var/svc/log/oxide-zone-network-setup:default.log.0
14492025-04-28T18:22:15.438Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-crucible-pantry:default.log (528365 bytes)
14502025-04-28T18:22:15.700Zupload warning: file "/pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 528365 -> 538779
14512025-04-28T18:22:16.776Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-crucible-pantry:default.log
14522025-04-28T18:22:16.776Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-crucible-pantry:default.log.0 (388651 bytes)
14532025-04-28T18:22:18.062Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-crucible-pantry:default.log.0
14542025-04-28T18:22:18.062Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14552025-04-28T18:22:19.137Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-zone-network-setup:default.log
14562025-04-28T18:22:19.137Zuploading: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2139 bytes)
14572025-04-28T18:22:20.235Zuploaded: /pool/ext/0916af1b-cf2c-408f-be00-eae491201085/crypt/zone/oxz_crucible_pantry_eb953e02-387e-44f1-9daf-8f4edf9f428a/root/var/svc/log/oxide-zone-network-setup:default.log.0
14582025-04-28T18:22:20.259Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
14592025-04-28T18:22:21.309Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroach-admin:default.log
14602025-04-28T18:22:21.334Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4696 bytes)
14612025-04-28T18:22:22.407Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroach-admin:default.log.0
14622025-04-28T18:22:22.408Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14632025-04-28T18:22:23.481Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroachdb:default.log
14642025-04-28T18:22:23.481Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
14652025-04-28T18:22:24.579Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-cockroachdb:default.log.0
14662025-04-28T18:22:24.603Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14672025-04-28T18:22:25.653Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-zone-network-setup:default.log
14682025-04-28T18:22:25.678Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
14692025-04-28T18:22:26.747Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_cockroachdb_aef41fa7-bf4c-4f4f-b85f-180027feba90/root/var/svc/log/oxide-zone-network-setup:default.log.0
14702025-04-28T18:22:26.747Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-agent:default.log (20198 bytes)
14712025-04-28T18:22:27.885Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-agent:default.log
14722025-04-28T18:22:27.885Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-agent:default.log.0 (18700 bytes)
14732025-04-28T18:22:29.023Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-agent:default.log.0
14742025-04-28T18:22:29.023Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14752025-04-28T18:22:30.094Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:default.log
14762025-04-28T18:22:30.094Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14772025-04-28T18:22:31.187Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14782025-04-28T18:22:31.187Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ee500b8-e212-4279-b25f-88b8c3e17cd6.log (1497 bytes)
14792025-04-28T18:22:32.282Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ee500b8-e212-4279-b25f-88b8c3e17cd6.log
14802025-04-28T18:22:32.282Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ee500b8-e212-4279-b25f-88b8c3e17cd6.log.0 (4580 bytes)
14812025-04-28T18:22:33.377Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ee500b8-e212-4279-b25f-88b8c3e17cd6.log.0
14822025-04-28T18:22:33.377Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-69325bcf-f488-45f9-8c83-c01127ba55c2.log (0 bytes)
14832025-04-28T18:22:34.449Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-69325bcf-f488-45f9-8c83-c01127ba55c2.log
14842025-04-28T18:22:34.449Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-69325bcf-f488-45f9-8c83-c01127ba55c2.log.0 (3127 bytes)
14852025-04-28T18:22:35.544Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-69325bcf-f488-45f9-8c83-c01127ba55c2.log.0
14862025-04-28T18:22:35.544Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-78cac43b-4e92-4067-a6d8-cbd931b08e6d.log (5995 bytes)
14872025-04-28T18:22:36.639Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:downstairs-78cac43b-4e92-4067-a6d8-cbd931b08e6d.log
14882025-04-28T18:22:36.639Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:snapshot-3ee500b8-e212-4279-b25f-88b8c3e17cd6-8946917f-2f36-449e-99f5-b71323ff155b.log (5678 bytes)
14892025-04-28T18:22:37.732Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-crucible-downstairs:snapshot-3ee500b8-e212-4279-b25f-88b8c3e17cd6-8946917f-2f36-449e-99f5-b71323ff155b.log
14902025-04-28T18:22:37.732Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14912025-04-28T18:22:38.803Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-zone-network-setup:default.log
14922025-04-28T18:22:38.803Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
14932025-04-28T18:22:39.896Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_crucible_67629435-9e0f-42e9-837f-a57b1227716b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14942025-04-28T18:22:39.896Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-nexus:default.log (2634775 bytes)
14952025-04-28T18:22:40.238Zupload warning: file "/pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2634775 -> 3009010
14962025-04-28T18:22:41.310Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-nexus:default.log
14972025-04-28T18:22:41.344Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-nexus:default.log.0 (2340082 bytes)
14982025-04-28T18:22:42.696Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-nexus:default.log.0
14992025-04-28T18:22:42.696Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15002025-04-28T18:22:43.765Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-opte-interface-setup:default.log
15012025-04-28T18:22:43.765Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1134 bytes)
15022025-04-28T18:22:44.860Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15032025-04-28T18:22:44.860Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15042025-04-28T18:22:45.931Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-zone-network-setup:default.log
15052025-04-28T18:22:45.931Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2056 bytes)
15062025-04-28T18:22:47.026Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_nexus_f80703e7-5286-4a41-84d6-f0ec0230cfdb/root/var/svc/log/oxide-zone-network-setup:default.log.0
15072025-04-28T18:22:47.026Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
15082025-04-28T18:22:48.096Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-chrony-setup:default.log
15092025-04-28T18:22:48.096Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-chrony-setup:default.log.0 (15276 bytes)
15102025-04-28T18:22:49.210Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-chrony-setup:default.log.0
15112025-04-28T18:22:49.236Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-ntp:default.log (670 bytes)
15122025-04-28T18:22:49.261Zupload warning: file "/pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 670 -> 728
15132025-04-28T18:22:50.329Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-ntp:default.log
15142025-04-28T18:22:50.354Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-ntp:default.log.0 (3695 bytes)
15152025-04-28T18:22:51.425Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-ntp:default.log.0
15162025-04-28T18:22:51.425Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15172025-04-28T18:22:52.497Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-opte-interface-setup:default.log
15182025-04-28T18:22:52.522Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
15192025-04-28T18:22:53.594Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15202025-04-28T18:22:53.594Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15212025-04-28T18:22:54.664Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-zone-network-setup:default.log
15222025-04-28T18:22:54.664Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2032 bytes)
15232025-04-28T18:22:55.758Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/svc/log/oxide-zone-network-setup:default.log.0
15242025-04-28T18:22:55.783Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse-admin-single:default.log (0 bytes)
15252025-04-28T18:22:56.830Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15262025-04-28T18:22:56.830Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse-admin-single:default.log.0 (937 bytes)
15272025-04-28T18:22:57.927Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse-admin-single:default.log.0
15282025-04-28T18:22:57.927Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse:default.log (2001260 bytes)
15292025-04-28T18:22:58.291Zupload warning: file "/pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2001260 -> 2476009
15302025-04-28T18:22:59.367Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse:default.log
15312025-04-28T18:22:59.367Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse:default.log.0 (1631195 bytes)
15322025-04-28T18:23:00.754Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-clickhouse:default.log.0
15332025-04-28T18:23:00.754Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15342025-04-28T18:23:01.827Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-zone-network-setup:default.log
15352025-04-28T18:23:01.852Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2097 bytes)
15362025-04-28T18:23:02.927Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_clickhouse_0aaaa347-e4d3-43b9-8a1a-33e360b1f5b0/root/var/svc/log/oxide-zone-network-setup:default.log.0
15372025-04-28T18:23:02.927Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
15382025-04-28T18:23:04.002Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroach-admin:default.log
15392025-04-28T18:23:04.002Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroach-admin:default.log.0 (6514 bytes)
15402025-04-28T18:23:05.098Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroach-admin:default.log.0
15412025-04-28T18:23:05.098Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
15422025-04-28T18:23:06.171Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroachdb:default.log
15432025-04-28T18:23:06.171Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroachdb:default.log.0 (4299 bytes)
15442025-04-28T18:23:07.270Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-cockroachdb:default.log.0
15452025-04-28T18:23:07.294Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15462025-04-28T18:23:08.344Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-zone-network-setup:default.log
15472025-04-28T18:23:08.345Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2100 bytes)
15482025-04-28T18:23:09.443Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_cockroachdb_2505c331-e1c1-4f8b-b79e-593cb6488d0f/root/var/svc/log/oxide-zone-network-setup:default.log.0
15492025-04-28T18:23:09.443Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-agent:default.log (27534 bytes)
15502025-04-28T18:23:10.605Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-agent:default.log
15512025-04-28T18:23:10.605Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-agent:default.log.0 (8485 bytes)
15522025-04-28T18:23:11.721Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-agent:default.log.0
15532025-04-28T18:23:11.748Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
15542025-04-28T18:23:12.797Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:default.log
15552025-04-28T18:23:12.797Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
15562025-04-28T18:23:13.896Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:default.log.0
15572025-04-28T18:23:13.897Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f.log (1496 bytes)
15582025-04-28T18:23:14.996Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f.log
15592025-04-28T18:23:15.020Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f.log.0 (4583 bytes)
15602025-04-28T18:23:16.095Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f.log.0
15612025-04-28T18:23:16.095Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6429619-1615-4c3f-9c48-d13e87954f89.log (5996 bytes)
15622025-04-28T18:23:17.342Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:downstairs-d6429619-1615-4c3f-9c48-d13e87954f89.log
15632025-04-28T18:23:17.342Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:snapshot-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b.log (5677 bytes)
15642025-04-28T18:23:18.440Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-crucible-downstairs:snapshot-5f65dbdf-3cf2-4a0d-bb4a-e49766c53a5f-8946917f-2f36-449e-99f5-b71323ff155b.log
15652025-04-28T18:23:18.440Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15662025-04-28T18:23:19.514Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-zone-network-setup:default.log
15672025-04-28T18:23:19.514Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
15682025-04-28T18:23:20.613Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_crucible_be1ff290-808c-496d-9cdf-9bc325a22c28/root/var/svc/log/oxide-zone-network-setup:default.log.0
15692025-04-28T18:23:20.613Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-external_dns:default.log (26429 bytes)
15702025-04-28T18:23:20.730Zupload warning: file "/pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26429 -> 33980
15712025-04-28T18:23:21.804Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-external_dns:default.log
15722025-04-28T18:23:21.843Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-external_dns:default.log.0 (19361 bytes)
15732025-04-28T18:23:22.962Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-external_dns:default.log.0
15742025-04-28T18:23:22.962Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15752025-04-28T18:23:24.036Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-opte-interface-setup:default.log
15762025-04-28T18:23:24.037Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
15772025-04-28T18:23:25.134Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15782025-04-28T18:23:25.134Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15792025-04-28T18:23:26.209Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-zone-network-setup:default.log
15802025-04-28T18:23:26.209Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2112 bytes)
15812025-04-28T18:23:27.308Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_external_dns_609f5df8-5102-4efd-9176-036622858174/root/var/svc/log/oxide-zone-network-setup:default.log.0
15822025-04-28T18:23:27.308Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-internal_dns:default.log (154300 bytes)
15832025-04-28T18:23:27.499Zupload warning: file "/pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 154300 -> 192788
15842025-04-28T18:23:28.572Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-internal_dns:default.log
15852025-04-28T18:23:28.600Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-internal_dns:default.log.0 (547939 bytes)
15862025-04-28T18:23:29.884Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-internal_dns:default.log.0
15872025-04-28T18:23:29.884Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15882025-04-28T18:23:30.959Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-zone-network-setup:default.log
15892025-04-28T18:23:30.959Zuploading: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15902025-04-28T18:23:32.056Zuploaded: /pool/ext/1780a2e5-65b4-4a68-bf3d-645034ab0bfa/crypt/zone/oxz_internal_dns_82b38230-bb3e-4ac5-9854-7ae26450fdf4/root/var/svc/log/oxide-zone-network-setup:default.log.0
15912025-04-28T18:23:32.056Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-agent:default.log (12123 bytes)
15922025-04-28T18:23:33.181Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-agent:default.log
15932025-04-28T18:23:33.181Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-agent:default.log.0 (8485 bytes)
15942025-04-28T18:23:34.302Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-agent:default.log.0
15952025-04-28T18:23:34.302Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
15962025-04-28T18:23:35.381Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:default.log
15972025-04-28T18:23:35.405Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
15982025-04-28T18:23:35.894ZApr 28 18:23:35 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:149.28.200.179:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
15992025-04-28T18:23:36.479Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:default.log.0
16002025-04-28T18:23:36.479Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-12de5c42-a4e3-41f4-8751-fcae4d0fee35.log (1496 bytes)
16012025-04-28T18:23:37.577Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-12de5c42-a4e3-41f4-8751-fcae4d0fee35.log
16022025-04-28T18:23:37.577Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-12de5c42-a4e3-41f4-8751-fcae4d0fee35.log.0 (4582 bytes)
16032025-04-28T18:23:38.679Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-12de5c42-a4e3-41f4-8751-fcae4d0fee35.log.0
16042025-04-28T18:23:38.679Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:snapshot-12de5c42-a4e3-41f4-8751-fcae4d0fee35-8946917f-2f36-449e-99f5-b71323ff155b.log (5675 bytes)
16052025-04-28T18:23:39.778Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-crucible-downstairs:snapshot-12de5c42-a4e3-41f4-8751-fcae4d0fee35-8946917f-2f36-449e-99f5-b71323ff155b.log
16062025-04-28T18:23:39.779Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16072025-04-28T18:23:40.854Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-zone-network-setup:default.log
16082025-04-28T18:23:40.854Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
16092025-04-28T18:23:41.966Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_crucible_4997f10e-774f-4d2e-8f93-59cdc69186ba/root/var/svc/log/oxide-zone-network-setup:default.log.0
16102025-04-28T18:23:41.966Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-nexus:default.log (24423086 bytes)
16112025-04-28T18:23:43.142Zupload warning: file "/pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 24423086 -> 25414022
16122025-04-28T18:23:44.220Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-nexus:default.log
16132025-04-28T18:23:44.220Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-nexus:default.log.0 (17820072 bytes)
16142025-04-28T18:23:46.155Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-nexus:default.log.0
16152025-04-28T18:23:46.155Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16162025-04-28T18:23:47.232Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-opte-interface-setup:default.log
16172025-04-28T18:23:47.232Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
16182025-04-28T18:23:48.333Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-opte-interface-setup:default.log.0
16192025-04-28T18:23:48.334Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16202025-04-28T18:23:49.412Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-zone-network-setup:default.log
16212025-04-28T18:23:49.412Zuploading: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2057 bytes)
16222025-04-28T18:23:50.524Zuploaded: /pool/ext/23fbad27-892e-47d0-9e32-b0e5bcf30e07/crypt/zone/oxz_nexus_7bb08bc4-96c9-49ec-ac02-d79d901302dc/root/var/svc/log/oxide-zone-network-setup:default.log.0
16232025-04-28T18:23:50.525Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
16242025-04-28T18:23:51.602Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroach-admin:default.log
16252025-04-28T18:23:51.602Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4696 bytes)
16262025-04-28T18:23:52.710Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroach-admin:default.log.0
16272025-04-28T18:23:52.735Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
16282025-04-28T18:23:53.789Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroachdb:default.log
16292025-04-28T18:23:53.789Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
16302025-04-28T18:23:54.901Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-cockroachdb:default.log.0
16312025-04-28T18:23:54.901Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16322025-04-28T18:23:55.977Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-zone-network-setup:default.log
16332025-04-28T18:23:56.004Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
16342025-04-28T18:23:57.079Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_cockroachdb_8bf02574-46ec-442a-82a2-149ccd0aa436/root/var/svc/log/oxide-zone-network-setup:default.log.0
16352025-04-28T18:23:57.105Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-agent:default.log (6923 bytes)
16362025-04-28T18:23:58.181Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-agent:default.log
16372025-04-28T18:23:58.181Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-agent:default.log.0 (12962 bytes)
16382025-04-28T18:23:59.307Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-agent:default.log.0
16392025-04-28T18:23:59.307Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
16402025-04-28T18:24:00.386Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:default.log
16412025-04-28T18:24:00.387Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
16422025-04-28T18:24:01.490Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:default.log.0
16432025-04-28T18:24:01.490Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d9825c7-c43f-40ef-8705-30c372521983.log (3019 bytes)
16442025-04-28T18:24:02.611Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d9825c7-c43f-40ef-8705-30c372521983.log
16452025-04-28T18:24:02.611Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-fbaf4a8e-21aa-42f6-8f46-0e0e9fe94bd5.log (0 bytes)
16462025-04-28T18:24:03.690Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-fbaf4a8e-21aa-42f6-8f46-0e0e9fe94bd5.log
16472025-04-28T18:24:03.690Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-fbaf4a8e-21aa-42f6-8f46-0e0e9fe94bd5.log.0 (3123 bytes)
16482025-04-28T18:24:04.791Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-crucible-downstairs:downstairs-fbaf4a8e-21aa-42f6-8f46-0e0e9fe94bd5.log.0
16492025-04-28T18:24:04.791Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16502025-04-28T18:24:05.865Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-zone-network-setup:default.log
16512025-04-28T18:24:05.865Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
16522025-04-28T18:24:06.965Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_crucible_a7f21048-9187-4d20-97af-cacdda731bac/root/var/svc/log/oxide-zone-network-setup:default.log.0
16532025-04-28T18:24:06.965Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-external_dns:default.log (26438 bytes)
16542025-04-28T18:24:07.084Zupload warning: file "/pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26438 -> 33991
16552025-04-28T18:24:08.158Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-external_dns:default.log
16562025-04-28T18:24:08.185Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-external_dns:default.log.0 (19368 bytes)
16572025-04-28T18:24:09.325Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-external_dns:default.log.0
16582025-04-28T18:24:09.325Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16592025-04-28T18:24:10.405Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-opte-interface-setup:default.log
16602025-04-28T18:24:10.405Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
16612025-04-28T18:24:11.519Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-opte-interface-setup:default.log.0
16622025-04-28T18:24:11.520Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16632025-04-28T18:24:12.592Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-zone-network-setup:default.log
16642025-04-28T18:24:12.592Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2111 bytes)
16652025-04-28T18:24:13.718Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_external_dns_1505309a-afe7-406a-8663-0ee6285fcc68/root/var/svc/log/oxide-zone-network-setup:default.log.0
16662025-04-28T18:24:13.718Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-internal_dns:default.log (154302 bytes)
16672025-04-28T18:24:13.950Zupload warning: file "/pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 154302 -> 206862
16682025-04-28T18:24:19.362Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-internal_dns:default.log
16692025-04-28T18:24:19.362Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-internal_dns:default.log.0 (550738 bytes)
16702025-04-28T18:24:20.671Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-internal_dns:default.log.0
16712025-04-28T18:24:20.671Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16722025-04-28T18:24:21.747Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-zone-network-setup:default.log
16732025-04-28T18:24:21.772Zuploading: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
16742025-04-28T18:24:22.846Zuploaded: /pool/ext/2de95161-eb82-4967-ade3-566a332a782d/crypt/zone/oxz_internal_dns_cab16cd0-e4b1-47c2-be64-9389255a6568/root/var/svc/log/oxide-zone-network-setup:default.log.0
16752025-04-28T18:24:22.870Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-agent:default.log (6928 bytes)
16762025-04-28T18:24:23.945Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-agent:default.log
16772025-04-28T18:24:23.945Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
16782025-04-28T18:24:25.044Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-agent:default.log.0
16792025-04-28T18:24:25.044Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
16802025-04-28T18:24:26.118Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:default.log
16812025-04-28T18:24:26.143Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
16822025-04-28T18:24:26.438ZApr 28 18:24:25 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:193.29.63.226:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
16832025-04-28T18:24:27.218Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:default.log.0
16842025-04-28T18:24:27.243Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:downstairs-9043536d-ff2f-48f2-a6b4-a2bb77f498d8.log (3020 bytes)
16852025-04-28T18:24:28.317Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-crucible-downstairs:downstairs-9043536d-ff2f-48f2-a6b4-a2bb77f498d8.log
16862025-04-28T18:24:28.317Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16872025-04-28T18:24:29.391Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-zone-network-setup:default.log
16882025-04-28T18:24:29.391Zuploading: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2081 bytes)
16892025-04-28T18:24:30.490Zuploaded: /pool/ext/91599536-55ab-4085-ab1c-4c65d0338495/crypt/zone/oxz_crucible_bc276676-485d-4d7d-b317-0c2314b6bb34/root/var/svc/log/oxide-zone-network-setup:default.log.0
16902025-04-28T18:24:30.491Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
16912025-04-28T18:24:31.577Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroach-admin:default.log
16922025-04-28T18:24:31.577Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4697 bytes)
16932025-04-28T18:24:32.668Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroach-admin:default.log.0
16942025-04-28T18:24:32.668Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
16952025-04-28T18:24:33.744Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroachdb:default.log
16962025-04-28T18:24:33.771Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
16972025-04-28T18:24:34.851Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-cockroachdb:default.log.0
16982025-04-28T18:24:34.851Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16992025-04-28T18:24:35.928Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-zone-network-setup:default.log
17002025-04-28T18:24:35.928Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
17012025-04-28T18:24:37.036Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_cockroachdb_d5d01ab5-ecb6-473c-8669-815039f98e7c/root/var/svc/log/oxide-zone-network-setup:default.log.0
17022025-04-28T18:24:37.036Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
17032025-04-28T18:24:38.110Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-agent:default.log
17042025-04-28T18:24:38.110Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
17052025-04-28T18:24:39.235Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-agent:default.log.0
17062025-04-28T18:24:39.235Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
17072025-04-28T18:24:40.313Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-downstairs:default.log
17082025-04-28T18:24:40.314Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
17092025-04-28T18:24:41.421Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-crucible-downstairs:default.log.0
17102025-04-28T18:24:41.421Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17112025-04-28T18:24:42.502Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-zone-network-setup:default.log
17122025-04-28T18:24:42.502Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
17132025-04-28T18:24:43.612Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_crucible_ebf5a555-ff14-4ddb-bb70-004fd11a5ea5/root/var/svc/log/oxide-zone-network-setup:default.log.0
17142025-04-28T18:24:43.612Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-nexus:default.log (2665589 bytes)
17152025-04-28T18:24:44.012Zupload warning: file "/pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2665589 -> 3747595
17162025-04-28T18:24:45.093Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-nexus:default.log
17172025-04-28T18:24:45.093Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-nexus:default.log.0 (2318976 bytes)
17182025-04-28T18:24:46.506Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-nexus:default.log.0
17192025-04-28T18:24:46.507Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
17202025-04-28T18:24:47.593Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-opte-interface-setup:default.log
17212025-04-28T18:24:47.593Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
17222025-04-28T18:24:48.707Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-opte-interface-setup:default.log.0
17232025-04-28T18:24:48.707Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17242025-04-28T18:24:49.792Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-zone-network-setup:default.log
17252025-04-28T18:24:49.792Zuploading: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2057 bytes)
17262025-04-28T18:24:50.910Zuploaded: /pool/ext/9ae55c01-a9fb-43f7-908b-644946fcac67/crypt/zone/oxz_nexus_ca861ae9-ffa6-4381-ab38-199c7134d1ae/root/var/svc/log/oxide-zone-network-setup:default.log.0
17272025-04-28T18:24:50.910Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-agent:default.log (6928 bytes)
17282025-04-28T18:24:52.792Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-agent:default.log
17292025-04-28T18:24:52.792Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
17302025-04-28T18:24:53.042ZApr 28 18:24:51 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:141.11.234.198:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
17312025-04-28T18:24:53.929Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-agent:default.log.0
17322025-04-28T18:24:53.956Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
17332025-04-28T18:24:55.017Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:default.log
17342025-04-28T18:24:55.017Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
17352025-04-28T18:24:56.122Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:default.log.0
17362025-04-28T18:24:56.122Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:downstairs-913c7f37-5b12-4ee7-8ba6-81f0f1fc2d86.log (3021 bytes)
17372025-04-28T18:24:57.222Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-crucible-downstairs:downstairs-913c7f37-5b12-4ee7-8ba6-81f0f1fc2d86.log
17382025-04-28T18:24:57.222Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17392025-04-28T18:24:58.298Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-zone-network-setup:default.log
17402025-04-28T18:24:58.298Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
17412025-04-28T18:24:59.431Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_1409f898-efd7-40b2-974d-cff688329f0e/root/var/svc/log/oxide-zone-network-setup:default.log.0
17422025-04-28T18:24:59.432Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-crucible-pantry:default.log (87015 bytes)
17432025-04-28T18:24:59.703Zupload warning: file "/pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 87015 -> 133876
17442025-04-28T18:25:00.841Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-crucible-pantry:default.log
17452025-04-28T18:25:00.841Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-crucible-pantry:default.log.0 (67723 bytes)
17462025-04-28T18:25:06.235Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-crucible-pantry:default.log.0
17472025-04-28T18:25:06.235Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17482025-04-28T18:25:07.245Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-zone-network-setup:default.log
17492025-04-28T18:25:07.270Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2137 bytes)
17502025-04-28T18:25:08.403Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_crucible_pantry_ca950961-4950-46d2-9bfb-13aacb9d13af/root/var/svc/log/oxide-zone-network-setup:default.log.0
17512025-04-28T18:25:08.403Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-oximeter:default.log (2260064 bytes)
17522025-04-28T18:25:08.788Zupload warning: file "/pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 2260064 -> 3481942
17532025-04-28T18:25:09.870Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-oximeter:default.log
17542025-04-28T18:25:09.870Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-oximeter:default.log.0 (1544085 bytes)
17552025-04-28T18:25:11.247Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-oximeter:default.log.0
17562025-04-28T18:25:11.248Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17572025-04-28T18:25:12.343Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-zone-network-setup:default.log
17582025-04-28T18:25:12.343Zuploading: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2080 bytes)
17592025-04-28T18:25:13.448Zuploaded: /pool/ext/a2698da5-772e-4b07-a5c5-07072081d182/crypt/zone/oxz_oximeter_02d675cd-38a1-4bd0-aa17-24c2f386beb6/root/var/svc/log/oxide-zone-network-setup:default.log.0
17602025-04-28T18:25:13.473Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
17612025-04-28T18:25:14.522Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroach-admin:default.log
17622025-04-28T18:25:14.547Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4695 bytes)
17632025-04-28T18:25:15.621Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroach-admin:default.log.0
17642025-04-28T18:25:15.621Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
17652025-04-28T18:25:16.696Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroachdb:default.log
17662025-04-28T18:25:16.721Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
17672025-04-28T18:25:17.793Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-cockroachdb:default.log.0
17682025-04-28T18:25:17.794Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17692025-04-28T18:25:18.867Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-zone-network-setup:default.log
17702025-04-28T18:25:18.868Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2091 bytes)
17712025-04-28T18:25:19.964Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_cockroachdb_947921dd-eef3-490e-8d1e-aa3337283f98/root/var/svc/log/oxide-zone-network-setup:default.log.0
17722025-04-28T18:25:19.964Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
17732025-04-28T18:25:21.036Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-agent:default.log
17742025-04-28T18:25:21.036Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
17752025-04-28T18:25:22.133Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-agent:default.log.0
17762025-04-28T18:25:22.160Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
17772025-04-28T18:25:23.329Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-downstairs:default.log
17782025-04-28T18:25:23.329Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
17792025-04-28T18:25:24.428Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-crucible-downstairs:default.log.0
17802025-04-28T18:25:24.428Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17812025-04-28T18:25:25.503Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-zone-network-setup:default.log
17822025-04-28T18:25:25.503Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
17832025-04-28T18:25:26.603Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_9074e63f-ad59-418f-8e48-e45cb365dcf9/root/var/svc/log/oxide-zone-network-setup:default.log.0
17842025-04-28T18:25:26.603Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-crucible-pantry:default.log (86780 bytes)
17852025-04-28T18:25:26.790Zupload warning: file "/pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 86780 -> 140183
17862025-04-28T18:25:27.864Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-crucible-pantry:default.log
17872025-04-28T18:25:27.864Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-crucible-pantry:default.log.0 (69089 bytes)
17882025-04-28T18:25:29.058Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-crucible-pantry:default.log.0
17892025-04-28T18:25:29.083Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17902025-04-28T18:25:30.134Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-zone-network-setup:default.log
17912025-04-28T18:25:30.134Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2135 bytes)
17922025-04-28T18:25:31.239Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_crucible_pantry_06427b8a-0311-4ade-a051-c5d8b9aea98c/root/var/svc/log/oxide-zone-network-setup:default.log.0
17932025-04-28T18:25:31.239Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-internal_dns:default.log (154302 bytes)
17942025-04-28T18:25:31.449Zupload warning: file "/pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 154302 -> 241838
17952025-04-28T18:25:32.528Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-internal_dns:default.log
17962025-04-28T18:25:32.553Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-internal_dns:default.log.0 (550742 bytes)
17972025-04-28T18:25:33.838Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-internal_dns:default.log.0
17982025-04-28T18:25:33.838Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
17992025-04-28T18:25:34.914Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-zone-network-setup:default.log
18002025-04-28T18:25:34.914Zuploading: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
18012025-04-28T18:25:36.015Zuploaded: /pool/ext/af820912-ee46-4ac9-8660-17aca5781024/crypt/zone/oxz_internal_dns_95b0eb5e-0bb4-43a4-ba66-7e61b2434910/root/var/svc/log/oxide-zone-network-setup:default.log.0
18022025-04-28T18:25:36.015Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/measurements.log (510971 bytes)
18032025-04-28T18:25:36.304Zupload warning: file "/pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/measurements.log" changed size mid upload: 510971 -> 657575
18042025-04-28T18:25:37.379Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/measurements.log
18052025-04-28T18:25:37.404Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/statistics.log (417105 bytes)
18062025-04-28T18:25:37.670Zupload warning: file "/pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/statistics.log" changed size mid upload: 417105 -> 537381
18072025-04-28T18:25:38.755Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/statistics.log
18082025-04-28T18:25:38.755Zuploading: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/tracking.log (40938 bytes)
18092025-04-28T18:25:38.894Zupload warning: file "/pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/tracking.log" changed size mid upload: 40938 -> 51498
18102025-04-28T18:25:40.656Zuploaded: /pool/ext/0fba72b0-54a2-409e-8c16-b7895f9546b4/crypt/zone/oxz_ntp_4c940129-4ea3-4778-9183-7056260195d4/root/var/log/chrony/tracking.log