01JRVPTF0RSTEYZ0X7JW3MTBW3: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JRVPV75ZG7A6FSRX1TP5EMF0

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-04-15T03:46:45.767Zjob dependencies complete; ready to run (waiting for 35 m 53 s)
22025-04-15T03:51:16.667Zjob assigned to worker 01JRVRX3XXKW5Q9RM3PB3BQPDA [factory lab, buskin/14513] (queued for 4 m 30 s)
32025-04-15T03:51:16.951Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-04-15T03:51:17.014Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-04-15T03:51:17.053Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-04-15T03:51:17.091Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-04-15T03:51:17.124Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-04-15T03:51:17.180ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-04-15T03:51:17.213Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-04-15T03:51:17.247ZOxide Helios Version helios-2.0.23304 64-bit
112025-04-15T03:51:17.280ZConfiguring devices.
122025-04-15T03:51:17.314Z##################################################
132025-04-15T03:51:17.347Z#### ############# ##
142025-04-15T03:51:17.380Z### ### ############ ##
152025-04-15T03:51:17.415Z## ### # ## ### ## Oxide Computer Company ##
162025-04-15T03:51:17.449Z## ## ## ### # ### ##
172025-04-15T03:51:17.487Z## # ### #### #### This Station Under ##
182025-04-15T03:51:17.525Z### ### #### # ### Computer Control ##
192025-04-15T03:51:17.559Z#### #### ### ## ##
202025-04-15T03:51:17.603Z##################################################
212025-04-15T03:51:17.637ZHostname: buskin
222025-04-15T03:51:17.672ZLoading smf(7) service descriptions:
232025-04-15T03:51:18.702Zdownloading input: /input/package/work/package.tar.gz
242025-04-15T03:57:22.849Zdownloaded input: /input/package/work/package.tar.gz
 
252025-04-15T03:57:22.849Zstarting task 0: "setup"
262025-04-15T03:57:22.874Z++ uname -s
272025-04-15T03:57:22.874Z+ kern=SunOS
282025-04-15T03:57:22.874Z+ build_user=build
292025-04-15T03:57:22.874Z+ build_uid=12345
302025-04-15T03:57:22.874Z+ work_dir=/work
312025-04-15T03:57:22.874Z+ input_dir=/input
322025-04-15T03:57:22.874Z+ [[ 0 == 12345 ]]
332025-04-15T03:57:22.874Z+ case "$kern" in
342025-04-15T03:57:22.874Z+ groupadd -g 12345 build
352025-04-15T03:57:22.874Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-04-15T03:57:24.793Z+ zfs create -o mountpoint=/work rpool/work
372025-04-15T03:57:24.823Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-04-15T03:57:24.850Z+ home_fs=zfs
392025-04-15T03:57:24.850Z+ [[ zfs == autofs ]]
402025-04-15T03:57:24.850Z+ mkdir -p /home/build
412025-04-15T03:57:24.850Z+ chown build:build /home/build /work
422025-04-15T03:57:26.831Z+ chmod 0700 /home/build /work
432025-04-15T03:57:26.856Zprocess exited: duration 4063 ms, exit code 0
 
442025-04-15T03:57:26.906Zstarting task 1: "authentication"
452025-04-15T03:57:26.953Zprocess exited: duration 47 ms, exit code 0
 
462025-04-15T03:57:27.002Zstarting task 2: "build"
472025-04-15T03:57:27.028Z+ trap _exit_trap EXIT
482025-04-15T03:57:27.028Z+ OPTE_COMMIT=
492025-04-15T03:57:27.028Z+ [[ x != \x ]]
502025-04-15T03:57:27.028Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-04-15T03:57:27.119Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-04-15T03:57:27.119Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-04-15T03:57:27.145Z+ [[ -d /opt/oxide ]]
632025-04-15T03:57:27.145Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-04-15T03:57:27.145Z+ pfexec mkdir /opt/oxide
652025-04-15T03:57:27.145Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-04-15T03:57:27.145Z+ [[ -d /opt/oxide-underneath ]]
672025-04-15T03:57:27.145Z+ cd /opt/oxide-underneath
682025-04-15T03:57:27.145Z+ pfexec tar ceEp@/f - .
692025-04-15T03:57:27.145Z+ cd /opt/oxide
702025-04-15T03:57:27.145Z+ pfexec tar xveEp@/f -
712025-04-15T03:57:27.177Zx ., 0 bytes, 0 tape blocks
722025-04-15T03:57:27.177Zx ./opte, 0 bytes, 0 tape blocks
732025-04-15T03:57:27.177Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-04-15T03:57:27.177Zx ./opte/bin/opteadm, 17540664 bytes, 34260 tape blocks
752025-04-15T03:57:27.202Z+ pfexec rm -rf /opt/oxide-underneath
762025-04-15T03:57:27.202Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-04-15T03:57:27.226Z+ pfexec mkdir /opt/oxide/work
782025-04-15T03:57:27.226Z+ pfexec chown build:build /opt/oxide/work
792025-04-15T03:57:27.226Z+ cd /opt/oxide/work
802025-04-15T03:57:27.227Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-04-15T03:57:42.218ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-04-15T03:57:42.218Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-04-15T03:57:42.218Zx out/target/test, 107 bytes, 1 tape blocks
842025-04-15T03:57:42.218Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-04-15T03:57:42.218Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-04-15T03:57:42.218Zx smf/sled-agent/non-gimlet/config.toml, 4942 bytes, 10 tape blocks
872025-04-15T03:57:42.218Zx target/release/omicron-package, 41024424 bytes, 80126 tape blocks
882025-04-15T03:57:42.218Zx target/release/xtask, 10981576 bytes, 21449 tape blocks
892025-04-15T03:57:42.218Zx target/debug/bootstrap, 215244984 bytes, 420401 tape blocks
902025-04-15T03:57:42.219Zx tests/bootstrap-9f319936345103c4, 24404608 bytes, 47666 tape blocks
912025-04-15T03:57:42.219Zx tests/commtest-8e0b42a8462b23b3, 25210592 bytes, 49240 tape blocks
922025-04-15T03:57:42.219Zx tests/dhcp_server-88500a095fd58c19, 24404624 bytes, 47666 tape blocks
932025-04-15T03:57:42.219Zx tests/end_to_end_tests-e98228a67dc9b385, 271201368 bytes, 529691 tape blocks
942025-04-15T03:57:42.219Zx out/clickhouse.tar.gz, 314138335 bytes, 613552 tape blocks
952025-04-15T03:57:42.219Zx out/clickhouse_keeper.tar.gz, 299124172 bytes, 584227 tape blocks
962025-04-15T03:57:42.219Zx out/clickhouse_server.tar.gz, 314106358 bytes, 613489 tape blocks
972025-04-15T03:57:42.219Zx out/cockroachdb.tar.gz, 148345643 bytes, 289738 tape blocks
982025-04-15T03:57:42.219Zx out/crucible-dtrace.tar, 101376 bytes, 198 tape blocks
992025-04-15T03:57:42.219Zx out/crucible-pantry-zone.tar.gz, 34634917 bytes, 67647 tape blocks
1002025-04-15T03:57:42.219Zx out/crucible-zone.tar.gz, 43370105 bytes, 84708 tape blocks
1012025-04-15T03:57:42.219Zx out/external-dns.tar.gz, 46946173 bytes, 91692 tape blocks
1022025-04-15T03:57:42.219Zx out/internal-dns.tar.gz, 46945654 bytes, 91691 tape blocks
1032025-04-15T03:57:42.219Zx out/mg-ddm-gz.tar, 67185664 bytes, 131222 tape blocks
1042025-04-15T03:57:42.219Zx out/nexus.tar.gz, 113843824 bytes, 222352 tape blocks
1052025-04-15T03:57:42.219Zx out/ntp.tar.gz, 15348381 bytes, 29978 tape blocks
1062025-04-15T03:57:42.219Zx out/omicron-gateway-softnpu.tar.gz, 25596179 bytes, 49993 tape blocks
1072025-04-15T03:57:42.219Zx out/omicron-sled-agent.tar, 130327552 bytes, 254546 tape blocks
1082025-04-15T03:57:42.219Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-04-15T03:57:42.219Zx out/oximeter.tar.gz, 57488772 bytes, 112283 tape blocks
1102025-04-15T03:57:42.219Zx out/oxlog.tar, 3845120 bytes, 7510 tape blocks
1112025-04-15T03:57:42.219Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-04-15T03:57:42.219Zx out/propolis-server.tar.gz, 70529499 bytes, 137753 tape blocks
1132025-04-15T03:57:42.219Zx out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks
1142025-04-15T03:57:42.219Zx out/switch-softnpu.tar.gz, 279855244 bytes, 546593 tape blocks
1152025-04-15T03:57:42.244Z
1162025-04-15T03:57:42.245Zreal 14.981773166
1172025-04-15T03:57:42.245Zuser 13.157700896
1182025-04-15T03:57:42.245Zsys 3.056270424
1192025-04-15T03:57:42.245Ztrap 0.000631147
1202025-04-15T03:57:42.245Ztflt 0.000000000
1212025-04-15T03:57:42.245Zdflt 0.000000000
1222025-04-15T03:57:42.245Zkflt 0.000000000
1232025-04-15T03:57:42.245Zlock 0.000000000
1242025-04-15T03:57:42.245Zslp 13.303090811
1252025-04-15T03:57:42.245Zlat 0.443770356
1262025-04-15T03:57:42.245Zstop 0.000120041
1272025-04-15T03:57:42.245Z+ source .github/buildomat/ci-env.sh
1282025-04-15T03:57:42.245Z++ export CARGO_TERM_COLOR=always
1292025-04-15T03:57:42.245Z++ CARGO_TERM_COLOR=always
1302025-04-15T03:57:42.245Z+ bmat address ls
1312025-04-15T03:57:42.245ZNAME CIDR FIRST LAST COUNT
1322025-04-15T03:57:42.245Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-04-15T03:57:42.245Z++ bmat address ls -f extra -Ho first,last,count
1342025-04-15T03:57:42.245Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-04-15T03:57:42.245Z+ EXTRA_IP_START=10.151.1.164
1362025-04-15T03:57:42.245Z+ EXTRA_IP_END=10.151.1.227
1372025-04-15T03:57:42.245Z+ EXTRA_IP_COUNT=64
1382025-04-15T03:57:42.245Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-04-15T03:57:42.245Z+ EXTRA_IP_BASE=10.151.1
1402025-04-15T03:57:42.245Z+ EXTRA_IP_FOCTET=164
1412025-04-15T03:57:42.245Z+ EXTRA_IP_LOCTET=227
1422025-04-15T03:57:42.245Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-04-15T03:57:42.245Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-04-15T03:57:42.245Z+ DNS_IP1=10.151.1.164
1452025-04-15T03:57:42.245Z+ DNS_IP2=10.151.1.165
1462025-04-15T03:57:42.245Z+ UPLINK_IP=10.151.1.174
1472025-04-15T03:57:42.245Z+ IPPOOL_START=10.151.1.175
1482025-04-15T03:57:42.245Z+ IPPOOL_END=10.151.1.227
1492025-04-15T03:57:42.245Z++ ipadm show-addr -po type,addr
1502025-04-15T03:57:42.245Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-04-15T03:57:42.245Z+ GATEWAY_IP=10.151.1.100
1522025-04-15T03:57:42.245Z+ [[ -n 10.151.1.100 ]]
1532025-04-15T03:57:42.245Z+ ping -s 10.151.1.100 56 1
1542025-04-15T03:57:42.245ZPING 10.151.1.100: 56 data bytes
1552025-04-15T03:57:42.246Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1562025-04-15T03:57:42.246Z
1572025-04-15T03:57:42.246Z----10.151.1.100 PING Statistics----
1582025-04-15T03:57:42.246Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-04-15T03:57:42.246Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1602025-04-15T03:57:42.246Z++ arp -an
1612025-04-15T03:57:42.246Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-04-15T03:57:42.246Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-04-15T03:57:42.246Z+ routeadm -e ipv4-forwarding -u
1642025-04-15T03:57:42.361Z+ PXA_START=10.151.1.164
1652025-04-15T03:57:42.361Z+ PXA_END=10.151.1.227
1662025-04-15T03:57:42.361Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-04-15T03:57:42.495Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-04-15T03:57:42.519ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-04-15T03:57:42.570Zcreating virtual hardware
1702025-04-15T03:57:42.595Zcreating /scratch/m2_0.vdev
1712025-04-15T03:57:42.595Zcreating /scratch/m2_1.vdev
1722025-04-15T03:57:42.595Zcreating /scratch/u2_0.vdev
1732025-04-15T03:57:42.595Zcreating /scratch/u2_1.vdev
1742025-04-15T03:57:42.595Zcreating /scratch/u2_2.vdev
1752025-04-15T03:57:42.595Zcreating /scratch/u2_3.vdev
1762025-04-15T03:57:42.595Zcreating /scratch/u2_4.vdev
1772025-04-15T03:57:42.595Zcreating /scratch/u2_5.vdev
1782025-04-15T03:57:42.595Zcreating /scratch/u2_6.vdev
1792025-04-15T03:57:42.595Zcreating /scratch/u2_7.vdev
1802025-04-15T03:57:42.595Zcreating /scratch/u2_8.vdev
1812025-04-15T03:57:42.620ZSimnet net0/sc0_0 exists
1822025-04-15T03:57:42.644ZSimnet net1/sc1_0 exists
1832025-04-15T03:57:42.645ZVnic sc0_1 exists
1842025-04-15T03:57:55.133ZUsing 10.151.1.100 as gateway ip
1852025-04-15T03:57:55.133Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-04-15T03:57:55.133Zconfiguring SoftNPU ARP entry
1872025-04-15T03:57:55.160Zconfiguring SoftNPU proxy ARP
1882025-04-15T03:57:55.214ZSoftNPU state:
1892025-04-15T03:57:55.214Z local v6:
1902025-04-15T03:57:55.214Z local v4:
1912025-04-15T03:57:55.214Z router v6:
1922025-04-15T03:57:55.214Z router v4_idx:
1932025-04-15T03:57:55.214Z router v4_routes:
1942025-04-15T03:57:55.214Z resolver v4:
1952025-04-15T03:57:55.214Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1962025-04-15T03:57:55.214Z resolver v6:
1972025-04-15T03:57:55.214Z nat v4:
1982025-04-15T03:57:55.214Z nat_v6:
1992025-04-15T03:57:55.214Z port_mac:
2002025-04-15T03:57:55.214Z proxy arp:
2012025-04-15T03:57:55.214Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2022025-04-15T03:57:55.214Zcreated virtual hardware
2032025-04-15T03:57:55.240Z
2042025-04-15T03:57:55.240Zreal 12.717863239
2052025-04-15T03:57:55.240Zuser 0.660119805
2062025-04-15T03:57:55.240Zsys 3.293312364
2072025-04-15T03:57:55.240Ztrap 0.000064419
2082025-04-15T03:57:55.240Ztflt 0.000257109
2092025-04-15T03:57:55.240Zdflt 0.000352163
2102025-04-15T03:57:55.240Zkflt 0.000000000
2112025-04-15T03:57:55.240Zlock 9:50.157186745
2122025-04-15T03:57:55.240Zslp 38.416818477
2132025-04-15T03:57:55.240Zlat 0.128524151
2142025-04-15T03:57:55.240Zstop 0.402355699
2152025-04-15T03:57:55.240Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-04-15T03:57:55.265Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-04-15T03:57:55.265Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-04-15T03:57:55.265Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-04-15T03:57:55.265Z+++ pkg/config.toml Tue Apr 15 03:57:55 2025
2202025-04-15T03:57:55.265Z@@ -29,18 +29,18 @@
2212025-04-15T03:57:55.265Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-04-15T03:57:55.265Z # followed by a string that is embedded into their fake serial values.
2232025-04-15T03:57:55.266Z vdevs = [
2242025-04-15T03:57:55.266Z- "m2_0.vdev",
2252025-04-15T03:57:55.266Z- "m2_1.vdev",
2262025-04-15T03:57:55.266Z+ "/scratch/m2_0.vdev",
2272025-04-15T03:57:55.266Z+ "/scratch/m2_1.vdev",
2282025-04-15T03:57:55.266Z
2292025-04-15T03:57:55.266Z- "u2_0.vdev",
2302025-04-15T03:57:55.266Z- "u2_1.vdev",
2312025-04-15T03:57:55.266Z- "u2_2.vdev",
2322025-04-15T03:57:55.266Z- "u2_3.vdev",
2332025-04-15T03:57:55.266Z- "u2_4.vdev",
2342025-04-15T03:57:55.266Z- "u2_5.vdev",
2352025-04-15T03:57:55.266Z- "u2_6.vdev",
2362025-04-15T03:57:55.266Z- "u2_7.vdev",
2372025-04-15T03:57:55.266Z- "u2_8.vdev",
2382025-04-15T03:57:55.266Z+ "/scratch/u2_0.vdev",
2392025-04-15T03:57:55.266Z+ "/scratch/u2_1.vdev",
2402025-04-15T03:57:55.266Z+ "/scratch/u2_2.vdev",
2412025-04-15T03:57:55.266Z+ "/scratch/u2_3.vdev",
2422025-04-15T03:57:55.266Z+ "/scratch/u2_4.vdev",
2432025-04-15T03:57:55.266Z+ "/scratch/u2_5.vdev",
2442025-04-15T03:57:55.266Z+ "/scratch/u2_6.vdev",
2452025-04-15T03:57:55.266Z+ "/scratch/u2_7.vdev",
2462025-04-15T03:57:55.266Z+ "/scratch/u2_8.vdev",
2472025-04-15T03:57:55.266Z ]
2482025-04-15T03:57:55.266Z
2492025-04-15T03:57:55.266Z # The amount of memory held back for services which exist between zero and one
2502025-04-15T03:57:55.266Z+ true
2512025-04-15T03:57:55.266Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2522025-04-15T03:57:55.266Z+ EXPECTED_ZPOOL_COUNT=9
2532025-04-15T03:57:55.266Z+ echo 'expected number of zpools is 9'
2542025-04-15T03:57:55.266Zexpected number of zpools is 9
2552025-04-15T03:57:55.266Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2562025-04-15T03:57:55.266Z+ SILO_NAME=recovery
2572025-04-15T03:57:55.266Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2582025-04-15T03:57:55.267Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2592025-04-15T03:57:55.267Z+ sed -i~ '
2602025-04-15T03:57:55.267Z /^external_dns_ips/c\
2612025-04-15T03:57:55.267Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2622025-04-15T03:57:55.267Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2632025-04-15T03:57:55.267Z /^first/c\
2642025-04-15T03:57:55.267Zfirst = "10.151.1.164"
2652025-04-15T03:57:55.267Z /^last/c\
2662025-04-15T03:57:55.267Zlast = "10.151.1.173"
2672025-04-15T03:57:55.267Z }
2682025-04-15T03:57:55.267Z /^infra_ip_first/c\
2692025-04-15T03:57:55.267Zinfra_ip_first = "10.151.1.174"
2702025-04-15T03:57:55.267Z /^infra_ip_last/c\
2712025-04-15T03:57:55.267Zinfra_ip_last = "10.151.1.174"
2722025-04-15T03:57:55.267Z /^\[\[rack_network_config.ports/,/^$/ {
2732025-04-15T03:57:55.267Z /^routes/c\
2742025-04-15T03:57:55.267Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2752025-04-15T03:57:55.267Z /^addresses/c\
2762025-04-15T03:57:55.267Zaddresses = \[{address = "10.151.1.174/24"} \]
2772025-04-15T03:57:55.267Z }
2782025-04-15T03:57:55.267Z' pkg/config-rss.toml
2792025-04-15T03:57:55.293Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2802025-04-15T03:57:55.293Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2812025-04-15T03:57:55.293Z+++ pkg/config-rss.toml Tue Apr 15 03:57:55 2025
2822025-04-15T03:57:55.293Z@@ -33,7 +33,7 @@
2832025-04-15T03:57:55.293Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2842025-04-15T03:57:55.293Z # must be contained in one of the "internal services" IP Pool ranges listed
2852025-04-15T03:57:55.293Z # below.
2862025-04-15T03:57:55.293Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2872025-04-15T03:57:55.293Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2882025-04-15T03:57:55.293Z
2892025-04-15T03:57:55.293Z # Initial TLS certificates for the external API
2902025-04-15T03:57:55.293Z #
2912025-04-15T03:57:55.293Z@@ -69,8 +69,8 @@
2922025-04-15T03:57:55.293Z #
2932025-04-15T03:57:55.293Z # For more on this and what to put here, see docs/how-to-run.adoc.
2942025-04-15T03:57:55.293Z [[internal_services_ip_pool_ranges]]
2952025-04-15T03:57:55.293Z-first = "192.168.1.20"
2962025-04-15T03:57:55.293Z-last = "192.168.1.29"
2972025-04-15T03:57:55.293Z+first = "10.151.1.164"
2982025-04-15T03:57:55.293Z+last = "10.151.1.173"
2992025-04-15T03:57:55.293Z
3002025-04-15T03:57:55.293Z # TODO - this configuration is subject to change going forward. Ultimately these
3012025-04-15T03:57:55.293Z # parameters should be provided to the control plane via wicket, but we need to
3022025-04-15T03:57:55.293Z@@ -91,8 +91,8 @@
3032025-04-15T03:57:55.293Z # A range of IP addresses used by Boundary Services on the external network. In
3042025-04-15T03:57:55.293Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3052025-04-15T03:57:55.293Z # With softnpu, only one address is used.
3062025-04-15T03:57:55.293Z-infra_ip_first = "192.168.1.30"
3072025-04-15T03:57:55.293Z-infra_ip_last = "192.168.1.30"
3082025-04-15T03:57:55.293Z+infra_ip_first = "10.151.1.174"
3092025-04-15T03:57:55.293Z+infra_ip_last = "10.151.1.174"
3102025-04-15T03:57:55.293Z
3112025-04-15T03:57:55.293Z # Configurations for BGP routers to run on the scrimlets.
3122025-04-15T03:57:55.293Z bgp = []
3132025-04-15T03:57:55.294Z@@ -100,9 +100,9 @@
3142025-04-15T03:57:55.294Z # You can configure multiple uplinks by repeating the following stanza
3152025-04-15T03:57:55.294Z [[rack_network_config.ports]]
3162025-04-15T03:57:55.294Z # Routes associated with this port.
3172025-04-15T03:57:55.294Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3182025-04-15T03:57:55.294Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3192025-04-15T03:57:55.294Z # Addresses associated with this port.
3202025-04-15T03:57:55.294Z-addresses = [{address = "192.168.1.30/24"}]
3212025-04-15T03:57:55.294Z+addresses = [{address = "10.151.1.174/24"} ]
3222025-04-15T03:57:55.294Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3232025-04-15T03:57:55.294Z port = "qsfp0"
3242025-04-15T03:57:55.294Z # The speed of this port.
3252025-04-15T03:57:55.294Z+ true
3262025-04-15T03:57:55.294Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3272025-04-15T03:57:55.294Za pkg/config-rss.toml 8K
3282025-04-15T03:57:55.294Za pkg/config.toml 5K
3292025-04-15T03:57:55.294Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3302025-04-15T03:57:55.294Z+ TLS_NAME=recovery.sys.oxide.test
3312025-04-15T03:57:55.294Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3322025-04-15T03:57:55.697Z......+...+..............+....+......+...+..+.+..+...+...+.......+...+.....+.........+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+..+....+...+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.+........................+..+.......+........+.......+......+...........+......+............+......+.+...............+......+...+.....+......+...............+.........+....+...+...+.....+.......+.....+....+...+.....+...+...................+.....+...+.+............+........+....+.....+..................+.............+......+........................+...........+....+......+......+.........+...........+...+..........+.....+....+........+.......+...........+.+.........+............+...+.....+.......+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332025-04-15T03:57:56.197Z................+..............+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+....+.....+...+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.....+...+...+.......+.....+...+...+.+...+......+...........+.+...+...........+.+..+..........+..+.................................+...+....+..............+.....................+.+..+......+....+..+...+.......+...+......+.....+.........+.........................+.....+.............+.........+.................................+..+....+..+........................+..........+...+....................+......+.........+.+..+...+.+......+.......................+......+.+..+.....................+.......+..............+.+.........+.....+...............+.+..+............................+.........+........+.+......+...+...........+....+..+...+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-04-15T03:57:56.222Z-----
3352025-04-15T03:57:56.222Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3362025-04-15T03:57:56.222Za pkg/initial-tls-cert.pem 2K
3372025-04-15T03:57:56.222Za pkg/initial-tls-key.pem 4K
3382025-04-15T03:57:56.222Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392025-04-15T03:57:56.222Z+ rmdir pkg
3402025-04-15T03:57:56.222Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3412025-04-15T03:57:56.222Z+ pfexec mkdir -p /usr/oxide
3422025-04-15T03:57:56.222Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3432025-04-15T03:57:56.793Z+ pfexec chmod +x /usr/oxide/oxide
3442025-04-15T03:57:56.819Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3452025-04-15T03:58:15.094Z+ OMICRON_NO_UNINSTALL=1
3462025-04-15T03:58:15.094Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3472025-04-15T03:58:15.120ZLogging to: /opt/oxide/work/out/LOG
3482025-04-15T03:58:15.831Z
3492025-04-15T03:58:15.831Zreal 0.730132980
3502025-04-15T03:58:15.831Zuser 0.145073417
3512025-04-15T03:58:15.856Zsys 4.111031945
3522025-04-15T03:58:15.856Ztrap 0.000002560
3532025-04-15T03:58:15.856Ztflt 0.000200120
3542025-04-15T03:58:15.856Zdflt 0.000635247
3552025-04-15T03:58:15.856Zkflt 0.000000000
3562025-04-15T03:58:15.856Zlock 1:05.682579076
3572025-04-15T03:58:15.856Zslp 0.940285650
3582025-04-15T03:58:15.856Zlat 0.014750312
3592025-04-15T03:58:15.856Zstop 0.239053441
3602025-04-15T03:58:15.856Z+ retry=0
3612025-04-15T03:58:15.856Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-04-15T03:58:15.856Z+ [[ 0 -gt 30 ]]
3632025-04-15T03:58:15.856Z+ sleep 1
3642025-04-15T03:58:16.843Z+ retry=1
3652025-04-15T03:58:16.843Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-04-15T03:58:16.868Z+ [[ 1 -gt 30 ]]
3672025-04-15T03:58:16.868Z+ sleep 1
3682025-04-15T03:58:17.857Z+ retry=2
3692025-04-15T03:58:17.857Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-04-15T03:58:17.882Z+ [[ 2 -gt 30 ]]
3712025-04-15T03:58:17.882Z+ sleep 1
3722025-04-15T03:58:18.873Z+ retry=3
3732025-04-15T03:58:18.873Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-04-15T03:58:39.459Z+ [[ 3 -gt 30 ]]
3752025-04-15T03:58:39.459Z+ sleep 1
3762025-04-15T03:58:40.463Z+ retry=4
3772025-04-15T03:58:40.463Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782025-04-15T03:58:40.489Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3792025-04-15T03:58:40.515Zlocal v6:
3802025-04-15T03:58:40.515Zfe80::2441:7cff:fedc:100a
3812025-04-15T03:58:40.516Zfd27:aabd:8df:5947::1
3822025-04-15T03:58:40.516Zlocal v4:
3832025-04-15T03:58:40.516Z10.151.1.174
3842025-04-15T03:58:40.516Zrouter v6:
3852025-04-15T03:58:40.516Zrouter v4_idx:
3862025-04-15T03:58:40.516Z0.0.0.0/0 -> 0
3872025-04-15T03:58:40.516Zrouter v4_routes:
3882025-04-15T03:58:40.516Z0 -> 10.151.1.100 (2)
3892025-04-15T03:58:40.516Zresolver v4:
3902025-04-15T03:58:40.516Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912025-04-15T03:58:40.516Z10.151.1.174 -> f6:da:d3:b6:53:d1
3922025-04-15T03:58:40.516Zresolver v6:
3932025-04-15T03:58:40.516Zfe80::f0f2:d4ff:feed:8d50 -> f2:f2:d4:ed:8d:50
3942025-04-15T03:58:40.516Zfe80::2441:7cff:fedc:100a -> 26:41:7c:dc:10:0a
3952025-04-15T03:58:40.516Znat v4:
3962025-04-15T03:58:40.516Znat_v6:
3972025-04-15T03:58:40.517Zport_mac:
3982025-04-15T03:58:40.517Z1000: a8:40:25:44:5e:8f
3992025-04-15T03:58:40.517Z2: a8:40:25:44:5e:b0
4002025-04-15T03:58:40.517Z1: a8:40:25:44:5e:90
4012025-04-15T03:58:40.517Zproxy arp:
4022025-04-15T03:58:40.517Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4032025-04-15T03:58:40.517Z+ retry=0
4042025-04-15T03:58:40.517Z+++ zoneadm list -n
4052025-04-15T03:58:40.542Z+++ grep oxz_ntp
4062025-04-15T03:58:40.542Z++ pfexec svcs -z -Hostate oxide/ntp
4072025-04-15T03:58:40.542Zsvcs: zone '-Hostate': entity not found
4082025-04-15T03:58:40.542Z++ true
4092025-04-15T03:58:40.543Z+ [[ '' != online ]]
4102025-04-15T03:58:40.543Z+ [[ 0 -gt 60 ]]
4112025-04-15T03:58:40.543Z+ sleep 1
4122025-04-15T03:58:41.534Z+ retry=1
4132025-04-15T03:58:41.558Z+++ zoneadm list -n
4142025-04-15T03:58:41.558Z+++ grep oxz_ntp
4152025-04-15T03:58:41.559Z++ pfexec svcs -z -Hostate oxide/ntp
4162025-04-15T03:58:41.559Zsvcs: zone '-Hostate': entity not found
4172025-04-15T03:58:41.559Z++ true
4182025-04-15T03:58:41.559Z+ [[ '' != online ]]
4192025-04-15T03:58:41.559Z+ [[ 1 -gt 60 ]]
4202025-04-15T03:58:41.559Z+ sleep 1
4212025-04-15T03:58:42.557Z+ retry=2
4222025-04-15T03:58:42.582Z+++ zoneadm list -n
4232025-04-15T03:58:42.582Z+++ grep oxz_ntp
4242025-04-15T03:58:42.582Z++ pfexec svcs -z -Hostate oxide/ntp
4252025-04-15T03:58:42.582Zsvcs: zone '-Hostate': entity not found
4262025-04-15T03:58:42.582Z++ true
4272025-04-15T03:58:42.582Z+ [[ '' != online ]]
4282025-04-15T03:58:42.582Z+ [[ 2 -gt 60 ]]
4292025-04-15T03:58:42.582Z+ sleep 1
4302025-04-15T03:58:43.578Z+ retry=3
4312025-04-15T03:58:43.603Z+++ zoneadm list -n
4322025-04-15T03:58:43.603Z+++ grep oxz_ntp
4332025-04-15T03:58:43.603Z++ pfexec svcs -z -Hostate oxide/ntp
4342025-04-15T03:58:43.603Zsvcs: zone '-Hostate': entity not found
4352025-04-15T03:58:43.603Z++ true
4362025-04-15T03:58:43.603Z+ [[ '' != online ]]
4372025-04-15T03:58:43.603Z+ [[ 3 -gt 60 ]]
4382025-04-15T03:58:43.603Z+ sleep 1
4392025-04-15T03:58:44.600Z+ retry=4
4402025-04-15T03:58:44.625Z+++ zoneadm list -n
4412025-04-15T03:58:44.625Z+++ grep oxz_ntp
4422025-04-15T03:58:44.625Z++ pfexec svcs -z -Hostate oxide/ntp
4432025-04-15T03:58:44.625Zsvcs: zone '-Hostate': entity not found
4442025-04-15T03:58:44.625Z++ true
4452025-04-15T03:58:44.625Z+ [[ '' != online ]]
4462025-04-15T03:58:44.625Z+ [[ 4 -gt 60 ]]
4472025-04-15T03:58:44.625Z+ sleep 1
4482025-04-15T03:58:45.623Z+ retry=5
4492025-04-15T03:58:45.649Z+++ zoneadm list -n
4502025-04-15T03:58:45.649Z+++ grep oxz_ntp
4512025-04-15T03:58:45.649Z++ pfexec svcs -z -Hostate oxide/ntp
4522025-04-15T03:58:45.650Zsvcs: zone '-Hostate': entity not found
4532025-04-15T03:58:45.650Z++ true
4542025-04-15T03:58:45.650Z+ [[ '' != online ]]
4552025-04-15T03:58:45.650Z+ [[ 5 -gt 60 ]]
4562025-04-15T03:58:45.651Z+ sleep 1
4572025-04-15T03:58:46.644Z+ retry=6
4582025-04-15T03:58:46.669Z+++ zoneadm list -n
4592025-04-15T03:58:46.669Z+++ grep oxz_ntp
4602025-04-15T03:58:46.669Z++ pfexec svcs -z -Hostate oxide/ntp
4612025-04-15T03:58:46.669Zsvcs: zone '-Hostate': entity not found
4622025-04-15T03:58:46.669Z++ true
4632025-04-15T03:58:46.669Z+ [[ '' != online ]]
4642025-04-15T03:58:46.669Z+ [[ 6 -gt 60 ]]
4652025-04-15T03:58:46.669Z+ sleep 1
4662025-04-15T03:58:47.667Z+ retry=7
4672025-04-15T03:58:47.692Z+++ zoneadm list -n
4682025-04-15T03:58:47.692Z+++ grep oxz_ntp
4692025-04-15T03:58:47.692Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
4702025-04-15T03:58:47.719Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4712025-04-15T03:58:47.719Z++ true
4722025-04-15T03:58:47.719Z+ [[ '' != online ]]
4732025-04-15T03:58:47.719Z+ [[ 7 -gt 60 ]]
4742025-04-15T03:58:47.720Z+ sleep 1
4752025-04-15T03:58:48.701Z+ retry=8
4762025-04-15T03:58:48.726Z+++ zoneadm list -n
4772025-04-15T03:58:48.726Z+++ grep oxz_ntp
4782025-04-15T03:58:48.726Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
4792025-04-15T03:58:48.751Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4802025-04-15T03:58:48.751Z++ true
4812025-04-15T03:58:48.751Z+ [[ '' != online ]]
4822025-04-15T03:58:48.751Z+ [[ 8 -gt 60 ]]
4832025-04-15T03:58:48.751Z+ sleep 1
4842025-04-15T03:58:49.732Z+ retry=9
4852025-04-15T03:58:49.756Z+++ zoneadm list -n
4862025-04-15T03:58:49.756Z+++ grep oxz_ntp
4872025-04-15T03:58:49.756Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
4882025-04-15T03:58:49.781Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4892025-04-15T03:58:49.781Z++ true
4902025-04-15T03:58:49.781Z+ [[ '' != online ]]
4912025-04-15T03:58:49.781Z+ [[ 9 -gt 60 ]]
4922025-04-15T03:58:49.781Z+ sleep 1
4932025-04-15T03:58:50.762Z+ retry=10
4942025-04-15T03:58:50.787Z+++ zoneadm list -n
4952025-04-15T03:58:50.787Z+++ grep oxz_ntp
4962025-04-15T03:58:50.787Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
4972025-04-15T03:58:50.813Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4982025-04-15T03:58:50.813Z++ true
4992025-04-15T03:58:50.813Z+ [[ '' != online ]]
5002025-04-15T03:58:50.813Z+ [[ 10 -gt 60 ]]
5012025-04-15T03:58:50.813Z+ sleep 1
5022025-04-15T03:58:51.794Z+ retry=11
5032025-04-15T03:58:51.819Z+++ zoneadm list -n
5042025-04-15T03:58:51.819Z+++ grep oxz_ntp
5052025-04-15T03:58:51.819Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5062025-04-15T03:58:51.819Z+ [[ offline != online ]]
5072025-04-15T03:58:51.819Z+ [[ 11 -gt 60 ]]
5082025-04-15T03:58:51.819Z+ sleep 1
5092025-04-15T03:58:52.816Z+ retry=12
5102025-04-15T03:58:52.841Z+++ zoneadm list -n
5112025-04-15T03:58:52.841Z+++ grep oxz_ntp
5122025-04-15T03:58:52.841Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5132025-04-15T03:58:52.841Z+ [[ offline != online ]]
5142025-04-15T03:58:52.841Z+ [[ 12 -gt 60 ]]
5152025-04-15T03:58:52.841Z+ sleep 1
5162025-04-15T03:58:53.840Z+ retry=13
5172025-04-15T03:58:53.872Z+++ zoneadm list -n
5182025-04-15T03:58:53.872Z+++ grep oxz_ntp
5192025-04-15T03:58:53.872Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5202025-04-15T03:58:53.872Z+ [[ offline != online ]]
5212025-04-15T03:58:53.872Z+ [[ 13 -gt 60 ]]
5222025-04-15T03:58:53.873Z+ sleep 1
5232025-04-15T03:58:54.861Z+ retry=14
5242025-04-15T03:58:54.891Z+++ zoneadm list -n
5252025-04-15T03:58:54.891Z+++ grep oxz_ntp
5262025-04-15T03:58:54.891Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5272025-04-15T03:58:54.891Z+ [[ offline != online ]]
5282025-04-15T03:58:54.891Z+ [[ 14 -gt 60 ]]
5292025-04-15T03:58:54.891Z+ sleep 1
5302025-04-15T03:58:55.884Z+ retry=15
5312025-04-15T03:58:55.909Z+++ zoneadm list -n
5322025-04-15T03:58:55.909Z+++ grep oxz_ntp
5332025-04-15T03:58:55.909Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5342025-04-15T03:58:55.909Z+ [[ offline != online ]]
5352025-04-15T03:58:55.909Z+ [[ 15 -gt 60 ]]
5362025-04-15T03:58:55.909Z+ sleep 1
5372025-04-15T03:58:56.907Z+ retry=16
5382025-04-15T03:58:56.931Z+++ zoneadm list -n
5392025-04-15T03:58:56.932Z+++ grep oxz_ntp
5402025-04-15T03:58:56.932Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5412025-04-15T03:58:56.932Z+ [[ offline != online ]]
5422025-04-15T03:58:56.932Z+ [[ 16 -gt 60 ]]
5432025-04-15T03:58:56.932Z+ sleep 1
5442025-04-15T03:58:57.929Z+ retry=17
5452025-04-15T03:58:57.954Z+++ zoneadm list -n
5462025-04-15T03:58:57.954Z+++ grep oxz_ntp
5472025-04-15T03:58:57.954Z++ pfexec svcs -z oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004 -Hostate oxide/ntp
5482025-04-15T03:58:57.954Z+ [[ online != online ]]
5492025-04-15T03:58:57.954ZWaited for chrony: 17s
5502025-04-15T03:58:57.954Z+ echo 'Waited for chrony: 17s'
5512025-04-15T03:58:57.954Z+ retry=0
5522025-04-15T03:58:57.954Z+ zoneadm list
5532025-04-15T03:58:57.954Z+ grep nexus
5542025-04-15T03:58:57.979Z+ [[ 0 -gt 300 ]]
5552025-04-15T03:58:57.979Z+ sleep 1
 
5562025-04-15T03:58:58.323Zbuskin console login: Apr 15 03:58:57 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5572025-04-15T03:58:58.959Z+ retry=1
5582025-04-15T03:58:58.984Z+ zoneadm list
5592025-04-15T03:58:58.984Z+ grep nexus
5602025-04-15T03:58:58.984Z+ [[ 1 -gt 300 ]]
5612025-04-15T03:58:58.984Z+ sleep 1
5622025-04-15T03:58:59.970Z+ retry=2
5632025-04-15T03:58:59.995Z+ zoneadm list
5642025-04-15T03:58:59.995Z+ grep nexus
5652025-04-15T03:58:59.995Z+ [[ 2 -gt 300 ]]
5662025-04-15T03:58:59.995Z+ sleep 1
5672025-04-15T03:59:00.982Z+ retry=3
5682025-04-15T03:59:01.006Z+ zoneadm list
5692025-04-15T03:59:01.006Z+ grep nexus
5702025-04-15T03:59:01.006Z+ [[ 3 -gt 300 ]]
5712025-04-15T03:59:01.006Z+ sleep 1
5722025-04-15T03:59:01.991Z+ retry=4
5732025-04-15T03:59:02.015Z+ zoneadm list
5742025-04-15T03:59:02.015Z+ grep nexus
5752025-04-15T03:59:02.015Z+ [[ 4 -gt 300 ]]
5762025-04-15T03:59:02.015Z+ sleep 1
5772025-04-15T03:59:03.003Z+ retry=5
5782025-04-15T03:59:03.028Z+ zoneadm list
5792025-04-15T03:59:03.028Z+ grep nexus
5802025-04-15T03:59:03.028Z+ [[ 5 -gt 300 ]]
5812025-04-15T03:59:03.028Z+ sleep 1
5822025-04-15T03:59:04.015Z+ retry=6
5832025-04-15T03:59:04.040Z+ zoneadm list
5842025-04-15T03:59:04.040Z+ grep nexus
5852025-04-15T03:59:04.040Z+ [[ 6 -gt 300 ]]
5862025-04-15T03:59:04.040Z+ sleep 1
5872025-04-15T03:59:05.047Z+ retry=7
5882025-04-15T03:59:05.072Z+ zoneadm list
5892025-04-15T03:59:05.072Z+ grep nexus
5902025-04-15T03:59:05.073Z+ [[ 7 -gt 300 ]]
5912025-04-15T03:59:05.073Z+ sleep 1
5922025-04-15T03:59:06.101Z+ retry=8
5932025-04-15T03:59:06.126Z+ zoneadm list
5942025-04-15T03:59:06.126Z+ grep nexus
5952025-04-15T03:59:06.152Z+ [[ 8 -gt 300 ]]
5962025-04-15T03:59:06.152Z+ sleep 1
5972025-04-15T03:59:07.155Z+ retry=9
5982025-04-15T03:59:07.182Z+ zoneadm list
5992025-04-15T03:59:07.182Z+ grep nexus
6002025-04-15T03:59:07.182Z+ [[ 9 -gt 300 ]]
6012025-04-15T03:59:07.182Z+ sleep 1
6022025-04-15T03:59:08.173Z+ retry=10
6032025-04-15T03:59:08.199Z+ zoneadm list
6042025-04-15T03:59:08.199Z+ grep nexus
6052025-04-15T03:59:08.199Z+ [[ 10 -gt 300 ]]
6062025-04-15T03:59:08.199Z+ sleep 1
6072025-04-15T03:59:09.187Z+ retry=11
6082025-04-15T03:59:09.211Z+ zoneadm list
6092025-04-15T03:59:09.212Z+ grep nexus
6102025-04-15T03:59:09.212Z+ [[ 11 -gt 300 ]]
6112025-04-15T03:59:09.212Z+ sleep 1
6122025-04-15T03:59:10.200Z+ retry=12
6132025-04-15T03:59:10.225Z+ zoneadm list
6142025-04-15T03:59:10.225Z+ grep nexus
6152025-04-15T03:59:10.225Z+ [[ 12 -gt 300 ]]
6162025-04-15T03:59:10.225Z+ sleep 1
6172025-04-15T03:59:11.213Z+ retry=13
6182025-04-15T03:59:11.237Z+ zoneadm list
6192025-04-15T03:59:11.237Z+ grep nexus
6202025-04-15T03:59:11.237Z+ [[ 13 -gt 300 ]]
6212025-04-15T03:59:11.237Z+ sleep 1
6222025-04-15T03:59:12.224Z+ retry=14
6232025-04-15T03:59:12.248Z+ zoneadm list
6242025-04-15T03:59:12.249Z+ grep nexus
6252025-04-15T03:59:12.249Z+ [[ 14 -gt 300 ]]
6262025-04-15T03:59:12.249Z+ sleep 1
6272025-04-15T03:59:13.236Z+ retry=15
6282025-04-15T03:59:13.262Z+ zoneadm list
6292025-04-15T03:59:13.262Z+ grep nexus
6302025-04-15T03:59:13.262Z+ [[ 15 -gt 300 ]]
6312025-04-15T03:59:13.262Z+ sleep 1
6322025-04-15T03:59:14.248Z+ retry=16
6332025-04-15T03:59:14.273Z+ zoneadm list
6342025-04-15T03:59:14.273Z+ grep nexus
6352025-04-15T03:59:14.273Z+ [[ 16 -gt 300 ]]
6362025-04-15T03:59:14.273Z+ sleep 1
6372025-04-15T03:59:15.261Z+ retry=17
6382025-04-15T03:59:15.286Z+ zoneadm list
6392025-04-15T03:59:15.286Z+ grep nexus
6402025-04-15T03:59:15.286Z+ [[ 17 -gt 300 ]]
6412025-04-15T03:59:15.286Z+ sleep 1
6422025-04-15T03:59:16.284Z+ retry=18
6432025-04-15T03:59:16.309Z+ zoneadm list
6442025-04-15T03:59:16.309Z+ grep nexus
6452025-04-15T03:59:16.309Z+ [[ 18 -gt 300 ]]
6462025-04-15T03:59:16.309Z+ sleep 1
6472025-04-15T03:59:17.302Z+ retry=19
6482025-04-15T03:59:17.326Z+ zoneadm list
6492025-04-15T03:59:17.327Z+ grep nexus
6502025-04-15T03:59:17.327Z+ [[ 19 -gt 300 ]]
6512025-04-15T03:59:17.327Z+ sleep 1
6522025-04-15T03:59:18.314Z+ retry=20
6532025-04-15T03:59:18.338Z+ zoneadm list
6542025-04-15T03:59:18.338Z+ grep nexus
6552025-04-15T03:59:18.339Z+ [[ 20 -gt 300 ]]
6562025-04-15T03:59:18.339Z+ sleep 1
6572025-04-15T03:59:19.325Z+ retry=21
6582025-04-15T03:59:19.350Z+ zoneadm list
6592025-04-15T03:59:19.350Z+ grep nexus
6602025-04-15T03:59:19.350Z+ [[ 21 -gt 300 ]]
6612025-04-15T03:59:19.350Z+ sleep 1
6622025-04-15T03:59:20.337Z+ retry=22
6632025-04-15T03:59:20.362Z+ zoneadm list
6642025-04-15T03:59:20.362Z+ grep nexus
6652025-04-15T03:59:20.362Z+ [[ 22 -gt 300 ]]
6662025-04-15T03:59:20.362Z+ sleep 1
6672025-04-15T03:59:21.350Z+ retry=23
6682025-04-15T03:59:21.375Z+ zoneadm list
6692025-04-15T03:59:21.375Z+ grep nexus
6702025-04-15T03:59:21.375Z+ [[ 23 -gt 300 ]]
6712025-04-15T03:59:21.375Z+ sleep 1
6722025-04-15T03:59:22.362Z+ retry=24
6732025-04-15T03:59:22.387Z+ zoneadm list
6742025-04-15T03:59:22.387Z+ grep nexus
6752025-04-15T03:59:22.387Z+ [[ 24 -gt 300 ]]
6762025-04-15T03:59:22.387Z+ sleep 1
6772025-04-15T03:59:23.377Z+ retry=25
6782025-04-15T03:59:23.401Z+ zoneadm list
6792025-04-15T03:59:23.401Z+ grep nexus
6802025-04-15T03:59:23.401Z+ [[ 25 -gt 300 ]]
6812025-04-15T03:59:23.401Z+ sleep 1
6822025-04-15T03:59:24.390Z+ retry=26
6832025-04-15T03:59:24.415Z+ zoneadm list
6842025-04-15T03:59:24.415Z+ grep nexus
6852025-04-15T03:59:24.415Z+ [[ 26 -gt 300 ]]
6862025-04-15T03:59:24.415Z+ sleep 1
6872025-04-15T03:59:25.403Z+ retry=27
6882025-04-15T03:59:25.428Z+ zoneadm list
6892025-04-15T03:59:25.428Z+ grep nexus
6902025-04-15T03:59:25.428Z+ [[ 27 -gt 300 ]]
6912025-04-15T03:59:25.428Z+ sleep 1
6922025-04-15T03:59:26.417Z+ retry=28
6932025-04-15T03:59:26.444Z+ zoneadm list
6942025-04-15T03:59:26.444Z+ grep nexus
6952025-04-15T03:59:26.444Z+ [[ 28 -gt 300 ]]
6962025-04-15T03:59:26.444Z+ sleep 1
6972025-04-15T03:59:27.432Z+ retry=29
6982025-04-15T03:59:27.457Z+ zoneadm list
6992025-04-15T03:59:27.457Z+ grep nexus
7002025-04-15T03:59:27.457Z+ [[ 29 -gt 300 ]]
7012025-04-15T03:59:27.457Z+ sleep 1
7022025-04-15T03:59:28.448Z+ retry=30
7032025-04-15T03:59:28.473Z+ zoneadm list
7042025-04-15T03:59:28.473Z+ grep nexus
7052025-04-15T03:59:28.473Z+ [[ 30 -gt 300 ]]
7062025-04-15T03:59:28.473Z+ sleep 1
7072025-04-15T03:59:29.461Z+ retry=31
7082025-04-15T03:59:29.486Z+ zoneadm list
7092025-04-15T03:59:29.486Z+ grep nexus
7102025-04-15T03:59:29.486Z+ [[ 31 -gt 300 ]]
7112025-04-15T03:59:29.486Z+ sleep 1
7122025-04-15T03:59:30.477Z+ retry=32
7132025-04-15T03:59:30.501Z+ zoneadm list
7142025-04-15T03:59:30.501Z+ grep nexus
7152025-04-15T03:59:30.501Z+ [[ 32 -gt 300 ]]
7162025-04-15T03:59:30.501Z+ sleep 1
7172025-04-15T03:59:31.492Z+ retry=33
7182025-04-15T03:59:31.517Z+ zoneadm list
7192025-04-15T03:59:31.517Z+ grep nexus
7202025-04-15T03:59:31.517Z+ [[ 33 -gt 300 ]]
7212025-04-15T03:59:31.517Z+ sleep 1
7222025-04-15T03:59:32.505Z+ retry=34
7232025-04-15T03:59:32.531Z+ zoneadm list
7242025-04-15T03:59:32.531Z+ grep nexus
7252025-04-15T03:59:32.531Z+ [[ 34 -gt 300 ]]
7262025-04-15T03:59:32.531Z+ sleep 1
7272025-04-15T03:59:33.517Z+ retry=35
7282025-04-15T03:59:33.542Z+ zoneadm list
7292025-04-15T03:59:33.542Z+ grep nexus
7302025-04-15T03:59:33.542Z+ [[ 35 -gt 300 ]]
7312025-04-15T03:59:33.542Z+ sleep 1
7322025-04-15T03:59:34.527Z+ retry=36
7332025-04-15T03:59:34.552Z+ zoneadm list
7342025-04-15T03:59:34.552Z+ grep nexus
7352025-04-15T03:59:34.552Z+ [[ 36 -gt 300 ]]
7362025-04-15T03:59:34.552Z+ sleep 1
7372025-04-15T03:59:35.540Z+ retry=37
7382025-04-15T03:59:35.565Z+ zoneadm list
7392025-04-15T03:59:35.565Z+ grep nexus
7402025-04-15T03:59:35.565Z+ [[ 37 -gt 300 ]]
7412025-04-15T03:59:35.565Z+ sleep 1
7422025-04-15T03:59:36.552Z+ retry=38
7432025-04-15T03:59:36.576Z+ zoneadm list
7442025-04-15T03:59:36.577Z+ grep nexus
7452025-04-15T03:59:36.577Z+ [[ 38 -gt 300 ]]
7462025-04-15T03:59:36.577Z+ sleep 1
7472025-04-15T03:59:37.564Z+ retry=39
7482025-04-15T03:59:37.588Z+ zoneadm list
7492025-04-15T03:59:37.588Z+ grep nexus
7502025-04-15T03:59:37.588Z+ [[ 39 -gt 300 ]]
7512025-04-15T03:59:37.588Z+ sleep 1
7522025-04-15T03:59:38.576Z+ retry=40
7532025-04-15T03:59:38.601Z+ zoneadm list
7542025-04-15T03:59:38.601Z+ grep nexus
7552025-04-15T03:59:38.601Z+ [[ 40 -gt 300 ]]
7562025-04-15T03:59:38.601Z+ sleep 1
7572025-04-15T03:59:39.588Z+ retry=41
7582025-04-15T03:59:39.613Z+ zoneadm list
7592025-04-15T03:59:39.614Z+ grep nexus
7602025-04-15T03:59:39.614Z+ [[ 41 -gt 300 ]]
7612025-04-15T03:59:39.614Z+ sleep 1
7622025-04-15T03:59:40.601Z+ retry=42
7632025-04-15T03:59:40.625Z+ zoneadm list
7642025-04-15T03:59:40.626Z+ grep nexus
7652025-04-15T03:59:40.626Z+ [[ 42 -gt 300 ]]
7662025-04-15T03:59:40.626Z+ sleep 1
7672025-04-15T03:59:41.614Z+ retry=43
7682025-04-15T03:59:41.638Z+ zoneadm list
7692025-04-15T03:59:41.639Z+ grep nexus
7702025-04-15T03:59:41.639Z+ [[ 43 -gt 300 ]]
7712025-04-15T03:59:41.639Z+ sleep 1
7722025-04-15T03:59:42.625Z+ retry=44
7732025-04-15T03:59:42.650Z+ zoneadm list
7742025-04-15T03:59:42.650Z+ grep nexus
7752025-04-15T03:59:42.650Z+ [[ 44 -gt 300 ]]
7762025-04-15T03:59:42.650Z+ sleep 1
7772025-04-15T03:59:43.737Z+ retry=45
7782025-04-15T03:59:43.772Z+ zoneadm list
7792025-04-15T03:59:43.772Z+ grep nexus
7802025-04-15T03:59:43.772Z+ [[ 45 -gt 300 ]]
7812025-04-15T03:59:43.772Z+ sleep 1
7822025-04-15T03:59:44.649Z+ retry=46
7832025-04-15T03:59:44.674Z+ zoneadm list
7842025-04-15T03:59:44.674Z+ grep nexus
7852025-04-15T03:59:44.674Z+ [[ 46 -gt 300 ]]
7862025-04-15T03:59:44.674Z+ sleep 1
7872025-04-15T03:59:45.661Z+ retry=47
7882025-04-15T03:59:45.686Z+ zoneadm list
7892025-04-15T03:59:45.686Z+ grep nexus
7902025-04-15T03:59:45.686Z+ [[ 47 -gt 300 ]]
7912025-04-15T03:59:45.686Z+ sleep 1
7922025-04-15T03:59:46.674Z+ retry=48
7932025-04-15T03:59:46.698Z+ zoneadm list
7942025-04-15T03:59:46.698Z+ grep nexus
7952025-04-15T03:59:46.698Z+ [[ 48 -gt 300 ]]
7962025-04-15T03:59:46.698Z+ sleep 1
7972025-04-15T03:59:47.686Z+ retry=49
7982025-04-15T03:59:47.710Z+ zoneadm list
7992025-04-15T03:59:47.710Z+ grep nexus
8002025-04-15T03:59:47.710Z+ [[ 49 -gt 300 ]]
8012025-04-15T03:59:47.710Z+ sleep 1
8022025-04-15T03:59:48.707Z+ retry=50
8032025-04-15T03:59:48.707Z+ zoneadm list
8042025-04-15T03:59:48.707Z+ grep nexus
8052025-04-15T03:59:48.731Z+ [[ 50 -gt 300 ]]
8062025-04-15T03:59:48.731Z+ sleep 1
8072025-04-15T03:59:49.710Z+ retry=51
8082025-04-15T03:59:49.735Z+ zoneadm list
8092025-04-15T03:59:49.735Z+ grep nexus
8102025-04-15T03:59:49.735Z+ [[ 51 -gt 300 ]]
8112025-04-15T03:59:49.735Z+ sleep 1
8122025-04-15T03:59:50.722Z+ retry=52
8132025-04-15T03:59:50.747Z+ zoneadm list
8142025-04-15T03:59:50.747Z+ grep nexus
8152025-04-15T03:59:50.747Z+ [[ 52 -gt 300 ]]
8162025-04-15T03:59:50.747Z+ sleep 1
8172025-04-15T03:59:51.734Z+ retry=53
8182025-04-15T03:59:51.759Z+ zoneadm list
8192025-04-15T03:59:51.759Z+ grep nexus
8202025-04-15T03:59:51.759Z+ [[ 53 -gt 300 ]]
8212025-04-15T03:59:51.759Z+ sleep 1
8222025-04-15T03:59:52.746Z+ retry=54
8232025-04-15T03:59:52.772Z+ zoneadm list
8242025-04-15T03:59:52.772Z+ grep nexus
8252025-04-15T03:59:52.772Z+ [[ 54 -gt 300 ]]
8262025-04-15T03:59:52.772Z+ sleep 1
8272025-04-15T03:59:53.759Z+ retry=55
8282025-04-15T03:59:53.786Z+ zoneadm list
8292025-04-15T03:59:53.786Z+ grep nexus
8302025-04-15T03:59:53.786Z+ [[ 55 -gt 300 ]]
8312025-04-15T03:59:53.786Z+ sleep 1
8322025-04-15T03:59:54.772Z+ retry=56
8332025-04-15T03:59:54.796Z+ zoneadm list
8342025-04-15T03:59:54.796Z+ grep nexus
8352025-04-15T03:59:54.796Z+ [[ 56 -gt 300 ]]
8362025-04-15T03:59:54.796Z+ sleep 1
8372025-04-15T03:59:55.786Z+ retry=57
8382025-04-15T03:59:55.811Z+ zoneadm list
8392025-04-15T03:59:55.811Z+ grep nexus
8402025-04-15T03:59:55.811Z+ [[ 57 -gt 300 ]]
8412025-04-15T03:59:55.811Z+ sleep 1
8422025-04-15T03:59:58.278Z+ retry=58
8432025-04-15T03:59:58.304Z+ zoneadm list
8442025-04-15T03:59:58.344Z+ grep nexus
8452025-04-15T03:59:58.885Z+ [[ 58 -gt 300 ]]
8462025-04-15T03:59:58.909Z+ sleep 1
8472025-04-15T03:59:59.981Z+ retry=59
8482025-04-15T04:00:00.010Z+ zoneadm list
8492025-04-15T04:00:00.010Z+ grep nexus
8502025-04-15T04:00:00.035Z+ [[ 59 -gt 300 ]]
8512025-04-15T04:00:00.035Z+ sleep 1
8522025-04-15T04:00:01.024Z+ retry=60
8532025-04-15T04:00:01.050Z+ zoneadm list
8542025-04-15T04:00:01.050Z+ grep nexus
8552025-04-15T04:00:01.077Z+ [[ 60 -gt 300 ]]
8562025-04-15T04:00:01.077Z+ sleep 1
8572025-04-15T04:00:02.089Z+ retry=61
8582025-04-15T04:00:02.113Z+ zoneadm list
8592025-04-15T04:00:02.113Z+ grep nexus
8602025-04-15T04:00:02.113Z+ [[ 61 -gt 300 ]]
8612025-04-15T04:00:02.113Z+ sleep 1
8622025-04-15T04:00:03.117Z+ retry=62
8632025-04-15T04:00:03.142Z+ zoneadm list
8642025-04-15T04:00:03.143Z+ grep nexus
8652025-04-15T04:00:03.143Z+ [[ 62 -gt 300 ]]
8662025-04-15T04:00:03.143Z+ sleep 1
8672025-04-15T04:00:04.143Z+ retry=63
8682025-04-15T04:00:04.168Z+ zoneadm list
8692025-04-15T04:00:04.168Z+ grep nexus
8702025-04-15T04:00:04.168Z+ [[ 63 -gt 300 ]]
8712025-04-15T04:00:04.168Z+ sleep 1
8722025-04-15T04:00:05.178Z+ retry=64
8732025-04-15T04:00:05.205Z+ zoneadm list
8742025-04-15T04:00:05.205Z+ grep nexus
8752025-04-15T04:00:05.205Z+ [[ 64 -gt 300 ]]
8762025-04-15T04:00:05.205Z+ sleep 1
8772025-04-15T04:00:06.198Z+ retry=65
8782025-04-15T04:00:06.223Z+ zoneadm list
8792025-04-15T04:00:06.223Z+ grep nexus
8802025-04-15T04:00:06.223Zoxz_nexus_c2373202-6a37-4079-9fde-976f12481944
8812025-04-15T04:00:06.223Zoxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde
8822025-04-15T04:00:06.223Zoxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf
8832025-04-15T04:00:06.223Z+ echo 'Waited for nexus: 65s'
8842025-04-15T04:00:06.223ZWaited for nexus: 65s
8852025-04-15T04:00:06.223Z+ retry=0
8862025-04-15T04:00:06.224Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8872025-04-15T04:00:06.248Z+ [[ 0 -gt 300 ]]
8882025-04-15T04:00:06.248Z+ sleep 1
8892025-04-15T04:00:07.238Z+ retry=1
8902025-04-15T04:00:07.238Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8912025-04-15T04:00:07.263Z+ [[ 1 -gt 300 ]]
8922025-04-15T04:00:07.263Z+ sleep 1
8932025-04-15T04:00:08.248Z+ retry=2
8942025-04-15T04:00:08.248Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8952025-04-15T04:00:08.272Z+ [[ 2 -gt 300 ]]
8962025-04-15T04:00:08.272Z+ sleep 1
8972025-04-15T04:00:09.263Z+ retry=3
8982025-04-15T04:00:09.263Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
8992025-04-15T04:00:09.288Z+ [[ 3 -gt 300 ]]
9002025-04-15T04:00:09.288Z+ sleep 1
9012025-04-15T04:00:10.272Z+ retry=4
9022025-04-15T04:00:10.272Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9032025-04-15T04:00:10.297Z+ [[ 4 -gt 300 ]]
9042025-04-15T04:00:10.297Z+ sleep 1
9052025-04-15T04:00:11.282Z+ retry=5
9062025-04-15T04:00:11.282Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9072025-04-15T04:00:11.307Z+ [[ 5 -gt 300 ]]
9082025-04-15T04:00:11.307Z+ sleep 1
9092025-04-15T04:00:12.292Z+ retry=6
9102025-04-15T04:00:12.292Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9112025-04-15T04:00:12.316Z+ [[ 6 -gt 300 ]]
9122025-04-15T04:00:12.316Z+ sleep 1
9132025-04-15T04:00:13.303Z+ retry=7
9142025-04-15T04:00:13.303Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9152025-04-15T04:00:13.327Z+ [[ 7 -gt 300 ]]
9162025-04-15T04:00:13.327Z+ sleep 1
9172025-04-15T04:00:14.312Z+ retry=8
9182025-04-15T04:00:14.312Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9192025-04-15T04:00:14.337Z+ [[ 8 -gt 300 ]]
9202025-04-15T04:00:14.337Z+ sleep 1
9212025-04-15T04:00:15.322Z+ retry=9
9222025-04-15T04:00:15.322Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9232025-04-15T04:00:15.351Z+ [[ 9 -gt 300 ]]
9242025-04-15T04:00:15.351Z+ sleep 1
9252025-04-15T04:00:16.332Z+ retry=10
9262025-04-15T04:00:16.332Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9272025-04-15T04:00:16.356Z+ [[ 10 -gt 300 ]]
9282025-04-15T04:00:16.356Z+ sleep 1
9292025-04-15T04:00:17.343Z+ retry=11
9302025-04-15T04:00:17.343Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9312025-04-15T04:00:17.367Z+ [[ 11 -gt 300 ]]
9322025-04-15T04:00:17.368Z+ sleep 1
9332025-04-15T04:00:18.352Z+ retry=12
9342025-04-15T04:00:18.352Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9352025-04-15T04:00:18.377Z+ [[ 12 -gt 300 ]]
9362025-04-15T04:00:18.377Z+ sleep 1
9372025-04-15T04:00:19.360Z+ retry=13
9382025-04-15T04:00:19.360Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9392025-04-15T04:00:19.385Z+ [[ 13 -gt 300 ]]
9402025-04-15T04:00:19.385Z+ sleep 1
9412025-04-15T04:00:20.369Z+ retry=14
9422025-04-15T04:00:20.369Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9432025-04-15T04:00:20.393Z+ [[ 14 -gt 300 ]]
9442025-04-15T04:00:20.393Z+ sleep 1
9452025-04-15T04:00:21.377Z+ retry=15
9462025-04-15T04:00:21.377Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9472025-04-15T04:00:21.402Z+ [[ 15 -gt 300 ]]
9482025-04-15T04:00:21.402Z+ sleep 1
 
9492025-04-15T04:00:21.503ZApr 15 04:00:21 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
9502025-04-15T04:00:22.376ZApr 15 04:00:21 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
9512025-04-15T04:00:22.386Z+ retry=16
9522025-04-15T04:00:22.386Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9532025-04-15T04:00:22.411Z+ [[ 16 -gt 300 ]]
9542025-04-15T04:00:22.411Z+ sleep 1
 
9552025-04-15T04:00:22.977ZApr 15 04:00:22 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
9562025-04-15T04:00:23.394Z+ retry=17
9572025-04-15T04:00:23.394Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9582025-04-15T04:00:23.420Z+ [[ 17 -gt 300 ]]
9592025-04-15T04:00:23.420Z+ sleep 1
 
9602025-04-15T04:00:23.572ZApr 15 04:00:22 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
9612025-04-15T04:00:23.610ZApr 15 04:00:22 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
9622025-04-15T04:00:24.402Z+ retry=18
9632025-04-15T04:00:24.402Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9642025-04-15T04:00:24.427Z+ [[ 18 -gt 300 ]]
9652025-04-15T04:00:24.427Z+ sleep 1
9662025-04-15T04:00:25.411Z+ retry=19
9672025-04-15T04:00:25.411Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9682025-04-15T04:00:25.436Z+ [[ 19 -gt 300 ]]
9692025-04-15T04:00:25.436Z+ sleep 1
9702025-04-15T04:00:26.419Z+ retry=20
9712025-04-15T04:00:26.420Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9722025-04-15T04:00:26.447Z+ [[ 20 -gt 300 ]]
9732025-04-15T04:00:26.447Z+ sleep 1
9742025-04-15T04:00:27.429Z+ retry=21
9752025-04-15T04:00:27.429Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9762025-04-15T04:00:27.459Z+ [[ 21 -gt 300 ]]
9772025-04-15T04:00:27.459Z+ sleep 1
9782025-04-15T04:00:28.437Z+ retry=22
9792025-04-15T04:00:28.437Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9802025-04-15T04:00:28.462Z+ [[ 22 -gt 300 ]]
9812025-04-15T04:00:28.462Z+ sleep 1
9822025-04-15T04:00:29.445Z+ retry=23
9832025-04-15T04:00:29.445Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9842025-04-15T04:00:29.469Z+ [[ 23 -gt 300 ]]
9852025-04-15T04:00:29.469Z+ sleep 1
9862025-04-15T04:00:30.453Z+ retry=24
9872025-04-15T04:00:30.453Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9882025-04-15T04:00:30.477Z+ [[ 24 -gt 300 ]]
9892025-04-15T04:00:30.477Z+ sleep 1
9902025-04-15T04:00:31.465Z+ retry=25
9912025-04-15T04:00:31.465Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9922025-04-15T04:00:31.490Z+ [[ 25 -gt 300 ]]
9932025-04-15T04:00:31.490Z+ sleep 1
9942025-04-15T04:00:32.473Z+ retry=26
9952025-04-15T04:00:32.473Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9962025-04-15T04:00:32.497Z+ [[ 26 -gt 300 ]]
9972025-04-15T04:00:32.497Z+ sleep 1
9982025-04-15T04:00:33.481Z+ retry=27
9992025-04-15T04:00:33.481Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10002025-04-15T04:00:33.506Z+ [[ 27 -gt 300 ]]
10012025-04-15T04:00:33.506Z+ sleep 1
10022025-04-15T04:00:34.490Z+ retry=28
10032025-04-15T04:00:34.490Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10042025-04-15T04:00:34.515Z+ [[ 28 -gt 300 ]]
10052025-04-15T04:00:34.515Z+ sleep 1
10062025-04-15T04:00:35.499Z+ retry=29
10072025-04-15T04:00:35.499Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10082025-04-15T04:00:35.524Z+ [[ 29 -gt 300 ]]
10092025-04-15T04:00:35.524Z+ sleep 1
10102025-04-15T04:00:36.507Z+ retry=30
10112025-04-15T04:00:36.507Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10122025-04-15T04:00:36.532Z+ [[ 30 -gt 300 ]]
10132025-04-15T04:00:36.532Z+ sleep 1
10142025-04-15T04:00:37.516Z+ retry=31
10152025-04-15T04:00:37.516Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10162025-04-15T04:00:37.541Z+ [[ 31 -gt 300 ]]
10172025-04-15T04:00:37.541Z+ sleep 1
10182025-04-15T04:00:38.525Z+ retry=32
10192025-04-15T04:00:38.525Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10202025-04-15T04:00:38.550Z+ [[ 32 -gt 300 ]]
10212025-04-15T04:00:38.550Z+ sleep 1
10222025-04-15T04:00:39.535Z+ retry=33
10232025-04-15T04:00:39.535Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10242025-04-15T04:00:39.560Z+ [[ 33 -gt 300 ]]
10252025-04-15T04:00:39.560Z+ sleep 1
10262025-04-15T04:00:40.545Z+ retry=34
10272025-04-15T04:00:40.545Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10282025-04-15T04:00:40.570Z+ [[ 34 -gt 300 ]]
10292025-04-15T04:00:40.570Z+ sleep 1
 
10302025-04-15T04:00:41.266ZApr 15 04:00:40 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:5.161.111.190:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
10312025-04-15T04:00:41.553Z+ retry=35
10322025-04-15T04:00:41.553Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10332025-04-15T04:00:41.577Z+ [[ 35 -gt 300 ]]
10342025-04-15T04:00:41.577Z+ sleep 1
10352025-04-15T04:00:42.563Z+ retry=36
10362025-04-15T04:00:42.563Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10372025-04-15T04:00:42.587Z+ [[ 36 -gt 300 ]]
10382025-04-15T04:00:42.587Z+ sleep 1
10392025-04-15T04:00:43.572Z+ retry=37
10402025-04-15T04:00:43.572Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10412025-04-15T04:00:43.597Z+ [[ 37 -gt 300 ]]
10422025-04-15T04:00:43.597Z+ sleep 1
10432025-04-15T04:00:44.581Z+ retry=38
10442025-04-15T04:00:44.581Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10452025-04-15T04:00:44.605Z+ [[ 38 -gt 300 ]]
10462025-04-15T04:00:44.605Z+ sleep 1
10472025-04-15T04:00:45.589Z+ retry=39
10482025-04-15T04:00:45.589Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10492025-04-15T04:00:45.613Z+ [[ 39 -gt 300 ]]
10502025-04-15T04:00:45.613Z+ sleep 1
10512025-04-15T04:00:46.597Z+ retry=40
10522025-04-15T04:00:46.597Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10532025-04-15T04:00:46.621Z+ [[ 40 -gt 300 ]]
10542025-04-15T04:00:46.621Z+ sleep 1
10552025-04-15T04:00:47.605Z+ retry=41
10562025-04-15T04:00:47.605Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10572025-04-15T04:00:47.629Z+ [[ 41 -gt 300 ]]
10582025-04-15T04:00:47.629Z+ sleep 1
10592025-04-15T04:00:48.614Z+ retry=42
10602025-04-15T04:00:48.614Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10612025-04-15T04:00:48.638Z+ [[ 42 -gt 300 ]]
10622025-04-15T04:00:48.638Z+ sleep 1
10632025-04-15T04:00:49.622Z+ retry=43
10642025-04-15T04:00:49.622Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10652025-04-15T04:00:49.646Z+ [[ 43 -gt 300 ]]
10662025-04-15T04:00:49.646Z+ sleep 1
10672025-04-15T04:00:50.630Z+ retry=44
10682025-04-15T04:00:50.630Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10692025-04-15T04:00:50.656Z+ [[ 44 -gt 300 ]]
10702025-04-15T04:00:50.656Z+ sleep 1
10712025-04-15T04:00:51.639Z+ retry=45
10722025-04-15T04:00:51.639Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10732025-04-15T04:00:51.664Z+ [[ 45 -gt 300 ]]
10742025-04-15T04:00:51.664Z+ sleep 1
10752025-04-15T04:00:52.647Z+ retry=46
10762025-04-15T04:00:52.647Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10772025-04-15T04:00:52.672Z+ [[ 46 -gt 300 ]]
10782025-04-15T04:00:52.672Z+ sleep 1
10792025-04-15T04:00:53.656Z+ retry=47
10802025-04-15T04:00:53.656Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10812025-04-15T04:00:53.684Z+ [[ 47 -gt 300 ]]
10822025-04-15T04:00:53.684Z+ sleep 1
10832025-04-15T04:00:54.663Z+ retry=48
10842025-04-15T04:00:54.663Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10852025-04-15T04:00:54.688Z+ [[ 48 -gt 300 ]]
10862025-04-15T04:00:54.688Z+ sleep 1
10872025-04-15T04:00:55.671Z+ retry=49
10882025-04-15T04:00:55.672Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10892025-04-15T04:00:55.696Z+ [[ 49 -gt 300 ]]
10902025-04-15T04:00:55.696Z+ sleep 1
10912025-04-15T04:00:56.680Z+ retry=50
10922025-04-15T04:00:56.680Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10932025-04-15T04:00:56.704Z+ [[ 50 -gt 300 ]]
10942025-04-15T04:00:56.704Z+ sleep 1
10952025-04-15T04:00:57.688Z+ retry=51
10962025-04-15T04:00:57.688Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10972025-04-15T04:00:57.713Z+ [[ 51 -gt 300 ]]
10982025-04-15T04:00:57.713Z+ sleep 1
10992025-04-15T04:00:58.697Z+ retry=52
11002025-04-15T04:00:58.698Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11012025-04-15T04:00:58.723Z+ [[ 52 -gt 300 ]]
11022025-04-15T04:00:58.723Z+ sleep 1
11032025-04-15T04:00:59.705Z+ retry=53
11042025-04-15T04:00:59.705Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11052025-04-15T04:00:59.730Z+ [[ 53 -gt 300 ]]
11062025-04-15T04:00:59.730Z+ sleep 1
11072025-04-15T04:01:00.712Z+ retry=54
11082025-04-15T04:01:00.712Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11092025-04-15T04:01:00.737Z+ [[ 54 -gt 300 ]]
11102025-04-15T04:01:00.737Z+ sleep 1
11112025-04-15T04:01:01.720Z+ retry=55
11122025-04-15T04:01:01.720Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11132025-04-15T04:01:01.745Z+ [[ 55 -gt 300 ]]
11142025-04-15T04:01:01.745Z+ sleep 1
11152025-04-15T04:01:02.729Z+ retry=56
11162025-04-15T04:01:02.729Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11172025-04-15T04:01:02.754Z+ [[ 56 -gt 300 ]]
11182025-04-15T04:01:02.754Z+ sleep 1
11192025-04-15T04:01:03.737Z+ retry=57
11202025-04-15T04:01:03.737Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11212025-04-15T04:01:03.762Z+ [[ 57 -gt 300 ]]
11222025-04-15T04:01:03.762Z+ sleep 1
11232025-04-15T04:01:04.745Z+ retry=58
11242025-04-15T04:01:04.745Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11252025-04-15T04:01:04.769Z+ [[ 58 -gt 300 ]]
11262025-04-15T04:01:04.769Z+ sleep 1
11272025-04-15T04:01:05.753Z+ retry=59
11282025-04-15T04:01:05.753Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11292025-04-15T04:01:05.778Z+ [[ 59 -gt 300 ]]
11302025-04-15T04:01:05.778Z+ sleep 1
11312025-04-15T04:01:06.762Z+ retry=60
11322025-04-15T04:01:06.762Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11332025-04-15T04:01:06.787Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-04-15T04:01:06.478746106Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1021"}
11342025-04-15T04:01:06.787Z+ echo 'Waited for handoff: 60s'
11352025-04-15T04:01:06.787ZWaited for handoff: 60s
11362025-04-15T04:01:06.787Z+ retry=0
11372025-04-15T04:01:06.787Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11382025-04-15T04:01:06.787Z++ wc -l
11392025-04-15T04:01:06.858Znote: database URL not specified. Will search DNS.
11402025-04-15T04:01:06.859Znote: (override with --db-url or OMDB_DB_URL)
11412025-04-15T04:01:06.883Znote: using DNS server for subnet fd00:1122:3344::/48
11422025-04-15T04:01:06.883Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11432025-04-15T04:01:06.883Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11442025-04-15T04:01:06.908Znote: database schema version matches expected (136.0.0)
11452025-04-15T04:01:07.192Z+ ACTUAL_ZPOOL_COUNT=' 9'
11462025-04-15T04:01:07.216Z+ [[ 9 -eq 9 ]]
11472025-04-15T04:01:07.216Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11482025-04-15T04:01:07.241Znote: database URL not specified. Will search DNS.
11492025-04-15T04:01:07.241Znote: (override with --db-url or OMDB_DB_URL)
11502025-04-15T04:01:07.241Znote: using DNS server for subnet fd00:1122:3344::/48
11512025-04-15T04:01:07.241Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11522025-04-15T04:01:07.241Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11532025-04-15T04:01:07.241Znote: database schema version matches expected (136.0.0)
11542025-04-15T04:01:07.378ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11552025-04-15T04:01:07.378Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11562025-04-15T04:01:07.378Z1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce | |b878a3ef-2707-4377-a3db-fe16cceb11de |2995df47-d91a-421c-a570-b05b674f91e7 |20937965568 |268435456000
11572025-04-15T04:01:07.378Z30f572d7-0ee1-45bc-bcce-2311aa91817e | |b878a3ef-2707-4377-a3db-fe16cceb11de |44358a94-991d-4395-b433-072a614340d6 |20937965568 |268435456000
11582025-04-15T04:01:07.378Z6f95e96a-39b8-4c9b-98c3-af529034b507 | |b878a3ef-2707-4377-a3db-fe16cceb11de |276979ee-8573-43a7-9d30-52daad992a44 |20937965568 |268435456000
11592025-04-15T04:01:07.378Z9edea93a-bf3c-470c-8d25-e5ab69272394 | |b878a3ef-2707-4377-a3db-fe16cceb11de |0e379258-19bc-4332-bb74-6359c01ae8e6 |20937965568 |268435456000
11602025-04-15T04:01:07.378Zbe13ea8d-e133-4256-9b8e-77f93a3dc9be | |b878a3ef-2707-4377-a3db-fe16cceb11de |d2a9e1d3-222a-4542-b805-3ae9af09fa3f |20937965568 |268435456000
11612025-04-15T04:01:07.378Zc9e6c3be-df4c-4423-a832-2c1897ce3378 | |b878a3ef-2707-4377-a3db-fe16cceb11de |16e10f5b-fc56-4243-9dd4-3e27a321279e |20937965568 |268435456000
11622025-04-15T04:01:07.378Zceac07d1-4371-4fc7-842b-4bad43f811f1 | |b878a3ef-2707-4377-a3db-fe16cceb11de |29ad6d44-b20f-40fe-94dd-f50153a693da |20937965568 |268435456000
11632025-04-15T04:01:07.378Zd59d9b6a-98de-4563-9202-2118f03d0e71 | |b878a3ef-2707-4377-a3db-fe16cceb11de |8b8a2517-07d3-44bc-8e42-54d677382dba |20937965568 |268435456000
11642025-04-15T04:01:07.378Zf1a37602-e89e-4e31-bd14-3ce624f39e6c | |b878a3ef-2707-4377-a3db-fe16cceb11de |7e536a82-aa45-402b-934f-ceb90d35b070 |20937965568 |268435456000
11652025-04-15T04:01:07.403Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11662025-04-15T04:01:07.427Znote: database URL not specified. Will search DNS.
11672025-04-15T04:01:07.427Znote: (override with --db-url or OMDB_DB_URL)
11682025-04-15T04:01:07.427Znote: using DNS server for subnet fd00:1122:3344::/48
11692025-04-15T04:01:07.427Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11702025-04-15T04:01:07.427Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11712025-04-15T04:01:07.452Znote: database schema version matches expected (136.0.0)
11722025-04-15T04:01:07.565Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11732025-04-15T04:01:07.565Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce 0
11742025-04-15T04:01:07.599Znote: database URL not specified. Will search DNS.
11752025-04-15T04:01:07.599Znote: (override with --db-url or OMDB_DB_URL)
11762025-04-15T04:01:07.624Znote: using DNS server for subnet fd00:1122:3344::/48
11772025-04-15T04:01:07.624Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11782025-04-15T04:01:07.624Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11792025-04-15T04:01:07.624Znote: database schema version matches expected (136.0.0)
11802025-04-15T04:01:07.666Zset pool 1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce control plane storage buffer bytes to 0
11812025-04-15T04:01:07.690Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11822025-04-15T04:01:07.690Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 30f572d7-0ee1-45bc-bcce-2311aa91817e 0
11832025-04-15T04:01:07.715Znote: database URL not specified. Will search DNS.
11842025-04-15T04:01:07.715Znote: (override with --db-url or OMDB_DB_URL)
11852025-04-15T04:01:07.715Znote: using DNS server for subnet fd00:1122:3344::/48
11862025-04-15T04:01:07.715Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11872025-04-15T04:01:07.715Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11882025-04-15T04:01:07.715Znote: database schema version matches expected (136.0.0)
11892025-04-15T04:01:07.769Zset pool 30f572d7-0ee1-45bc-bcce-2311aa91817e control plane storage buffer bytes to 0
11902025-04-15T04:01:07.794Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11912025-04-15T04:01:07.794Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 6f95e96a-39b8-4c9b-98c3-af529034b507 0
11922025-04-15T04:01:07.818Znote: database URL not specified. Will search DNS.
11932025-04-15T04:01:07.819Znote: (override with --db-url or OMDB_DB_URL)
11942025-04-15T04:01:07.819Znote: using DNS server for subnet fd00:1122:3344::/48
11952025-04-15T04:01:07.819Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11962025-04-15T04:01:07.819Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
11972025-04-15T04:01:07.843Znote: database schema version matches expected (136.0.0)
11982025-04-15T04:01:07.881Zset pool 6f95e96a-39b8-4c9b-98c3-af529034b507 control plane storage buffer bytes to 0
11992025-04-15T04:01:07.905Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12002025-04-15T04:01:07.905Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 9edea93a-bf3c-470c-8d25-e5ab69272394 0
12012025-04-15T04:01:07.930Znote: database URL not specified. Will search DNS.
12022025-04-15T04:01:07.930Znote: (override with --db-url or OMDB_DB_URL)
12032025-04-15T04:01:07.930Znote: using DNS server for subnet fd00:1122:3344::/48
12042025-04-15T04:01:07.930Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12052025-04-15T04:01:07.930Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12062025-04-15T04:01:07.955Znote: database schema version matches expected (136.0.0)
12072025-04-15T04:01:07.985Zset pool 9edea93a-bf3c-470c-8d25-e5ab69272394 control plane storage buffer bytes to 0
12082025-04-15T04:01:08.010Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12092025-04-15T04:01:08.010Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer be13ea8d-e133-4256-9b8e-77f93a3dc9be 0
12102025-04-15T04:01:08.035Znote: database URL not specified. Will search DNS.
12112025-04-15T04:01:08.035Znote: (override with --db-url or OMDB_DB_URL)
12122025-04-15T04:01:08.035Znote: using DNS server for subnet fd00:1122:3344::/48
12132025-04-15T04:01:08.035Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12142025-04-15T04:01:08.036Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12152025-04-15T04:01:08.061Znote: database schema version matches expected (136.0.0)
12162025-04-15T04:01:08.094Zset pool be13ea8d-e133-4256-9b8e-77f93a3dc9be control plane storage buffer bytes to 0
12172025-04-15T04:01:08.119Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12182025-04-15T04:01:08.119Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer c9e6c3be-df4c-4423-a832-2c1897ce3378 0
12192025-04-15T04:01:08.146Znote: database URL not specified. Will search DNS.
12202025-04-15T04:01:08.146Znote: (override with --db-url or OMDB_DB_URL)
12212025-04-15T04:01:08.146Znote: using DNS server for subnet fd00:1122:3344::/48
12222025-04-15T04:01:08.147Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12232025-04-15T04:01:08.147Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12242025-04-15T04:01:08.171Znote: database schema version matches expected (136.0.0)
12252025-04-15T04:01:08.196Zset pool c9e6c3be-df4c-4423-a832-2c1897ce3378 control plane storage buffer bytes to 0
12262025-04-15T04:01:08.221Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12272025-04-15T04:01:08.221Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer ceac07d1-4371-4fc7-842b-4bad43f811f1 0
12282025-04-15T04:01:08.245Znote: database URL not specified. Will search DNS.
12292025-04-15T04:01:08.245Znote: (override with --db-url or OMDB_DB_URL)
12302025-04-15T04:01:08.245Znote: using DNS server for subnet fd00:1122:3344::/48
12312025-04-15T04:01:08.245Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12322025-04-15T04:01:08.245Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12332025-04-15T04:01:08.245Znote: database schema version matches expected (136.0.0)
12342025-04-15T04:01:08.292Zset pool ceac07d1-4371-4fc7-842b-4bad43f811f1 control plane storage buffer bytes to 0
12352025-04-15T04:01:08.318Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12362025-04-15T04:01:08.318Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer d59d9b6a-98de-4563-9202-2118f03d0e71 0
12372025-04-15T04:01:08.343Znote: database URL not specified. Will search DNS.
12382025-04-15T04:01:08.343Znote: (override with --db-url or OMDB_DB_URL)
12392025-04-15T04:01:08.343Znote: using DNS server for subnet fd00:1122:3344::/48
12402025-04-15T04:01:08.343Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12412025-04-15T04:01:08.343Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12422025-04-15T04:01:08.343Znote: database schema version matches expected (136.0.0)
12432025-04-15T04:01:08.399Zset pool d59d9b6a-98de-4563-9202-2118f03d0e71 control plane storage buffer bytes to 0
12442025-04-15T04:01:08.424Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12452025-04-15T04:01:08.424Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer f1a37602-e89e-4e31-bd14-3ce624f39e6c 0
12462025-04-15T04:01:08.449Znote: database URL not specified. Will search DNS.
12472025-04-15T04:01:08.449Znote: (override with --db-url or OMDB_DB_URL)
12482025-04-15T04:01:08.449Znote: using DNS server for subnet fd00:1122:3344::/48
12492025-04-15T04:01:08.449Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12502025-04-15T04:01:08.449Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12512025-04-15T04:01:08.449Znote: database schema version matches expected (136.0.0)
12522025-04-15T04:01:08.495Zset pool f1a37602-e89e-4e31-bd14-3ce624f39e6c control plane storage buffer bytes to 0
12532025-04-15T04:01:08.520Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12542025-04-15T04:01:08.544Znote: database URL not specified. Will search DNS.
12552025-04-15T04:01:08.544Znote: (override with --db-url or OMDB_DB_URL)
12562025-04-15T04:01:08.544Znote: using DNS server for subnet fd00:1122:3344::/48
12572025-04-15T04:01:08.544Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12582025-04-15T04:01:08.544Znote: using database URL postgresql://root@[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::5]:32221,[fd00:1122:3344:101::7]:32221/omicron?sslmode=disable
12592025-04-15T04:01:08.544Znote: database schema version matches expected (136.0.0)
12602025-04-15T04:01:08.685ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12612025-04-15T04:01:08.685Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12622025-04-15T04:01:08.685Z1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce | |b878a3ef-2707-4377-a3db-fe16cceb11de |2995df47-d91a-421c-a570-b05b674f91e7 |20937965568 |0
12632025-04-15T04:01:08.685Z30f572d7-0ee1-45bc-bcce-2311aa91817e | |b878a3ef-2707-4377-a3db-fe16cceb11de |44358a94-991d-4395-b433-072a614340d6 |20937965568 |0
12642025-04-15T04:01:08.685Z6f95e96a-39b8-4c9b-98c3-af529034b507 | |b878a3ef-2707-4377-a3db-fe16cceb11de |276979ee-8573-43a7-9d30-52daad992a44 |20937965568 |0
12652025-04-15T04:01:08.685Z9edea93a-bf3c-470c-8d25-e5ab69272394 | |b878a3ef-2707-4377-a3db-fe16cceb11de |0e379258-19bc-4332-bb74-6359c01ae8e6 |20937965568 |0
12662025-04-15T04:01:08.685Zbe13ea8d-e133-4256-9b8e-77f93a3dc9be | |b878a3ef-2707-4377-a3db-fe16cceb11de |d2a9e1d3-222a-4542-b805-3ae9af09fa3f |20937965568 |0
12672025-04-15T04:01:08.685Zc9e6c3be-df4c-4423-a832-2c1897ce3378 | |b878a3ef-2707-4377-a3db-fe16cceb11de |16e10f5b-fc56-4243-9dd4-3e27a321279e |20937965568 |0
12682025-04-15T04:01:08.685Zceac07d1-4371-4fc7-842b-4bad43f811f1 | |b878a3ef-2707-4377-a3db-fe16cceb11de |29ad6d44-b20f-40fe-94dd-f50153a693da |20937965568 |0
12692025-04-15T04:01:08.685Zd59d9b6a-98de-4563-9202-2118f03d0e71 | |b878a3ef-2707-4377-a3db-fe16cceb11de |8b8a2517-07d3-44bc-8e42-54d677382dba |20937965568 |0
12702025-04-15T04:01:08.685Zf1a37602-e89e-4e31-bd14-3ce624f39e6c | |b878a3ef-2707-4377-a3db-fe16cceb11de |7e536a82-aa45-402b-934f-ceb90d35b070 |20937965568 |0
12712025-04-15T04:01:08.721Z+ export RUST_BACKTRACE=1
12722025-04-15T04:01:08.721Z+ RUST_BACKTRACE=1
12732025-04-15T04:01:08.721Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12742025-04-15T04:01:08.721Z++ ./target/debug/bootstrap
12752025-04-15T04:01:08.831ZUsing external DNS server at 10.151.1.164:53
12762025-04-15T04:01:08.858Z2025-04-15 04:01:08.839739844 UTC: attempting to log into API
12772025-04-15T04:01:10.182Z2025-04-15 04:01:10.169077039 UTC: login succeeded
12782025-04-15T04:01:10.216Zwaiting for nexus to come up...
12792025-04-15T04:01:10.432Zcreating IP pool... 10.151.1.175 - 10.151.1.227
12802025-04-15T04:01:10.707Zsetting up quotas...
12812025-04-15T04:01:10.772Zensuring datasets are ready...
12822025-04-15T04:01:14.018Zlet's roll.
12832025-04-15T04:01:14.042Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
12842025-04-15T04:01:14.042ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
12852025-04-15T04:01:14.042ZOXIDE_TOKEN=oxide-token-46cea3b5d8c93e48af33f820a719f1d3b335dd39'
12862025-04-15T04:01:14.042Z++ OXIDE_HOST=https://recovery.sys.oxide.test
12872025-04-15T04:01:14.042Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
12882025-04-15T04:01:14.042Z++ OXIDE_TOKEN=oxide-token-46cea3b5d8c93e48af33f820a719f1d3b335dd39
12892025-04-15T04:01:14.042Z+ export OXIDE_HOST OXIDE_TOKEN
12902025-04-15T04:01:14.043Z+ retry=0
12912025-04-15T04:01:14.043Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12922025-04-15T04:01:14.108Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
12932025-04-15T04:01:14.685Z{"status":"ok"}{
12942025-04-15T04:01:14.685Z "description": "some images",
12952025-04-15T04:01:14.685Z "id": "5d198364-84ff-4437-90f8-196ad6e8827d",
12962025-04-15T04:01:14.685Z "name": "images",
12972025-04-15T04:01:14.685Z "time_created": "2025-04-15T04:01:14.175676Z",
12982025-04-15T04:01:14.685Z "time_modified": "2025-04-15T04:01:14.175676Z"
12992025-04-15T04:01:14.685Z}
13002025-04-15T04:01:14.711Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
13012025-04-15T04:02:21.422ZApr 15 04:00:41 buskin last message repeated 1 time
13022025-04-15T04:02:21.459ZApr 15 04:02:20 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.186.168.127:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13032025-04-15T04:02:34.977ZApr 15 04:02:34 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.186.168.132:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13042025-04-15T04:02:49.855ZApr 15 04:02:49 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:198.46.254.130:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13052025-04-15T04:03:43.327ZApr 15 04:03:42 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.150.40.242:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13062025-04-15T04:05:25.055ZApr 15 04:05:24 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.142.248.9:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13072025-04-15T04:06:48.015ZApr 15 04:06:47 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.168.136.132:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13082025-04-15T04:08:03.591ZApr 15 04:08:01 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:198.46.254.130:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13092025-04-15T04:08:22.955ZApr 15 04:08:22 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:69.89.207.99:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13102025-04-15T04:09:38.593ZApr 15 04:09:17 buskin last message repeated 1 time
13112025-04-15T04:09:38.623ZApr 15 04:09:37 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.168.136.132:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13122025-04-15T04:09:49.623ZApr 15 04:09:49 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:45.83.234.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13132025-04-15T04:10:07.665ZApr 15 04:10:06 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
13142025-04-15T04:10:28.993ZApr 15 04:10:28 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.186.168.132:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13152025-04-15T04:11:45.011ZDone!
13162025-04-15T04:11:45.036Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13172025-04-15T04:11:47.437Z{
13182025-04-15T04:11:47.437Z "block_size": 512,
13192025-04-15T04:11:47.437Z "description": "debian 11 original base image",
13202025-04-15T04:11:47.437Z "id": "cad8937f-1d64-4ed3-a22d-21d82517f62c",
13212025-04-15T04:11:47.437Z "name": "debian11",
13222025-04-15T04:11:47.437Z "os": "debian",
13232025-04-15T04:11:47.437Z "size": 2147483648,
13242025-04-15T04:11:47.437Z "time_created": "2025-04-15T04:11:44.912984Z",
13252025-04-15T04:11:47.437Z "time_modified": "2025-04-15T04:11:45.139243Z",
13262025-04-15T04:11:47.437Z "version": "11"
13272025-04-15T04:11:47.437Z}
13282025-04-15T04:11:48.853Z+ for test_bin in tests/*
13292025-04-15T04:11:48.853Z+ ./tests/bootstrap-9f319936345103c4
13302025-04-15T04:11:48.853Z
13312025-04-15T04:11:48.853Zrunning 0 tests
13322025-04-15T04:11:48.853Z
13332025-04-15T04:11:48.853Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13342025-04-15T04:11:48.853Z
13352025-04-15T04:11:48.853Z+ for test_bin in tests/*
13362025-04-15T04:11:48.853Z+ ./tests/commtest-8e0b42a8462b23b3
13372025-04-15T04:11:48.853Z
13382025-04-15T04:11:48.853Zrunning 0 tests
13392025-04-15T04:11:48.853Z
13402025-04-15T04:11:48.853Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13412025-04-15T04:11:48.853Z
13422025-04-15T04:11:48.853Z+ for test_bin in tests/*
13432025-04-15T04:11:48.853Z+ ./tests/dhcp_server-88500a095fd58c19
13442025-04-15T04:11:48.854Z
13452025-04-15T04:11:48.854Zrunning 0 tests
13462025-04-15T04:11:48.854Z
13472025-04-15T04:11:48.854Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13482025-04-15T04:11:48.854Z
13492025-04-15T04:11:48.854Z+ for test_bin in tests/*
13502025-04-15T04:11:48.854Z+ ./tests/end_to_end_tests-e98228a67dc9b385
13512025-04-15T04:11:48.854Z
13522025-04-15T04:11:48.854Zrunning 3 tests
13532025-04-15T04:11:48.854Znote: configured to log to "/tmp/end_to_end_tests-e98228a67dc9b385-new_blueprint_noop.5392.0.log"
13542025-04-15T04:11:48.854Ztest no_spoof::no_spoof_here ... ok
13552025-04-15T04:11:48.854Ztest noop_blueprint::new_blueprint_noop ... ok
 
13562025-04-15T04:12:08.472ZApr 15 04:12:07 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.150.40.242:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13572025-04-15T04:12:15.286Ztest instance_launch::instance_launch ... ok
13582025-04-15T04:12:15.311Z
13592025-04-15T04:12:15.311Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.94s
13602025-04-15T04:12:15.311Z
13612025-04-15T04:12:15.311Z+ _exit_trap
13622025-04-15T04:12:15.311Z+ local status=0
13632025-04-15T04:12:15.311Z+ set +o errexit
13642025-04-15T04:12:15.311Z+ [[ x != \x ]]
13652025-04-15T04:12:15.311Z+ pfexec svcadm -Z disable -s cron
13662025-04-15T04:12:17.444Z+ [[ 0 -eq 0 ]]
13672025-04-15T04:12:17.444Z+ exit 0
13682025-04-15T04:12:17.468Zprocess exited: duration 890437 ms, exit code 0
 
13692025-04-15T04:12:17.592Zfound 145 output files
13702025-04-15T04:12:17.616Zuploading: /var/svc/log/oxide-mg-ddm:default.log (319806 bytes)
13712025-04-15T04:12:18.876Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13722025-04-15T04:12:18.876Zuploading: /var/svc/log/oxide-sled-agent:default.log (1700546 bytes)
13732025-04-15T04:12:20.230Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13742025-04-15T04:12:20.254Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (6959877 bytes)
13752025-04-15T04:12:20.710Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 6959877 -> 6985708
13762025-04-15T04:12:21.782Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13772025-04-15T04:12:21.806Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (791131 bytes)
13782025-04-15T04:12:23.104Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
13792025-04-15T04:12:23.104Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7189 bytes)
13802025-04-15T04:12:24.222Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13812025-04-15T04:12:24.222Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (32045 bytes)
13822025-04-15T04:12:25.386Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
13832025-04-15T04:12:25.386Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (326599 bytes)
13842025-04-15T04:12:25.613Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 326599 -> 329768
13852025-04-15T04:12:26.684Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13862025-04-15T04:12:26.684Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (14050 bytes)
13872025-04-15T04:12:27.802Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
13882025-04-15T04:12:27.802Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (437980 bytes)
13892025-04-15T04:12:28.040Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 437980 -> 441940
13902025-04-15T04:12:29.112Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13912025-04-15T04:12:29.136Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20971 bytes)
13922025-04-15T04:12:30.232Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
13932025-04-15T04:12:30.232Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1976512 bytes)
13942025-04-15T04:12:30.557Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1976512 -> 2016226
13952025-04-15T04:12:31.628Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13962025-04-15T04:12:31.628Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (234791 bytes)
13972025-04-15T04:12:32.883Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
13982025-04-15T04:12:32.883Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (4818114 bytes)
13992025-04-15T04:12:33.315Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 4818114 -> 4920808
14002025-04-15T04:12:34.387Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14012025-04-15T04:12:34.387Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (556248 bytes)
14022025-04-15T04:12:35.686Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14032025-04-15T04:12:35.686Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14042025-04-15T04:12:36.759Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14052025-04-15T04:12:36.759Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3338 bytes)
14062025-04-15T04:12:37.856Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14072025-04-15T04:12:37.856Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (421731 bytes)
14082025-04-15T04:12:38.086Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 421731 -> 433042
14092025-04-15T04:12:39.157Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14102025-04-15T04:12:39.157Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (59218 bytes)
14112025-04-15T04:12:40.342Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14122025-04-15T04:12:40.366Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
14132025-04-15T04:12:40.415Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
14142025-04-15T04:12:41.488Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14152025-04-15T04:12:41.513Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
14162025-04-15T04:12:42.587Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14172025-04-15T04:12:42.587Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14182025-04-15T04:12:43.659Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14192025-04-15T04:12:43.659Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3850 bytes)
14202025-04-15T04:12:44.760Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
14212025-04-15T04:12:44.760Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14222025-04-15T04:12:45.834Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14232025-04-15T04:12:45.858Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
14242025-04-15T04:12:46.931Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
14252025-04-15T04:12:46.931Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
14262025-04-15T04:12:48.027Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroach-admin:default.log
14272025-04-15T04:12:48.027Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
14282025-04-15T04:12:49.122Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroach-admin:default.log.0
14292025-04-15T04:12:49.149Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14302025-04-15T04:12:50.195Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroachdb:default.log
14312025-04-15T04:12:50.219Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroachdb:default.log.0 (4298 bytes)
14322025-04-15T04:12:51.294Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-cockroachdb:default.log.0
14332025-04-15T04:12:51.318Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14342025-04-15T04:12:52.368Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-zone-network-setup:default.log
14352025-04-15T04:12:52.392Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14362025-04-15T04:12:53.470Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_cockroachdb_0515646e-6e4b-4f98-8b68-c18c4e1fde68/root/var/svc/log/oxide-zone-network-setup:default.log.0
14372025-04-15T04:12:53.470Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-agent:default.log (12503 bytes)
14382025-04-15T04:12:54.592Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-agent:default.log
14392025-04-15T04:12:54.592Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14402025-04-15T04:12:55.690Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-downstairs:default.log
14412025-04-15T04:12:55.690Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf13c741-3489-466f-bcbb-f5647d1dba9f.log (3124 bytes)
14422025-04-15T04:12:56.789Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-crucible-downstairs:downstairs-bf13c741-3489-466f-bcbb-f5647d1dba9f.log
14432025-04-15T04:12:56.789Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14442025-04-15T04:12:57.889Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_627fc6e4-9c1a-48d2-8748-8c5f1653f778/root/var/svc/log/oxide-zone-network-setup:default.log
14452025-04-15T04:12:57.889Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_pantry_04b4c313-d94a-4aa6-8510-28da6753f239/root/var/svc/log/oxide-crucible-pantry:default.log (161012 bytes)
14462025-04-15T04:12:59.244Zupload warning: file "/pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_pantry_04b4c313-d94a-4aa6-8510-28da6753f239/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161012 -> 174362
14472025-04-15T04:13:00.317Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_pantry_04b4c313-d94a-4aa6-8510-28da6753f239/root/var/svc/log/oxide-crucible-pantry:default.log
14482025-04-15T04:13:00.317Zuploading: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_pantry_04b4c313-d94a-4aa6-8510-28da6753f239/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
14492025-04-15T04:13:01.415Zuploaded: /pool/ext/1bf6bee1-3707-4f13-a189-5c6e8cd0b4ce/crypt/zone/oxz_crucible_pantry_04b4c313-d94a-4aa6-8510-28da6753f239/root/var/svc/log/oxide-zone-network-setup:default.log
14502025-04-15T04:13:01.440Zuploading: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-agent:default.log (20606 bytes)
14512025-04-15T04:13:02.557Zuploaded: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-agent:default.log
14522025-04-15T04:13:02.582Zuploading: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14532025-04-15T04:13:03.657Zuploaded: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:default.log
14542025-04-15T04:13:03.657Zuploading: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b0b47e8-e3c1-4534-8e42-905d07a971d5.log (6080 bytes)
14552025-04-15T04:13:04.756Zuploaded: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b0b47e8-e3c1-4534-8e42-905d07a971d5.log
14562025-04-15T04:13:04.756Zuploading: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-9b0b47e8-e3c1-4534-8e42-905d07a971d5-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log (5657 bytes)
14572025-04-15T04:13:05.855Zuploaded: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-9b0b47e8-e3c1-4534-8e42-905d07a971d5-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log
14582025-04-15T04:13:05.855Zuploading: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14592025-04-15T04:13:06.956Zuploaded: /pool/ext/30f572d7-0ee1-45bc-bcce-2311aa91817e/crypt/zone/oxz_crucible_742894fb-a5ce-4dda-91af-092af34153e8/root/var/svc/log/oxide-zone-network-setup:default.log
14602025-04-15T04:13:06.956Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroach-admin:default.log (2829 bytes)
14612025-04-15T04:13:08.057Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroach-admin:default.log
14622025-04-15T04:13:08.081Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
14632025-04-15T04:13:09.155Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroach-admin:default.log.0
14642025-04-15T04:13:09.155Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14652025-04-15T04:13:10.229Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroachdb:default.log
14662025-04-15T04:13:10.253Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
14672025-04-15T04:13:11.328Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-cockroachdb:default.log.0
14682025-04-15T04:13:11.354Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14692025-04-15T04:13:12.406Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-zone-network-setup:default.log
14702025-04-15T04:13:12.406Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14712025-04-15T04:13:13.504Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_cockroachdb_8774478d-1d0d-4b62-87a0-2b5ecafc4744/root/var/svc/log/oxide-zone-network-setup:default.log.0
14722025-04-15T04:13:13.504Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
14732025-04-15T04:13:14.625Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-agent:default.log
14742025-04-15T04:13:14.625Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14752025-04-15T04:13:15.723Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-downstairs:default.log
14762025-04-15T04:13:15.723Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-downstairs:downstairs-4b2130a1-7799-42a3-a041-6a235417e097.log (3125 bytes)
14772025-04-15T04:13:16.821Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-crucible-downstairs:downstairs-4b2130a1-7799-42a3-a041-6a235417e097.log
14782025-04-15T04:13:16.821Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14792025-04-15T04:13:17.919Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_crucible_d368b0be-aff5-400b-93cc-05fcd1587f90/root/var/svc/log/oxide-zone-network-setup:default.log
14802025-04-15T04:13:17.919Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-internal_dns:default.log (301935 bytes)
14812025-04-15T04:13:18.179Zupload warning: file "/pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 301935 -> 330339
14822025-04-15T04:13:19.252Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-internal_dns:default.log
14832025-04-15T04:13:19.252Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-internal_dns:default.log.0 (409617 bytes)
14842025-04-15T04:13:20.541Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-internal_dns:default.log.0
14852025-04-15T04:13:20.541Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14862025-04-15T04:13:21.617Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-zone-network-setup:default.log
14872025-04-15T04:13:21.617Zuploading: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14882025-04-15T04:13:22.714Zuploaded: /pool/ext/6f95e96a-39b8-4c9b-98c3-af529034b507/crypt/zone/oxz_internal_dns_5e897745-0c65-4d8c-95cb-9f2e23b6299e/root/var/svc/log/oxide-zone-network-setup:default.log.0
14892025-04-15T04:13:22.714Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
14902025-04-15T04:13:23.811Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-clickhouse-admin-single:default.log
14912025-04-15T04:13:23.811Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-clickhouse:default.log (3891944 bytes)
14922025-04-15T04:13:24.241Zupload warning: file "/pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3891944 -> 4306579
14932025-04-15T04:13:25.314Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-clickhouse:default.log
14942025-04-15T04:13:25.339Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14952025-04-15T04:13:26.413Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_clickhouse_1824e04b-e64c-4490-9560-e5d16cc4b31b/root/var/svc/log/oxide-zone-network-setup:default.log
14962025-04-15T04:13:26.413Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroach-admin:default.log (2824 bytes)
14972025-04-15T04:13:27.407ZApr 15 04:13:27 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:69.89.207.99:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
14982025-04-15T04:13:27.511Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroach-admin:default.log
14992025-04-15T04:13:27.511Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
15002025-04-15T04:13:28.614Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroach-admin:default.log.0
15012025-04-15T04:13:28.614Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
15022025-04-15T04:13:29.686Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroachdb:default.log
15032025-04-15T04:13:29.711Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
15042025-04-15T04:13:30.783Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-cockroachdb:default.log.0
15052025-04-15T04:13:30.783Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15062025-04-15T04:13:31.856Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-zone-network-setup:default.log
15072025-04-15T04:13:31.881Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15082025-04-15T04:13:32.956Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_cockroachdb_47413e62-baf8-42bb-b00e-7d7fdfc85506/root/var/svc/log/oxide-zone-network-setup:default.log.0
15092025-04-15T04:13:32.956Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-agent:default.log (45099 bytes)
15102025-04-15T04:13:34.116Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-agent:default.log
15112025-04-15T04:13:34.116Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15122025-04-15T04:13:35.211Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:default.log
15132025-04-15T04:13:35.211Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-2dfb6399-ad29-4b88-9833-9b44fc21d1b7.log (5970 bytes)
15142025-04-15T04:13:36.308Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-2dfb6399-ad29-4b88-9833-9b44fc21d1b7.log
15152025-04-15T04:13:36.333Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-6e299662-c80b-4da5-85f3-2cde1dde26dd.log (6078 bytes)
15162025-04-15T04:13:37.401Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-6e299662-c80b-4da5-85f3-2cde1dde26dd.log
15172025-04-15T04:13:37.401Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-c3da3085-b096-46eb-9678-13ebd742775c.log (3007 bytes)
15182025-04-15T04:13:38.500Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-c3da3085-b096-46eb-9678-13ebd742775c.log
15192025-04-15T04:13:38.500Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-d8fd8d6d-f492-4265-af5f-b17115880b94.log (3126 bytes)
15202025-04-15T04:13:39.595Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:downstairs-d8fd8d6d-f492-4265-af5f-b17115880b94.log
15212025-04-15T04:13:39.619Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:snapshot-6e299662-c80b-4da5-85f3-2cde1dde26dd-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log (5656 bytes)
15222025-04-15T04:13:40.691Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-crucible-downstairs:snapshot-6e299662-c80b-4da5-85f3-2cde1dde26dd-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log
15232025-04-15T04:13:40.691Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15242025-04-15T04:13:41.786Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_8009870b-d697-493f-8319-d07373a8fa5c/root/var/svc/log/oxide-zone-network-setup:default.log
15252025-04-15T04:13:41.786Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_pantry_6da54fae-3e6d-40a8-9cb3-aae39e78924b/root/var/svc/log/oxide-crucible-pantry:default.log (161441 bytes)
15262025-04-15T04:13:41.967Zupload warning: file "/pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_pantry_6da54fae-3e6d-40a8-9cb3-aae39e78924b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161441 -> 181524
15272025-04-15T04:13:43.040Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_pantry_6da54fae-3e6d-40a8-9cb3-aae39e78924b/root/var/svc/log/oxide-crucible-pantry:default.log
15282025-04-15T04:13:43.040Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_pantry_6da54fae-3e6d-40a8-9cb3-aae39e78924b/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
15292025-04-15T04:13:44.135Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_crucible_pantry_6da54fae-3e6d-40a8-9cb3-aae39e78924b/root/var/svc/log/oxide-zone-network-setup:default.log
15302025-04-15T04:13:44.135Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-external_dns:default.log (45791 bytes)
15312025-04-15T04:13:44.251Zupload warning: file "/pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45791 -> 53343
15322025-04-15T04:13:45.321Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-external_dns:default.log
15332025-04-15T04:13:45.321Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15342025-04-15T04:13:46.416Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-opte-interface-setup:default.log
15352025-04-15T04:13:46.416Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15362025-04-15T04:13:47.509Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_external_dns_8dc32f5c-9944-4d04-99bd-d71ec01769c7/root/var/svc/log/oxide-zone-network-setup:default.log
15372025-04-15T04:13:47.535Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-internal_dns:default.log (301918 bytes)
15382025-04-15T04:13:47.738Zupload warning: file "/pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 301918 -> 339712
15392025-04-15T04:13:48.808Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-internal_dns:default.log
15402025-04-15T04:13:48.808Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-internal_dns:default.log.0 (409616 bytes)
15412025-04-15T04:13:50.085Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-internal_dns:default.log.0
15422025-04-15T04:13:50.085Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15432025-04-15T04:13:51.158Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-zone-network-setup:default.log
15442025-04-15T04:13:51.158Zuploading: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
15452025-04-15T04:13:52.253Zuploaded: /pool/ext/9edea93a-bf3c-470c-8d25-e5ab69272394/crypt/zone/oxz_internal_dns_d9f3f83e-63f2-4838-8183-b474e8c354de/root/var/svc/log/oxide-zone-network-setup:default.log.0
15462025-04-15T04:13:52.279Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-agent:default.log (8482 bytes)
15472025-04-15T04:13:53.372Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-agent:default.log
15482025-04-15T04:13:53.372Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15492025-04-15T04:13:54.468Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-downstairs:default.log
15502025-04-15T04:13:54.468Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-downstairs:downstairs-c407d444-419b-44c9-87ed-58f8dec76ec6.log (3008 bytes)
15512025-04-15T04:13:55.562Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-crucible-downstairs:downstairs-c407d444-419b-44c9-87ed-58f8dec76ec6.log
15522025-04-15T04:13:55.562Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15532025-04-15T04:13:56.659Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_0d721228-00be-4200-a16d-00bfe131c220/root/var/svc/log/oxide-zone-network-setup:default.log
15542025-04-15T04:13:56.686Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_pantry_44b442c3-38d7-4950-9397-a93add849b4a/root/var/svc/log/oxide-crucible-pantry:default.log (922972 bytes)
15552025-04-15T04:13:56.936Zupload warning: file "/pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_pantry_44b442c3-38d7-4950-9397-a93add849b4a/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 922972 -> 949748
15562025-04-15T04:13:58.006Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_pantry_44b442c3-38d7-4950-9397-a93add849b4a/root/var/svc/log/oxide-crucible-pantry:default.log
15572025-04-15T04:13:58.006Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_pantry_44b442c3-38d7-4950-9397-a93add849b4a/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
15582025-04-15T04:13:59.103Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_crucible_pantry_44b442c3-38d7-4950-9397-a93add849b4a/root/var/svc/log/oxide-zone-network-setup:default.log
15592025-04-15T04:13:59.103Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-nexus:default.log (43088195 bytes)
15602025-04-15T04:14:07.019Zupload warning: file "/pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 43088195 -> 44012454
15612025-04-15T04:14:08.089Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-nexus:default.log
15622025-04-15T04:14:08.089Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15632025-04-15T04:14:09.183Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-opte-interface-setup:default.log
15642025-04-15T04:14:09.183Zuploading: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
15652025-04-15T04:14:10.278Zuploaded: /pool/ext/be13ea8d-e133-4256-9b8e-77f93a3dc9be/crypt/zone/oxz_nexus_527069c3-e732-4ddb-a5bc-380dcdd7efde/root/var/svc/log/oxide-zone-network-setup:default.log
15662025-04-15T04:14:10.302Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroach-admin:default.log (2829 bytes)
15672025-04-15T04:14:11.372Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroach-admin:default.log
15682025-04-15T04:14:11.372Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
15692025-04-15T04:14:12.468Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroach-admin:default.log.0
15702025-04-15T04:14:12.468Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
15712025-04-15T04:14:13.538Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroachdb:default.log
15722025-04-15T04:14:13.563Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
15732025-04-15T04:14:14.633Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-cockroachdb:default.log.0
15742025-04-15T04:14:14.633Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15752025-04-15T04:14:15.704Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-zone-network-setup:default.log
15762025-04-15T04:14:15.704Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15772025-04-15T04:14:16.800Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_cockroachdb_62a98bf8-becf-4463-a49d-9e646d8a7844/root/var/svc/log/oxide-zone-network-setup:default.log.0
15782025-04-15T04:14:16.825Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
15792025-04-15T04:14:17.894Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-crucible-agent:default.log
15802025-04-15T04:14:17.894Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15812025-04-15T04:14:18.989Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-crucible-downstairs:default.log
15822025-04-15T04:14:18.989Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15832025-04-15T04:14:20.083Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_crucible_80ae1316-190c-4320-8677-67c92e7ceb71/root/var/svc/log/oxide-zone-network-setup:default.log
15842025-04-15T04:14:20.083Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-external_dns:default.log (45792 bytes)
15852025-04-15T04:14:20.284Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45792 -> 53345
15862025-04-15T04:14:21.354Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-external_dns:default.log
15872025-04-15T04:14:21.354Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15882025-04-15T04:14:22.448Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-opte-interface-setup:default.log
15892025-04-15T04:14:22.448Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15902025-04-15T04:14:23.543Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_external_dns_3ba0b750-c68d-45ef-8832-09583cdfaab1/root/var/svc/log/oxide-zone-network-setup:default.log
15912025-04-15T04:14:23.543Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-internal_dns:default.log (301907 bytes)
15922025-04-15T04:14:24.185Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 301907 -> 350963
15932025-04-15T04:14:25.256Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-internal_dns:default.log
15942025-04-15T04:14:25.256Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-internal_dns:default.log.0 (409625 bytes)
15952025-04-15T04:14:27.012Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-internal_dns:default.log.0
15962025-04-15T04:14:27.037Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15972025-04-15T04:14:28.083Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-zone-network-setup:default.log
15982025-04-15T04:14:28.083Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15992025-04-15T04:14:29.181Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_internal_dns_bb763fe2-f8df-415d-a29d-fdab590e5dfc/root/var/svc/log/oxide-zone-network-setup:default.log.0
16002025-04-15T04:14:29.181Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
16012025-04-15T04:14:29.391ZApr 15 04:14:28 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
16022025-04-15T04:14:30.255Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-chrony-setup:default.log
16032025-04-15T04:14:30.255Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-chrony-setup:default.log.0 (15277 bytes)
16042025-04-15T04:14:31.376Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-chrony-setup:default.log.0
16052025-04-15T04:14:31.376Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-ntp:default.log (2776 bytes)
16062025-04-15T04:14:31.425Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 2776 -> 3052
16072025-04-15T04:14:32.498Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-ntp:default.log
16082025-04-15T04:14:32.498Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-ntp:default.log.0 (734 bytes)
16092025-04-15T04:14:33.594Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-ntp:default.log.0
16102025-04-15T04:14:33.594Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
16112025-04-15T04:14:34.667Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-opte-interface-setup:default.log
16122025-04-15T04:14:34.667Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1125 bytes)
16132025-04-15T04:14:35.767Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-opte-interface-setup:default.log.0
16142025-04-15T04:14:35.767Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16152025-04-15T04:14:36.841Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-zone-network-setup:default.log
16162025-04-15T04:14:36.842Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
16172025-04-15T04:14:37.939Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/svc/log/oxide-zone-network-setup:default.log.0
16182025-04-15T04:14:37.939Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroach-admin:default.log (2830 bytes)
16192025-04-15T04:14:39.038Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroach-admin:default.log
16202025-04-15T04:14:39.038Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
16212025-04-15T04:14:40.137Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroach-admin:default.log.0
16222025-04-15T04:14:40.161Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
16232025-04-15T04:14:41.214Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroachdb:default.log
16242025-04-15T04:14:41.238Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
16252025-04-15T04:14:42.311Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-cockroachdb:default.log.0
16262025-04-15T04:14:42.311Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16272025-04-15T04:14:43.385Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-zone-network-setup:default.log
16282025-04-15T04:14:43.385Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2091 bytes)
16292025-04-15T04:14:44.483Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_cockroachdb_b56f7d83-8b51-41e0-b74e-64fddfff40c5/root/var/svc/log/oxide-zone-network-setup:default.log.0
16302025-04-15T04:14:44.507Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-agent:default.log (29408 bytes)
16312025-04-15T04:14:46.004Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-agent:default.log
16322025-04-15T04:14:46.004Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16332025-04-15T04:14:47.103Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:default.log
16342025-04-15T04:14:47.103Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:downstairs-04d32d72-5945-48f1-8a86-abec099978ff.log (3007 bytes)
16352025-04-15T04:14:48.201Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:downstairs-04d32d72-5945-48f1-8a86-abec099978ff.log
16362025-04-15T04:14:48.201Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9.log (6078 bytes)
16372025-04-15T04:14:49.298Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:downstairs-227aa8dd-8c67-4669-aff9-0204602989e9.log
16382025-04-15T04:14:49.298Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:snapshot-227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log (5657 bytes)
16392025-04-15T04:14:50.395Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-crucible-downstairs:snapshot-227aa8dd-8c67-4669-aff9-0204602989e9-44e3b44e-108f-41bb-9e97-6f1a9b8fd032.log
16402025-04-15T04:14:50.396Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16412025-04-15T04:14:51.494Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_crucible_6c496119-1d98-4fbe-a42f-eecf5ed2a075/root/var/svc/log/oxide-zone-network-setup:default.log
16422025-04-15T04:14:51.494Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-nexus:default.log (5070332 bytes)
16432025-04-15T04:14:51.969Zupload warning: file "/pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5070332 -> 6012875
16442025-04-15T04:14:53.043Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-nexus:default.log
16452025-04-15T04:14:53.043Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
16462025-04-15T04:14:54.142Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-opte-interface-setup:default.log
16472025-04-15T04:14:54.142Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-zone-network-setup:default.log (2053 bytes)
16482025-04-15T04:14:55.240Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_nexus_c2373202-6a37-4079-9fde-976f12481944/root/var/svc/log/oxide-zone-network-setup:default.log
16492025-04-15T04:14:55.240Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_oximeter_70d3c6da-cbe2-436d-a0f6-e0e7c73afdc5/root/var/svc/log/oxide-oximeter:default.log (3965276 bytes)
16502025-04-15T04:14:55.697Zupload warning: file "/pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_oximeter_70d3c6da-cbe2-436d-a0f6-e0e7c73afdc5/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3965276 -> 4887810
16512025-04-15T04:14:56.773Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_oximeter_70d3c6da-cbe2-436d-a0f6-e0e7c73afdc5/root/var/svc/log/oxide-oximeter:default.log
16522025-04-15T04:14:56.773Zuploading: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_oximeter_70d3c6da-cbe2-436d-a0f6-e0e7c73afdc5/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
16532025-04-15T04:14:57.873Zuploaded: /pool/ext/ceac07d1-4371-4fc7-842b-4bad43f811f1/crypt/zone/oxz_oximeter_70d3c6da-cbe2-436d-a0f6-e0e7c73afdc5/root/var/svc/log/oxide-zone-network-setup:default.log
16542025-04-15T04:14:57.874Zuploading: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-agent:default.log (12503 bytes)
16552025-04-15T04:14:58.995Zuploaded: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-agent:default.log
16562025-04-15T04:14:58.995Zuploading: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16572025-04-15T04:15:00.094Zuploaded: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-downstairs:default.log
16582025-04-15T04:15:00.094Zuploading: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-130a7c57-a3de-46ac-8ae3-927c4ee37cd3.log (5970 bytes)
16592025-04-15T04:15:01.192Zuploaded: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-130a7c57-a3de-46ac-8ae3-927c4ee37cd3.log
16602025-04-15T04:15:01.192Zuploading: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16612025-04-15T04:15:02.290Zuploaded: /pool/ext/d59d9b6a-98de-4563-9202-2118f03d0e71/crypt/zone/oxz_crucible_bda5b8d7-4cb6-4d6f-aac3-de07e95da9fb/root/var/svc/log/oxide-zone-network-setup:default.log
16622025-04-15T04:15:02.290Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-agent:default.log (12508 bytes)
16632025-04-15T04:15:03.414Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-agent:default.log
16642025-04-15T04:15:03.414Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16652025-04-15T04:15:04.511Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-downstairs:default.log
16662025-04-15T04:15:04.536Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-downstairs:downstairs-737f91bb-b897-40e6-8763-c849bfc7787d.log (5973 bytes)
16672025-04-15T04:15:05.609Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-crucible-downstairs:downstairs-737f91bb-b897-40e6-8763-c849bfc7787d.log
16682025-04-15T04:15:05.609Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16692025-04-15T04:15:06.707Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_crucible_e21ff481-7b83-4509-b070-53dfc310b802/root/var/svc/log/oxide-zone-network-setup:default.log
16702025-04-15T04:15:06.707Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-nexus:default.log (4986863 bytes)
16712025-04-15T04:15:07.176Zupload warning: file "/pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4986863 -> 6036181
16722025-04-15T04:15:08.250Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-nexus:default.log
16732025-04-15T04:15:08.250Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
16742025-04-15T04:15:09.350Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-opte-interface-setup:default.log
16752025-04-15T04:15:09.350Zuploading: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
16762025-04-15T04:15:10.447Zuploaded: /pool/ext/f1a37602-e89e-4e31-bd14-3ce624f39e6c/crypt/zone/oxz_nexus_909a489c-1cdb-4440-bdff-c8667de265bf/root/var/svc/log/oxide-zone-network-setup:default.log
16772025-04-15T04:15:10.447Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/measurements.log (549194 bytes)
16782025-04-15T04:15:10.737Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/measurements.log" changed size mid upload: 549194 -> 685105
16792025-04-15T04:15:11.810Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/measurements.log
16802025-04-15T04:15:11.810Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/statistics.log (424710 bytes)
16812025-04-15T04:15:12.094Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/statistics.log" changed size mid upload: 424710 -> 533403
16822025-04-15T04:15:13.168Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/statistics.log
16832025-04-15T04:15:13.168Zuploading: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/tracking.log (76438 bytes)
16842025-04-15T04:15:13.332Zupload warning: file "/pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/tracking.log" changed size mid upload: 76438 -> 95710
16852025-04-15T04:15:14.405Zuploaded: /pool/ext/c9e6c3be-df4c-4423-a832-2c1897ce3378/crypt/zone/oxz_ntp_ac5dcbb1-0915-4efc-9f07-f51e168da004/root/var/log/chrony/tracking.log