01JAG9SHV1AT8143CQH6GB9TKS: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JAG9T8642Y0A6H80Y34GAN41

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-18T17:44:16.703Zjob dependencies complete; ready to run (waiting for 32 m 31 s)
22024-10-18T17:48:10.951Zjob assigned to worker 01JAGBNVSYD3QSYMWMNJKRF8F2 (queued for 3 m 54 s)
32024-10-18T17:48:11.157Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-10-18T17:48:11.206Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-10-18T17:48:11.241Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-10-18T17:48:11.275Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-18T17:48:11.308Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-10-18T17:48:11.341ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-18T17:48:11.375Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-18T17:48:11.420ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-18T17:48:11.453ZConfiguring devices.
122024-10-18T17:48:11.486Z##################################################
132024-10-18T17:48:11.520Z#### ############# ##
142024-10-18T17:48:11.553Z### ### ############ ##
152024-10-18T17:48:11.586Z## ### # ## ### ## Oxide Computer Company ##
162024-10-18T17:48:11.620Z## ## ## ### # ### ##
172024-10-18T17:48:11.653Z## # ### #### #### This Station Under ##
182024-10-18T17:48:11.687Z### ### #### # ### Computer Control ##
192024-10-18T17:48:11.720Z#### #### ### ## ##
202024-10-18T17:48:11.754Z##################################################
212024-10-18T17:48:11.787ZHostname: buskin
222024-10-18T17:48:11.821ZLoading smf(7) service descriptions:
232024-10-18T17:48:12.397Zdownloading input: /input/package/work/package.tar.gz
242024-10-18T17:52:55.135Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-18T17:52:55.135Zstarting task 0: "setup"
262024-10-18T17:52:55.158Z++ uname -s
272024-10-18T17:52:55.159Z+ kern=SunOS
282024-10-18T17:52:55.159Z+ case "$kern" in
292024-10-18T17:52:55.159Z+ groupadd -g 12345 build
302024-10-18T17:52:55.159Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-18T17:52:57.154Z+ zfs create -o mountpoint=/work rpool/work
322024-10-18T17:52:57.180Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-18T17:52:57.203Z+ home_fs=zfs
342024-10-18T17:52:57.203Z+ [[ zfs == autofs ]]
352024-10-18T17:52:57.203Z+ mkdir -p /home/build
362024-10-18T17:52:57.203Z+ chown build:build /home/build /work
372024-10-18T17:52:59.187Z+ chmod 0700 /home/build /work
382024-10-18T17:52:59.211Zprocess exited: duration 4055 ms, exit code 0
 
392024-10-18T17:52:59.257Zstarting task 1: "authentication"
402024-10-18T17:52:59.299Zprocess exited: duration 42 ms, exit code 0
 
412024-10-18T17:52:59.346Zstarting task 2: "build"
422024-10-18T17:52:59.370Z+ trap _exit_trap EXIT
432024-10-18T17:52:59.370Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-10-18T17:52:59.370Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-10-18T17:52:59.370Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-10-18T17:53:09.807Z+ pfexec rem_drv xde
472024-10-18T17:53:09.830Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-10-18T17:53:09.906Z+ pfexec add_drv xde
492024-10-18T17:53:10.014Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-10-18T17:53:19.657Z+ chmod +x opteadm
512024-10-18T17:53:19.681Z+ cp opteadm /tmp/opteadm
522024-10-18T17:53:19.706Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-10-18T17:53:19.774Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-10-18T17:53:19.906Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-10-18T17:53:19.906Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-10-18T17:53:19.930Z+ [[ -d /opt/oxide ]]
662024-10-18T17:53:19.930Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-10-18T17:53:19.930Z+ pfexec mkdir /opt/oxide
682024-10-18T17:53:19.930Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-10-18T17:53:19.930Z+ [[ -d /opt/oxide-underneath ]]
702024-10-18T17:53:19.930Z+ cd /opt/oxide-underneath
712024-10-18T17:53:19.930Z+ pfexec tar ceEp@/f - .
722024-10-18T17:53:19.930Z+ cd /opt/oxide
732024-10-18T17:53:19.930Z+ pfexec tar xveEp@/f -
742024-10-18T17:53:19.974Zx ., 0 bytes, 0 tape blocks
752024-10-18T17:53:19.974Zx ./opte, 0 bytes, 0 tape blocks
762024-10-18T17:53:19.974Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-10-18T17:53:19.974Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-10-18T17:53:19.998Z+ pfexec rm -rf /opt/oxide-underneath
792024-10-18T17:53:19.998Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-10-18T17:53:20.022Z+ pfexec mkdir /opt/oxide/work
812024-10-18T17:53:20.022Z+ pfexec chown build:build /opt/oxide/work
822024-10-18T17:53:20.022Z+ cd /opt/oxide/work
832024-10-18T17:53:20.022Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-10-18T17:53:32.668ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-10-18T17:53:32.668Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-10-18T17:53:32.668Zx out/target/test, 107 bytes, 1 tape blocks
872024-10-18T17:53:32.668Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-10-18T17:53:32.668Zx package-manifest.toml, 32239 bytes, 63 tape blocks
892024-10-18T17:53:32.668Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-10-18T17:53:32.668Zx target/release/omicron-package, 33654824 bytes, 65733 tape blocks
912024-10-18T17:53:32.668Zx target/release/xtask, 12417352 bytes, 24253 tape blocks
922024-10-18T17:53:32.668Zx target/debug/bootstrap, 202331920 bytes, 395180 tape blocks
932024-10-18T17:53:32.668Zx tests/bootstrap-86df48df95540869, 24570328 bytes, 47989 tape blocks
942024-10-18T17:53:32.668Zx tests/commtest-949d772590f227a9, 25005232 bytes, 48839 tape blocks
952024-10-18T17:53:32.668Zx tests/dhcp_server-ef5e66644eb2da15, 24570344 bytes, 47989 tape blocks
962024-10-18T17:53:32.668Zx tests/end_to_end_tests-ffde8ffe4ec6ceca, 215373536 bytes, 420652 tape blocks
972024-10-18T17:53:32.668Zx out/clickhouse.tar.gz, 250475253 bytes, 489210 tape blocks
982024-10-18T17:53:32.668Zx out/clickhouse_keeper.tar.gz, 250462442 bytes, 489185 tape blocks
992024-10-18T17:53:32.668Zx out/clickhouse_server.tar.gz, 250461661 bytes, 489183 tape blocks
1002024-10-18T17:53:32.668Zx out/cockroachdb.tar.gz, 136003009 bytes, 265631 tape blocks
1012024-10-18T17:53:32.668Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1022024-10-18T17:53:32.668Zx out/crucible-pantry-zone.tar.gz, 27623068 bytes, 53952 tape blocks
1032024-10-18T17:53:32.668Zx out/crucible-zone.tar.gz, 36006657 bytes, 70326 tape blocks
1042024-10-18T17:53:32.668Zx out/external-dns.tar.gz, 31576159 bytes, 61673 tape blocks
1052024-10-18T17:53:32.668Zx out/internal-dns.tar.gz, 31573530 bytes, 61668 tape blocks
1062024-10-18T17:53:32.669Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-10-18T17:53:32.669Zx out/nexus.tar.gz, 97199273 bytes, 189843 tape blocks
1082024-10-18T17:53:32.669Zx out/ntp.tar.gz, 9331975 bytes, 18227 tape blocks
1092024-10-18T17:53:32.669Zx out/omicron-gateway-softnpu.tar.gz, 22157442 bytes, 43277 tape blocks
1102024-10-18T17:53:32.669Zx out/omicron-sled-agent.tar, 106168320 bytes, 207360 tape blocks
1112024-10-18T17:53:32.669Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-10-18T17:53:32.669Zx out/oximeter.tar.gz, 47326237 bytes, 92435 tape blocks
1132024-10-18T17:53:32.669Zx out/oxlog.tar, 3109376 bytes, 6073 tape blocks
1142024-10-18T17:53:32.669Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-10-18T17:53:32.669Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1162024-10-18T17:53:32.669Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-10-18T17:53:32.669Zx out/switch-softnpu.tar.gz, 228470465 bytes, 446232 tape blocks
1182024-10-18T17:53:32.693Z
1192024-10-18T17:53:32.693Zreal 12.654378523
1202024-10-18T17:53:32.693Zuser 11.160825958
1212024-10-18T17:53:32.693Zsys 2.520405540
1222024-10-18T17:53:32.693Ztrap 0.000501640
1232024-10-18T17:53:32.693Ztflt 0.000000000
1242024-10-18T17:53:32.693Zdflt 0.000000000
1252024-10-18T17:53:32.693Zkflt 0.000000000
1262024-10-18T17:53:32.693Zlock 0.000000000
1272024-10-18T17:53:32.693Zslp 11.297931604
1282024-10-18T17:53:32.693Zlat 0.326883369
1292024-10-18T17:53:32.693Zstop 0.000139112
1302024-10-18T17:53:32.693Z+ source .github/buildomat/ci-env.sh
1312024-10-18T17:53:32.693Z++ export CARGO_TERM_COLOR=always
1322024-10-18T17:53:32.693Z++ CARGO_TERM_COLOR=always
1332024-10-18T17:53:32.693Z+ bmat address ls
1342024-10-18T17:53:32.693ZNAME CIDR FIRST LAST COUNT
1352024-10-18T17:53:32.693Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1362024-10-18T17:53:32.693Z++ bmat address ls -f extra -Ho first,last,count
1372024-10-18T17:53:32.693Z+ set -- 10.151.1.164 10.151.1.227 64
1382024-10-18T17:53:32.693Z+ EXTRA_IP_START=10.151.1.164
1392024-10-18T17:53:32.693Z+ EXTRA_IP_END=10.151.1.227
1402024-10-18T17:53:32.693Z+ EXTRA_IP_COUNT=64
1412024-10-18T17:53:32.693Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-10-18T17:53:32.693Z+ EXTRA_IP_BASE=10.151.1
1432024-10-18T17:53:32.693Z+ EXTRA_IP_FOCTET=164
1442024-10-18T17:53:32.693Z+ EXTRA_IP_LOCTET=227
1452024-10-18T17:53:32.693Z+ SERVICE_IP_POOL_START=10.151.1.164
1462024-10-18T17:53:32.693Z+ SERVICE_IP_POOL_END=10.151.1.173
1472024-10-18T17:53:32.693Z+ DNS_IP1=10.151.1.164
1482024-10-18T17:53:32.693Z+ DNS_IP2=10.151.1.165
1492024-10-18T17:53:32.693Z+ UPLINK_IP=10.151.1.174
1502024-10-18T17:53:32.693Z+ IPPOOL_START=10.151.1.175
1512024-10-18T17:53:32.693Z+ IPPOOL_END=10.151.1.227
1522024-10-18T17:53:32.693Z++ ipadm show-addr -po type,addr
1532024-10-18T17:53:32.717Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-10-18T17:53:32.717Z+ GATEWAY_IP=10.151.1.100
1552024-10-18T17:53:32.717Z+ [[ -n 10.151.1.100 ]]
1562024-10-18T17:53:32.717Z+ ping -s 10.151.1.100 56 1
1572024-10-18T17:53:32.717ZPING 10.151.1.100: 56 data bytes
1582024-10-18T17:53:32.717Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1592024-10-18T17:53:32.717Z
1602024-10-18T17:53:32.717Z----10.151.1.100 PING Statistics----
1612024-10-18T17:53:32.717Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-10-18T17:53:32.717Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1632024-10-18T17:53:32.718Z++ arp -an
1642024-10-18T17:53:32.718Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1652024-10-18T17:53:32.718Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1662024-10-18T17:53:32.718Z+ routeadm -e ipv4-forwarding -u
1672024-10-18T17:53:32.822Z+ PXA_START=10.151.1.164
1682024-10-18T17:53:32.822Z+ PXA_END=10.151.1.227
1692024-10-18T17:53:32.822Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-10-18T17:53:33.019Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1712024-10-18T17:53:33.042ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-10-18T17:53:33.043Zcreating virtual hardware
1732024-10-18T17:53:33.043Zcreating /scratch/m2_0.vdev
1742024-10-18T17:53:33.043Zcreating /scratch/m2_1.vdev
1752024-10-18T17:53:33.043Zcreating /scratch/u2_0.vdev
1762024-10-18T17:53:33.043Zcreating /scratch/u2_1.vdev
1772024-10-18T17:53:33.043Zcreating /scratch/u2_2.vdev
1782024-10-18T17:53:33.043Zcreating /scratch/u2_3.vdev
1792024-10-18T17:53:33.043Zcreating /scratch/u2_4.vdev
1802024-10-18T17:53:33.043Zcreating /scratch/u2_5.vdev
1812024-10-18T17:53:33.043Zcreating /scratch/u2_6.vdev
1822024-10-18T17:53:33.043Zcreating /scratch/u2_7.vdev
1832024-10-18T17:53:33.043Zcreating /scratch/u2_8.vdev
1842024-10-18T17:53:33.066ZSimnet net0/sc0_0 exists
1852024-10-18T17:53:33.090ZSimnet net1/sc1_0 exists
1862024-10-18T17:53:33.113ZVnic sc0_1 exists
1872024-10-18T17:53:45.340ZUsing 10.151.1.100 as gateway ip
1882024-10-18T17:53:45.340Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1892024-10-18T17:53:45.340Zconfiguring SoftNPU ARP entry
1902024-10-18T17:53:45.368Zconfiguring SoftNPU proxy ARP
1912024-10-18T17:53:45.422ZSoftNPU state:
1922024-10-18T17:53:45.422Z local v6:
1932024-10-18T17:53:45.422Z local v4:
1942024-10-18T17:53:45.422Z router v6:
1952024-10-18T17:53:45.422Z router v4_idx:
1962024-10-18T17:53:45.422Z router v4_routes:
1972024-10-18T17:53:45.422Z resolver v4:
1982024-10-18T17:53:45.422Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992024-10-18T17:53:45.422Z resolver v6:
2002024-10-18T17:53:45.422Z nat v4:
2012024-10-18T17:53:45.422Z nat_v6:
2022024-10-18T17:53:45.422Z port_mac:
2032024-10-18T17:53:45.422Z proxy arp:
2042024-10-18T17:53:45.422Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2052024-10-18T17:53:45.422Zcreated virtual hardware
2062024-10-18T17:53:45.446Z
2072024-10-18T17:53:45.446Zreal 12.400248205
2082024-10-18T17:53:45.446Zuser 0.671945443
2092024-10-18T17:53:45.446Zsys 3.116587899
2102024-10-18T17:53:45.446Ztrap 0.000068135
2112024-10-18T17:53:45.446Ztflt 0.000327908
2122024-10-18T17:53:45.446Zdflt 0.000249843
2132024-10-18T17:53:45.446Zkflt 0.000012728
2142024-10-18T17:53:45.446Zlock 9:38.688855451
2152024-10-18T17:53:45.446Zslp 37.459456526
2162024-10-18T17:53:45.446Zlat 0.070579221
2172024-10-18T17:53:45.446Zstop 0.335783387
2182024-10-18T17:53:45.446Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-10-18T17:53:45.470Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-10-18T17:53:45.470Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-10-18T17:53:45.470Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-10-18T17:53:45.470Z+++ pkg/config.toml Fri Oct 18 17:53:45 2024
2232024-10-18T17:53:45.470Z@@ -29,18 +29,18 @@
2242024-10-18T17:53:45.470Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-10-18T17:53:45.470Z # followed by a string that is embedded into their fake serial values.
2262024-10-18T17:53:45.470Z vdevs = [
2272024-10-18T17:53:45.470Z- "m2_0.vdev",
2282024-10-18T17:53:45.470Z- "m2_1.vdev",
2292024-10-18T17:53:45.470Z+ "/scratch/m2_0.vdev",
2302024-10-18T17:53:45.470Z+ "/scratch/m2_1.vdev",
2312024-10-18T17:53:45.470Z
2322024-10-18T17:53:45.470Z- "u2_0.vdev",
2332024-10-18T17:53:45.470Z- "u2_1.vdev",
2342024-10-18T17:53:45.470Z- "u2_2.vdev",
2352024-10-18T17:53:45.471Z- "u2_3.vdev",
2362024-10-18T17:53:45.471Z- "u2_4.vdev",
2372024-10-18T17:53:45.471Z- "u2_5.vdev",
2382024-10-18T17:53:45.471Z- "u2_6.vdev",
2392024-10-18T17:53:45.471Z- "u2_7.vdev",
2402024-10-18T17:53:45.471Z- "u2_8.vdev",
2412024-10-18T17:53:45.471Z+ "/scratch/u2_0.vdev",
2422024-10-18T17:53:45.471Z+ "/scratch/u2_1.vdev",
2432024-10-18T17:53:45.471Z+ "/scratch/u2_2.vdev",
2442024-10-18T17:53:45.471Z+ "/scratch/u2_3.vdev",
2452024-10-18T17:53:45.471Z+ "/scratch/u2_4.vdev",
2462024-10-18T17:53:45.471Z+ "/scratch/u2_5.vdev",
2472024-10-18T17:53:45.471Z+ "/scratch/u2_6.vdev",
2482024-10-18T17:53:45.471Z+ "/scratch/u2_7.vdev",
2492024-10-18T17:53:45.471Z+ "/scratch/u2_8.vdev",
2502024-10-18T17:53:45.471Z ]
2512024-10-18T17:53:45.471Z
2522024-10-18T17:53:45.471Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-10-18T17:53:45.471Z+ true
2542024-10-18T17:53:45.471Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-10-18T17:53:45.471Z+ SILO_NAME=recovery
2562024-10-18T17:53:45.471Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-10-18T17:53:45.471Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-10-18T17:53:45.471Z+ sed -i~ '
2592024-10-18T17:53:45.471Z /^external_dns_ips/c\
2602024-10-18T17:53:45.471Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2612024-10-18T17:53:45.471Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-10-18T17:53:45.471Z /^first/c\
2632024-10-18T17:53:45.471Zfirst = "10.151.1.164"
2642024-10-18T17:53:45.471Z /^last/c\
2652024-10-18T17:53:45.471Zlast = "10.151.1.173"
2662024-10-18T17:53:45.472Z }
2672024-10-18T17:53:45.472Z /^infra_ip_first/c\
2682024-10-18T17:53:45.472Zinfra_ip_first = "10.151.1.174"
2692024-10-18T17:53:45.472Z /^infra_ip_last/c\
2702024-10-18T17:53:45.472Zinfra_ip_last = "10.151.1.174"
2712024-10-18T17:53:45.472Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-10-18T17:53:45.472Z /^routes/c\
2732024-10-18T17:53:45.472Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2742024-10-18T17:53:45.472Z /^addresses/c\
2752024-10-18T17:53:45.472Zaddresses = \[{address = "10.151.1.174/24"} \]
2762024-10-18T17:53:45.472Z }
2772024-10-18T17:53:45.472Z' pkg/config-rss.toml
2782024-10-18T17:53:45.472Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-10-18T17:53:45.496Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-10-18T17:53:45.496Z+++ pkg/config-rss.toml Fri Oct 18 17:53:46 2024
2812024-10-18T17:53:45.496Z@@ -33,7 +33,7 @@
2822024-10-18T17:53:45.496Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-10-18T17:53:45.496Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-10-18T17:53:45.496Z # below.
2852024-10-18T17:53:45.496Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-10-18T17:53:45.496Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2872024-10-18T17:53:45.496Z
2882024-10-18T17:53:45.496Z # Initial TLS certificates for the external API
2892024-10-18T17:53:45.496Z #
2902024-10-18T17:53:45.496Z@@ -69,8 +69,8 @@
2912024-10-18T17:53:45.496Z #
2922024-10-18T17:53:45.496Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-10-18T17:53:45.496Z [[internal_services_ip_pool_ranges]]
2942024-10-18T17:53:45.496Z-first = "192.168.1.20"
2952024-10-18T17:53:45.496Z-last = "192.168.1.29"
2962024-10-18T17:53:45.496Z+first = "10.151.1.164"
2972024-10-18T17:53:45.496Z+last = "10.151.1.173"
2982024-10-18T17:53:45.496Z
2992024-10-18T17:53:45.496Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-10-18T17:53:45.496Z # parameters should be provided to the control plane via wicket, but we need to
3012024-10-18T17:53:45.496Z@@ -91,8 +91,8 @@
3022024-10-18T17:53:45.496Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-10-18T17:53:45.496Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-10-18T17:53:45.496Z # With softnpu, only one address is used.
3052024-10-18T17:53:45.496Z-infra_ip_first = "192.168.1.30"
3062024-10-18T17:53:45.497Z-infra_ip_last = "192.168.1.30"
3072024-10-18T17:53:45.497Z+infra_ip_first = "10.151.1.174"
3082024-10-18T17:53:45.497Z+infra_ip_last = "10.151.1.174"
3092024-10-18T17:53:45.497Z
3102024-10-18T17:53:45.497Z # Configurations for BGP routers to run on the scrimlets.
3112024-10-18T17:53:45.497Z bgp = []
3122024-10-18T17:53:45.497Z@@ -100,9 +100,9 @@
3132024-10-18T17:53:45.497Z # You can configure multiple uplinks by repeating the following stanza
3142024-10-18T17:53:45.497Z [[rack_network_config.ports]]
3152024-10-18T17:53:45.497Z # Routes associated with this port.
3162024-10-18T17:53:45.497Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-10-18T17:53:45.497Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3182024-10-18T17:53:45.497Z # Addresses associated with this port.
3192024-10-18T17:53:45.497Z-addresses = [{address = "192.168.1.30/24"}]
3202024-10-18T17:53:45.497Z+addresses = [{address = "10.151.1.174/24"} ]
3212024-10-18T17:53:45.497Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-10-18T17:53:45.497Z port = "qsfp0"
3232024-10-18T17:53:45.497Z # The speed of this port.
3242024-10-18T17:53:45.497Z+ true
3252024-10-18T17:53:45.497Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-10-18T17:53:45.497Za pkg/config-rss.toml 8K
3272024-10-18T17:53:45.497Za pkg/config.toml 4K
3282024-10-18T17:53:45.497Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-10-18T17:53:45.497Z+ TLS_NAME=recovery.sys.oxide.test
3302024-10-18T17:53:45.497Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-10-18T17:53:46.256Z............+.+.....+....+.........+..+...+..........+..+.......+....................+...+...+.+......+..+...+...+....+......+.....+......+...+.+..+.......+.....+...............+......+......+.+..+.+...........+...+.+.....+......+......+....+...+......+..+.......+...+..+...............+...+..........+.....+....+...+......+.....+.......+...+.....+....+...+..............+....+...........+..................+.+.....+....+...........+.+.....+...+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+........+......+.+...+.....+......+.+.....+....+..+.......+........+............+.+.....+.........+............+...+.......+.....+................+.....+.........+.............+...+...+..+.........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+...+.............+..+............+................+...+..+.........+...+......+.+...+...............+..+...+...............+...+..........+..+.......+...+...+.........+.....+.+..+.............+...............+.................+.+..+..................+....+........+...+....+...+...+......+..............+.......+.....+..........+.....+.......+..+..........+.....+...+.+.....................+...+............+.......................+..............................+.+.................+...+....+...+.....+....+........+.......+.........+..+...+.+...+..+...............+...................+......+.....................+..+................+.....+.........+.+..+....+......+..+.......+...+......+.....+....+.....+..........+...........+....+........+...+.......+..+............+......+.........+.+............+......+.........+........+..................+................+........+......+............+....+...+..+.+.....+.......+........+.........+..........+...............+......+.....+....+...+...+..+......+......+...+......+....+..+.+........+.+.....+......+..........+.........+...+.....+..................+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-10-18T17:53:46.902Z......+...+...+.......+............+........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.........+.....+...+.........+......+.......+...+.....+....+......+..+......+.+......+.....+.........+..........+..............+......+.+...+..+.......+...........+....+...+..+.+..+.........+...+.......+......+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+.......+........+..........+.........+........+.......+......+..+....+........+.+.....+....+...+...+.....+.........+.+..+..........+.........+.........+.........+..+...+...............+......+........................+.+.....+.......+..+.+..+....+.....+......+...+......+....+............+............+..+....+.............................+............+.............+...........+....+........+.......+.................+......+...............+..........+........+.......+..............+.+..+...+..........+...+.........+........+....+...+...........+..........+......+...............+........+...+...+.......+..............+.........+..............................+.......+...+.....+......+.+.........+......+..+.+..+.........+..........+..............+....+....................+...+...+............+....+.....+....+..........................+..........+......+........+......+..................+.+.....+.+.........+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-18T17:53:46.926Z-----
3342024-10-18T17:53:46.949Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-10-18T17:53:46.949Za pkg/initial-tls-cert.pem 2K
3362024-10-18T17:53:46.949Za pkg/initial-tls-key.pem 4K
3372024-10-18T17:53:46.949Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-10-18T17:53:46.949Z+ rmdir pkg
3392024-10-18T17:53:46.949Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-10-18T17:53:46.949Z+ pfexec mkdir -p /usr/oxide
3412024-10-18T17:53:46.949Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3422024-10-18T17:53:47.615Z+ pfexec chmod +x /usr/oxide/oxide
3432024-10-18T17:53:47.639Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-10-18T17:54:05.949Z+ OMICRON_NO_UNINSTALL=1
3452024-10-18T17:54:05.949Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-10-18T17:54:05.973ZLogging to: /opt/oxide/work/out/LOG
3472024-10-18T17:54:06.572Z
3482024-10-18T17:54:06.596Zreal 0.617273061
3492024-10-18T17:54:06.596Zuser 0.137991795
3502024-10-18T17:54:06.596Zsys 3.379790926
3512024-10-18T17:54:06.596Ztrap 0.000025829
3522024-10-18T17:54:06.596Ztflt 0.000002000
3532024-10-18T17:54:06.596Zdflt 0.000644544
3542024-10-18T17:54:06.596Zkflt 0.000016050
3552024-10-18T17:54:06.596Zlock 55.321577563
3562024-10-18T17:54:06.596Zslp 0.801321206
3572024-10-18T17:54:06.596Zlat 0.003107150
3582024-10-18T17:54:06.596Zstop 0.207995593
3592024-10-18T17:54:06.596Z+ retry=0
3602024-10-18T17:54:06.596Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-10-18T17:54:06.596Z+ [[ 0 -gt 30 ]]
3622024-10-18T17:54:06.596Z+ sleep 1
3632024-10-18T17:54:07.587Z+ retry=1
3642024-10-18T17:54:07.587Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-10-18T17:54:07.610Z+ [[ 1 -gt 30 ]]
3662024-10-18T17:54:07.610Z+ sleep 1
3672024-10-18T17:54:08.601Z+ retry=2
3682024-10-18T17:54:08.601Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-10-18T17:54:08.624Z+ [[ 2 -gt 30 ]]
3702024-10-18T17:54:08.624Z+ sleep 1
3712024-10-18T17:54:09.617Z+ retry=3
3722024-10-18T17:54:09.617Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-10-18T17:54:29.394Z+ [[ 3 -gt 30 ]]
3742024-10-18T17:54:29.394Z+ sleep 1
3752024-10-18T17:54:30.396Z+ retry=4
3762024-10-18T17:54:30.396Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-10-18T17:54:30.421Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-10-18T17:54:30.445Zlocal v6:
3792024-10-18T17:54:30.445Zfda7:261a:ffd1:2c2a::1
3802024-10-18T17:54:30.445Zfe80::ec40:d4ff:fe06:3c42
3812024-10-18T17:54:30.445Zlocal v4:
3822024-10-18T17:54:30.445Z10.151.1.174
3832024-10-18T17:54:30.445Zrouter v6:
3842024-10-18T17:54:30.445Zrouter v4_idx:
3852024-10-18T17:54:30.445Z0.0.0.0/0 -> 0
3862024-10-18T17:54:30.445Zrouter v4_routes:
3872024-10-18T17:54:30.445Z0 -> 10.151.1.100 (2)
3882024-10-18T17:54:30.445Zresolver v4:
3892024-10-18T17:54:30.445Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3902024-10-18T17:54:30.445Z10.151.1.174 -> 12:9e:73:a5:6e:0c
3912024-10-18T17:54:30.445Zresolver v6:
3922024-10-18T17:54:30.445Zfe80::c6a:ecff:feea:169 -> 0e:6a:ec:ea:01:69
3932024-10-18T17:54:30.445Zfe80::ec40:d4ff:fe06:3c42 -> ee:40:d4:06:3c:42
3942024-10-18T17:54:30.445Znat v4:
3952024-10-18T17:54:30.445Znat_v6:
3962024-10-18T17:54:30.445Zport_mac:
3972024-10-18T17:54:30.445Z1000: a8:40:25:19:3a:14
3982024-10-18T17:54:30.445Z1: a8:40:25:19:3a:15
3992024-10-18T17:54:30.445Z2: a8:40:25:19:3a:35
4002024-10-18T17:54:30.445Zproxy arp:
4012024-10-18T17:54:30.446Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022024-10-18T17:54:30.446Z+ retry=0
4032024-10-18T17:54:30.446Z+++ zoneadm list -n
4042024-10-18T17:54:30.469Z+++ grep oxz_ntp
4052024-10-18T17:54:30.470Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-10-18T17:54:30.470Zsvcs: zone '-Hostate': entity not found
4072024-10-18T17:54:30.470Z++ true
4082024-10-18T17:54:30.470Z+ [[ '' != online ]]
4092024-10-18T17:54:30.470Z+ [[ 0 -gt 60 ]]
4102024-10-18T17:54:30.470Z+ sleep 1
4112024-10-18T17:54:31.465Z+ retry=1
4122024-10-18T17:54:31.489Z+++ zoneadm list -n
4132024-10-18T17:54:31.489Z+++ grep oxz_ntp
4142024-10-18T17:54:31.489Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-10-18T17:54:31.489Zsvcs: zone '-Hostate': entity not found
4162024-10-18T17:54:31.489Z++ true
4172024-10-18T17:54:31.490Z+ [[ '' != online ]]
4182024-10-18T17:54:31.490Z+ [[ 1 -gt 60 ]]
4192024-10-18T17:54:31.490Z+ sleep 1
4202024-10-18T17:54:32.487Z+ retry=2
4212024-10-18T17:54:32.512Z+++ zoneadm list -n
4222024-10-18T17:54:32.512Z+++ grep oxz_ntp
4232024-10-18T17:54:32.512Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-10-18T17:54:32.512Zsvcs: zone '-Hostate': entity not found
4252024-10-18T17:54:32.512Z++ true
4262024-10-18T17:54:32.512Z+ [[ '' != online ]]
4272024-10-18T17:54:32.512Z+ [[ 2 -gt 60 ]]
4282024-10-18T17:54:32.512Z+ sleep 1
4292024-10-18T17:54:33.508Z+ retry=3
4302024-10-18T17:54:33.533Z+++ zoneadm list -n
4312024-10-18T17:54:33.533Z+++ grep oxz_ntp
4322024-10-18T17:54:33.533Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4332024-10-18T17:54:33.557Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342024-10-18T17:54:33.557Z++ true
4352024-10-18T17:54:33.558Z+ [[ '' != online ]]
4362024-10-18T17:54:33.558Z+ [[ 3 -gt 60 ]]
4372024-10-18T17:54:33.558Z+ sleep 1
4382024-10-18T17:54:34.540Z+ retry=4
4392024-10-18T17:54:34.564Z+++ zoneadm list -n
4402024-10-18T17:54:34.565Z+++ grep oxz_ntp
4412024-10-18T17:54:34.565Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4422024-10-18T17:54:34.589Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432024-10-18T17:54:34.589Z++ true
4442024-10-18T17:54:34.589Z+ [[ '' != online ]]
4452024-10-18T17:54:34.590Z+ [[ 4 -gt 60 ]]
4462024-10-18T17:54:34.590Z+ sleep 1
4472024-10-18T17:54:35.569Z+ retry=5
4482024-10-18T17:54:35.593Z+++ zoneadm list -n
4492024-10-18T17:54:35.593Z+++ grep oxz_ntp
4502024-10-18T17:54:35.593Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4512024-10-18T17:54:35.617Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522024-10-18T17:54:35.617Z++ true
4532024-10-18T17:54:35.617Z+ [[ '' != online ]]
4542024-10-18T17:54:35.617Z+ [[ 5 -gt 60 ]]
4552024-10-18T17:54:35.617Z+ sleep 1
4562024-10-18T17:54:36.599Z+ retry=6
4572024-10-18T17:54:36.623Z+++ zoneadm list -n
4582024-10-18T17:54:36.623Z+++ grep oxz_ntp
4592024-10-18T17:54:36.623Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4602024-10-18T17:54:36.623Z+ [[ offline != online ]]
4612024-10-18T17:54:36.623Z+ [[ 6 -gt 60 ]]
4622024-10-18T17:54:36.623Z+ sleep 1
4632024-10-18T17:54:37.623Z+ retry=7
4642024-10-18T17:54:37.649Z+++ zoneadm list -n
4652024-10-18T17:54:37.649Z+++ grep oxz_ntp
4662024-10-18T17:54:37.650Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4672024-10-18T17:54:37.650Z+ [[ offline != online ]]
4682024-10-18T17:54:37.650Z+ [[ 7 -gt 60 ]]
4692024-10-18T17:54:37.650Z+ sleep 1
4702024-10-18T17:54:38.644Z+ retry=8
4712024-10-18T17:54:38.669Z+++ zoneadm list -n
4722024-10-18T17:54:38.669Z+++ grep oxz_ntp
4732024-10-18T17:54:38.669Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4742024-10-18T17:54:38.669Z+ [[ offline != online ]]
4752024-10-18T17:54:38.669Z+ [[ 8 -gt 60 ]]
4762024-10-18T17:54:38.669Z+ sleep 1
4772024-10-18T17:54:39.666Z+ retry=9
4782024-10-18T17:54:39.691Z+++ zoneadm list -n
4792024-10-18T17:54:39.692Z+++ grep oxz_ntp
4802024-10-18T17:54:39.692Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4812024-10-18T17:54:39.692Z+ [[ offline != online ]]
4822024-10-18T17:54:39.692Z+ [[ 9 -gt 60 ]]
4832024-10-18T17:54:39.692Z+ sleep 1
4842024-10-18T17:54:40.689Z+ retry=10
4852024-10-18T17:54:40.720Z+++ zoneadm list -n
4862024-10-18T17:54:40.720Z+++ grep oxz_ntp
4872024-10-18T17:54:40.720Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4882024-10-18T17:54:40.720Z+ [[ offline != online ]]
4892024-10-18T17:54:40.720Z+ [[ 10 -gt 60 ]]
4902024-10-18T17:54:40.720Z+ sleep 1
4912024-10-18T17:54:41.712Z+ retry=11
4922024-10-18T17:54:41.736Z+++ zoneadm list -n
4932024-10-18T17:54:41.736Z+++ grep oxz_ntp
4942024-10-18T17:54:41.736Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
4952024-10-18T17:54:41.736Z+ [[ offline != online ]]
4962024-10-18T17:54:41.736Z+ [[ 11 -gt 60 ]]
4972024-10-18T17:54:41.736Z+ sleep 1
4982024-10-18T17:54:42.734Z+ retry=12
4992024-10-18T17:54:42.761Z+++ zoneadm list -n
5002024-10-18T17:54:42.761Z+++ grep oxz_ntp
5012024-10-18T17:54:42.761Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
5022024-10-18T17:54:42.761Z+ [[ offline != online ]]
5032024-10-18T17:54:42.765Z+ [[ 12 -gt 60 ]]
5042024-10-18T17:54:42.765Z+ sleep 1
5052024-10-18T17:54:43.757Z+ retry=13
5062024-10-18T17:54:43.785Z+++ zoneadm list -n
5072024-10-18T17:54:43.785Z+++ grep oxz_ntp
5082024-10-18T17:54:43.785Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
5092024-10-18T17:54:43.785Z+ [[ offline != online ]]
5102024-10-18T17:54:43.785Z+ [[ 13 -gt 60 ]]
5112024-10-18T17:54:43.785Z+ sleep 1
 
5122024-10-18T17:54:43.950Zbuskin console login: Oct 18 17:54:43 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5132024-10-18T17:54:44.778Z+ retry=14
5142024-10-18T17:54:44.808Z+++ zoneadm list -n
5152024-10-18T17:54:44.808Z+++ grep oxz_ntp
5162024-10-18T17:54:44.808Z++ pfexec svcs -z oxz_ntp_64822dce-d64a-403f-bf53-d84635424320 -Hostate oxide/ntp
5172024-10-18T17:54:44.808Z+ [[ online != online ]]
5182024-10-18T17:54:44.808Z+ echo 'Waited for chrony: 14s'
5192024-10-18T17:54:44.808ZWaited for chrony: 14s
5202024-10-18T17:54:44.808Z+ retry=0
5212024-10-18T17:54:44.808Z+ zoneadm list
5222024-10-18T17:54:44.808Z+ grep nexus
5232024-10-18T17:54:44.808Z+ [[ 0 -gt 300 ]]
5242024-10-18T17:54:44.808Z+ sleep 1
5252024-10-18T17:54:49.562Z+ retry=1
5262024-10-18T17:54:49.611Z+ zoneadm list
5272024-10-18T17:54:49.611Z+ grep nexus
5282024-10-18T17:54:49.611Z+ [[ 1 -gt 300 ]]
5292024-10-18T17:54:49.611Z+ sleep 1
5302024-10-18T17:54:49.611Z+ retry=2
5312024-10-18T17:54:49.611Z+ zoneadm list
5322024-10-18T17:54:49.612Z+ grep nexus
5332024-10-18T17:54:49.612Z+ [[ 2 -gt 300 ]]
5342024-10-18T17:54:49.612Z+ sleep 1
5352024-10-18T17:54:49.635Z+ retry=3
5362024-10-18T17:54:49.635Z+ zoneadm list
5372024-10-18T17:54:49.635Z+ grep nexus
5382024-10-18T17:54:49.635Z+ [[ 3 -gt 300 ]]
5392024-10-18T17:54:49.635Z+ sleep 1
5402024-10-18T17:54:49.635Z+ retry=4
5412024-10-18T17:54:49.635Z+ zoneadm list
5422024-10-18T17:54:49.635Z+ grep nexus
5432024-10-18T17:54:49.635Z+ [[ 4 -gt 300 ]]
5442024-10-18T17:54:49.635Z+ sleep 1
5452024-10-18T17:54:49.858Z+ retry=5
5462024-10-18T17:54:49.881Z+ zoneadm list
5472024-10-18T17:54:49.881Z+ grep nexus
5482024-10-18T17:54:49.881Z+ [[ 5 -gt 300 ]]
5492024-10-18T17:54:49.881Z+ sleep 1
5502024-10-18T17:54:50.872Z+ retry=6
5512024-10-18T17:54:50.895Z+ zoneadm list
5522024-10-18T17:54:50.920Z+ grep nexus
5532024-10-18T17:54:50.944Z+ [[ 6 -gt 300 ]]
5542024-10-18T17:54:50.944Z+ sleep 1
5552024-10-18T17:54:52.049Z+ retry=7
5562024-10-18T17:54:52.085Z+ zoneadm list
5572024-10-18T17:54:52.144Z+ grep nexus
5582024-10-18T17:54:52.144Z+ [[ 7 -gt 300 ]]
5592024-10-18T17:54:52.144Z+ sleep 1
5602024-10-18T17:54:53.155Z+ retry=8
5612024-10-18T17:54:53.179Z+ zoneadm list
5622024-10-18T17:54:53.179Z+ grep nexus
5632024-10-18T17:54:53.179Z+ [[ 8 -gt 300 ]]
5642024-10-18T17:54:53.179Z+ sleep 1
5652024-10-18T17:54:54.170Z+ retry=9
5662024-10-18T17:54:54.193Z+ zoneadm list
5672024-10-18T17:54:54.193Z+ grep nexus
5682024-10-18T17:54:54.193Z+ [[ 9 -gt 300 ]]
5692024-10-18T17:54:54.193Z+ sleep 1
5702024-10-18T17:54:55.184Z+ retry=10
5712024-10-18T17:54:55.207Z+ zoneadm list
5722024-10-18T17:54:55.207Z+ grep nexus
5732024-10-18T17:54:55.207Z+ [[ 10 -gt 300 ]]
5742024-10-18T17:54:55.207Z+ sleep 1
5752024-10-18T17:54:56.196Z+ retry=11
5762024-10-18T17:54:56.220Z+ zoneadm list
5772024-10-18T17:54:56.220Z+ grep nexus
5782024-10-18T17:54:56.220Z+ [[ 11 -gt 300 ]]
5792024-10-18T17:54:56.220Z+ sleep 1
5802024-10-18T17:54:57.208Z+ retry=12
5812024-10-18T17:54:57.231Z+ zoneadm list
5822024-10-18T17:54:57.231Z+ grep nexus
5832024-10-18T17:54:57.231Z+ [[ 12 -gt 300 ]]
5842024-10-18T17:54:57.231Z+ sleep 1
5852024-10-18T17:54:58.222Z+ retry=13
5862024-10-18T17:54:58.245Z+ zoneadm list
5872024-10-18T17:54:58.245Z+ grep nexus
5882024-10-18T17:54:58.245Z+ [[ 13 -gt 300 ]]
5892024-10-18T17:54:58.245Z+ sleep 1
5902024-10-18T17:54:59.233Z+ retry=14
5912024-10-18T17:54:59.256Z+ zoneadm list
5922024-10-18T17:54:59.256Z+ grep nexus
5932024-10-18T17:54:59.256Z+ [[ 14 -gt 300 ]]
5942024-10-18T17:54:59.256Z+ sleep 1
5952024-10-18T17:55:00.244Z+ retry=15
5962024-10-18T17:55:00.268Z+ zoneadm list
5972024-10-18T17:55:00.268Z+ grep nexus
5982024-10-18T17:55:00.268Z+ [[ 15 -gt 300 ]]
5992024-10-18T17:55:00.268Z+ sleep 1
6002024-10-18T17:55:01.258Z+ retry=16
6012024-10-18T17:55:01.282Z+ zoneadm list
6022024-10-18T17:55:01.282Z+ grep nexus
6032024-10-18T17:55:01.282Z+ [[ 16 -gt 300 ]]
6042024-10-18T17:55:01.282Z+ sleep 1
6052024-10-18T17:55:02.270Z+ retry=17
6062024-10-18T17:55:02.294Z+ zoneadm list
6072024-10-18T17:55:02.294Z+ grep nexus
6082024-10-18T17:55:02.294Z+ [[ 17 -gt 300 ]]
6092024-10-18T17:55:02.294Z+ sleep 1
6102024-10-18T17:55:03.283Z+ retry=18
6112024-10-18T17:55:03.306Z+ zoneadm list
6122024-10-18T17:55:03.306Z+ grep nexus
6132024-10-18T17:55:03.306Z+ [[ 18 -gt 300 ]]
6142024-10-18T17:55:03.306Z+ sleep 1
6152024-10-18T17:55:04.316Z+ retry=19
6162024-10-18T17:55:04.348Z+ grep nexus
6172024-10-18T17:55:04.408Z+ zoneadm list
6182024-10-18T17:55:04.432Z+ [[ 19 -gt 300 ]]
6192024-10-18T17:55:04.432Z+ sleep 1
6202024-10-18T17:55:05.433Z+ retry=20
6212024-10-18T17:55:05.456Z+ zoneadm list
6222024-10-18T17:55:05.456Z+ grep nexus
6232024-10-18T17:55:05.456Z+ [[ 20 -gt 300 ]]
6242024-10-18T17:55:05.456Z+ sleep 1
6252024-10-18T17:55:06.448Z+ retry=21
6262024-10-18T17:55:06.472Z+ zoneadm list
6272024-10-18T17:55:06.472Z+ grep nexus
6282024-10-18T17:55:06.472Z+ [[ 21 -gt 300 ]]
6292024-10-18T17:55:06.472Z+ sleep 1
6302024-10-18T17:55:07.460Z+ retry=22
6312024-10-18T17:55:07.483Z+ zoneadm list
6322024-10-18T17:55:07.483Z+ grep nexus
6332024-10-18T17:55:07.483Z+ [[ 22 -gt 300 ]]
6342024-10-18T17:55:07.483Z+ sleep 1
6352024-10-18T17:55:08.473Z+ retry=23
6362024-10-18T17:55:08.497Z+ zoneadm list
6372024-10-18T17:55:08.497Z+ grep nexus
6382024-10-18T17:55:08.497Z+ [[ 23 -gt 300 ]]
6392024-10-18T17:55:08.497Z+ sleep 1
6402024-10-18T17:55:09.488Z+ retry=24
6412024-10-18T17:55:09.512Z+ zoneadm list
6422024-10-18T17:55:09.512Z+ grep nexus
6432024-10-18T17:55:09.512Z+ [[ 24 -gt 300 ]]
6442024-10-18T17:55:09.512Z+ sleep 1
6452024-10-18T17:55:10.500Z+ retry=25
6462024-10-18T17:55:10.524Z+ zoneadm list
6472024-10-18T17:55:10.524Z+ grep nexus
6482024-10-18T17:55:10.524Z+ [[ 25 -gt 300 ]]
6492024-10-18T17:55:10.524Z+ sleep 1
6502024-10-18T17:55:11.512Z+ retry=26
6512024-10-18T17:55:11.535Z+ zoneadm list
6522024-10-18T17:55:11.535Z+ grep nexus
6532024-10-18T17:55:11.535Z+ [[ 26 -gt 300 ]]
6542024-10-18T17:55:11.535Z+ sleep 1
6552024-10-18T17:55:12.524Z+ retry=27
6562024-10-18T17:55:12.547Z+ zoneadm list
6572024-10-18T17:55:12.547Z+ grep nexus
6582024-10-18T17:55:12.547Z+ [[ 27 -gt 300 ]]
6592024-10-18T17:55:12.547Z+ sleep 1
6602024-10-18T17:55:13.536Z+ retry=28
6612024-10-18T17:55:13.560Z+ zoneadm list
6622024-10-18T17:55:13.560Z+ grep nexus
6632024-10-18T17:55:13.560Z+ [[ 28 -gt 300 ]]
6642024-10-18T17:55:13.560Z+ sleep 1
6652024-10-18T17:55:14.549Z+ retry=29
6662024-10-18T17:55:14.572Z+ zoneadm list
6672024-10-18T17:55:14.572Z+ grep nexus
6682024-10-18T17:55:14.572Z+ [[ 29 -gt 300 ]]
6692024-10-18T17:55:14.572Z+ sleep 1
6702024-10-18T17:55:15.560Z+ retry=30
6712024-10-18T17:55:15.584Z+ zoneadm list
6722024-10-18T17:55:15.584Z+ grep nexus
6732024-10-18T17:55:15.584Z+ [[ 30 -gt 300 ]]
6742024-10-18T17:55:15.584Z+ sleep 1
6752024-10-18T17:55:16.571Z+ retry=31
6762024-10-18T17:55:16.595Z+ zoneadm list
6772024-10-18T17:55:16.595Z+ grep nexus
6782024-10-18T17:55:16.595Z+ [[ 31 -gt 300 ]]
6792024-10-18T17:55:16.595Z+ sleep 1
6802024-10-18T17:55:17.584Z+ retry=32
6812024-10-18T17:55:17.607Z+ zoneadm list
6822024-10-18T17:55:17.607Z+ grep nexus
6832024-10-18T17:55:17.607Z+ [[ 32 -gt 300 ]]
6842024-10-18T17:55:17.607Z+ sleep 1
6852024-10-18T17:55:18.595Z+ retry=33
6862024-10-18T17:55:18.619Z+ zoneadm list
6872024-10-18T17:55:18.619Z+ grep nexus
6882024-10-18T17:55:18.619Z+ [[ 33 -gt 300 ]]
6892024-10-18T17:55:18.619Z+ sleep 1
6902024-10-18T17:55:19.607Z+ retry=34
6912024-10-18T17:55:19.631Z+ zoneadm list
6922024-10-18T17:55:19.631Z+ grep nexus
6932024-10-18T17:55:19.631Z+ [[ 34 -gt 300 ]]
6942024-10-18T17:55:19.631Z+ sleep 1
6952024-10-18T17:55:20.620Z+ retry=35
6962024-10-18T17:55:20.643Z+ zoneadm list
6972024-10-18T17:55:20.643Z+ grep nexus
6982024-10-18T17:55:20.643Z+ [[ 35 -gt 300 ]]
6992024-10-18T17:55:20.643Z+ sleep 1
7002024-10-18T17:55:21.631Z+ retry=36
7012024-10-18T17:55:21.655Z+ zoneadm list
7022024-10-18T17:55:21.655Z+ grep nexus
7032024-10-18T17:55:21.655Z+ [[ 36 -gt 300 ]]
7042024-10-18T17:55:21.655Z+ sleep 1
7052024-10-18T17:55:22.642Z+ retry=37
7062024-10-18T17:55:22.665Z+ zoneadm list
7072024-10-18T17:55:22.665Z+ grep nexus
7082024-10-18T17:55:22.665Z+ [[ 37 -gt 300 ]]
7092024-10-18T17:55:22.665Z+ sleep 1
7102024-10-18T17:55:23.653Z+ retry=38
7112024-10-18T17:55:23.677Z+ zoneadm list
7122024-10-18T17:55:23.677Z+ grep nexus
7132024-10-18T17:55:23.677Z+ [[ 38 -gt 300 ]]
7142024-10-18T17:55:23.677Z+ sleep 1
7152024-10-18T17:55:24.665Z+ retry=39
7162024-10-18T17:55:24.689Z+ zoneadm list
7172024-10-18T17:55:24.689Z+ grep nexus
7182024-10-18T17:55:24.689Z+ [[ 39 -gt 300 ]]
7192024-10-18T17:55:24.689Z+ sleep 1
7202024-10-18T17:55:25.677Z+ retry=40
7212024-10-18T17:55:25.701Z+ zoneadm list
7222024-10-18T17:55:25.701Z+ grep nexus
7232024-10-18T17:55:25.701Z+ [[ 40 -gt 300 ]]
7242024-10-18T17:55:25.701Z+ sleep 1
7252024-10-18T17:55:26.689Z+ retry=41
7262024-10-18T17:55:26.713Z+ zoneadm list
7272024-10-18T17:55:26.713Z+ grep nexus
7282024-10-18T17:55:26.713Z+ [[ 41 -gt 300 ]]
7292024-10-18T17:55:26.713Z+ sleep 1
7302024-10-18T17:55:27.701Z+ retry=42
7312024-10-18T17:55:27.725Z+ zoneadm list
7322024-10-18T17:55:27.725Z+ grep nexus
7332024-10-18T17:55:27.725Z+ [[ 42 -gt 300 ]]
7342024-10-18T17:55:27.725Z+ sleep 1
7352024-10-18T17:55:28.713Z+ retry=43
7362024-10-18T17:55:28.736Z+ zoneadm list
7372024-10-18T17:55:28.736Z+ grep nexus
7382024-10-18T17:55:28.736Z+ [[ 43 -gt 300 ]]
7392024-10-18T17:55:28.736Z+ sleep 1
7402024-10-18T17:55:29.725Z+ retry=44
7412024-10-18T17:55:29.752Z+ zoneadm list
7422024-10-18T17:55:29.752Z+ grep nexus
7432024-10-18T17:55:29.752Z+ [[ 44 -gt 300 ]]
7442024-10-18T17:55:29.752Z+ sleep 1
7452024-10-18T17:55:30.736Z+ retry=45
7462024-10-18T17:55:30.760Z+ zoneadm list
7472024-10-18T17:55:30.760Z+ grep nexus
7482024-10-18T17:55:30.760Z+ [[ 45 -gt 300 ]]
7492024-10-18T17:55:30.760Z+ sleep 1
7502024-10-18T17:55:31.747Z+ retry=46
7512024-10-18T17:55:31.771Z+ zoneadm list
7522024-10-18T17:55:31.771Z+ grep nexus
7532024-10-18T17:55:31.771Z+ [[ 46 -gt 300 ]]
7542024-10-18T17:55:31.771Z+ sleep 1
7552024-10-18T17:55:32.760Z+ retry=47
7562024-10-18T17:55:32.783Z+ zoneadm list
7572024-10-18T17:55:32.783Z+ grep nexus
7582024-10-18T17:55:32.783Z+ [[ 47 -gt 300 ]]
7592024-10-18T17:55:32.783Z+ sleep 1
7602024-10-18T17:55:33.772Z+ retry=48
7612024-10-18T17:55:33.795Z+ zoneadm list
7622024-10-18T17:55:33.795Z+ grep nexus
7632024-10-18T17:55:33.795Z+ [[ 48 -gt 300 ]]
7642024-10-18T17:55:33.795Z+ sleep 1
7652024-10-18T17:55:34.786Z+ retry=49
7662024-10-18T17:55:34.811Z+ zoneadm list
7672024-10-18T17:55:34.811Z+ grep nexus
7682024-10-18T17:55:34.811Z+ [[ 49 -gt 300 ]]
7692024-10-18T17:55:34.811Z+ sleep 1
7702024-10-18T17:55:35.799Z+ retry=50
7712024-10-18T17:55:35.823Z+ zoneadm list
7722024-10-18T17:55:35.823Z+ grep nexus
7732024-10-18T17:55:35.823Z+ [[ 50 -gt 300 ]]
7742024-10-18T17:55:35.823Z+ sleep 1
7752024-10-18T17:55:36.810Z+ retry=51
7762024-10-18T17:55:36.834Z+ zoneadm list
7772024-10-18T17:55:36.834Z+ grep nexus
7782024-10-18T17:55:36.834Z+ [[ 51 -gt 300 ]]
7792024-10-18T17:55:36.835Z+ sleep 1
7802024-10-18T17:55:37.823Z+ retry=52
7812024-10-18T17:55:37.847Z+ zoneadm list
7822024-10-18T17:55:37.847Z+ grep nexus
7832024-10-18T17:55:37.847Z+ [[ 52 -gt 300 ]]
7842024-10-18T17:55:37.847Z+ sleep 1
7852024-10-18T17:55:38.836Z+ retry=53
7862024-10-18T17:55:38.859Z+ zoneadm list
7872024-10-18T17:55:38.860Z+ grep nexus
7882024-10-18T17:55:38.860Z+ [[ 53 -gt 300 ]]
7892024-10-18T17:55:38.860Z+ sleep 1
7902024-10-18T17:55:39.848Z+ retry=54
7912024-10-18T17:55:39.872Z+ zoneadm list
7922024-10-18T17:55:39.872Z+ grep nexus
7932024-10-18T17:55:39.872Z+ [[ 54 -gt 300 ]]
7942024-10-18T17:55:39.872Z+ sleep 1
7952024-10-18T17:55:40.860Z+ retry=55
7962024-10-18T17:55:40.884Z+ zoneadm list
7972024-10-18T17:55:40.884Z+ grep nexus
7982024-10-18T17:55:40.884Z+ [[ 55 -gt 300 ]]
7992024-10-18T17:55:40.884Z+ sleep 1
8002024-10-18T17:55:41.873Z+ retry=56
8012024-10-18T17:55:41.899Z+ zoneadm list
8022024-10-18T17:55:41.899Z+ grep nexus
8032024-10-18T17:55:41.899Z+ [[ 56 -gt 300 ]]
8042024-10-18T17:55:41.899Z+ sleep 1
8052024-10-18T17:55:42.885Z+ retry=57
8062024-10-18T17:55:42.909Z+ zoneadm list
8072024-10-18T17:55:42.909Z+ grep nexus
8082024-10-18T17:55:42.909Z+ [[ 57 -gt 300 ]]
8092024-10-18T17:55:42.909Z+ sleep 1
8102024-10-18T17:55:43.896Z+ retry=58
8112024-10-18T17:55:43.924Z+ zoneadm list
8122024-10-18T17:55:43.924Z+ grep nexus
8132024-10-18T17:55:43.924Z+ [[ 58 -gt 300 ]]
8142024-10-18T17:55:43.925Z+ sleep 1
8152024-10-18T17:55:44.909Z+ retry=59
8162024-10-18T17:55:44.933Z+ zoneadm list
8172024-10-18T17:55:44.933Z+ grep nexus
8182024-10-18T17:55:44.933Z+ [[ 59 -gt 300 ]]
8192024-10-18T17:55:44.933Z+ sleep 1
8202024-10-18T17:55:45.922Z+ retry=60
8212024-10-18T17:55:45.964Z+ zoneadm list
8222024-10-18T17:55:45.964Z+ grep nexus
8232024-10-18T17:55:45.964Z+ [[ 60 -gt 300 ]]
8242024-10-18T17:55:45.964Z+ sleep 1
8252024-10-18T17:55:46.934Z+ retry=61
8262024-10-18T17:55:46.958Z+ zoneadm list
8272024-10-18T17:55:46.958Z+ grep nexus
8282024-10-18T17:55:46.958Z+ [[ 61 -gt 300 ]]
8292024-10-18T17:55:46.958Z+ sleep 1
8302024-10-18T17:55:47.961Z+ retry=62
8312024-10-18T17:55:47.987Z+ zoneadm list
8322024-10-18T17:55:47.987Z+ grep nexus
8332024-10-18T17:55:47.987Z+ [[ 62 -gt 300 ]]
8342024-10-18T17:55:47.987Z+ sleep 1
8352024-10-18T17:55:48.966Z+ retry=63
8362024-10-18T17:55:49.007Z+ zoneadm list
8372024-10-18T17:55:49.007Z+ grep nexus
8382024-10-18T17:55:49.008Z+ [[ 63 -gt 300 ]]
8392024-10-18T17:55:49.008Z+ sleep 1
8402024-10-18T17:55:49.970Z+ retry=64
8412024-10-18T17:55:49.994Z+ zoneadm list
8422024-10-18T17:55:49.994Z+ grep nexus
8432024-10-18T17:55:49.994Z+ [[ 64 -gt 300 ]]
8442024-10-18T17:55:49.994Z+ sleep 1
8452024-10-18T17:55:50.981Z+ retry=65
8462024-10-18T17:55:51.008Z+ zoneadm list
8472024-10-18T17:55:51.008Z+ grep nexus
8482024-10-18T17:55:51.008Z+ [[ 65 -gt 300 ]]
8492024-10-18T17:55:51.008Z+ sleep 1
8502024-10-18T17:55:51.995Z+ retry=66
8512024-10-18T17:55:52.018Z+ zoneadm list
8522024-10-18T17:55:52.018Z+ grep nexus
8532024-10-18T17:55:52.018Z+ [[ 66 -gt 300 ]]
8542024-10-18T17:55:52.018Z+ sleep 1
8552024-10-18T17:55:53.007Z+ retry=67
8562024-10-18T17:55:53.031Z+ zoneadm list
8572024-10-18T17:55:53.031Z+ grep nexus
8582024-10-18T17:55:53.031Z+ [[ 67 -gt 300 ]]
8592024-10-18T17:55:53.031Z+ sleep 1
8602024-10-18T17:55:54.018Z+ retry=68
8612024-10-18T17:55:54.042Z+ zoneadm list
8622024-10-18T17:55:54.042Z+ grep nexus
8632024-10-18T17:55:54.042Z+ [[ 68 -gt 300 ]]
8642024-10-18T17:55:54.042Z+ sleep 1
8652024-10-18T17:55:55.030Z+ retry=69
8662024-10-18T17:55:55.053Z+ zoneadm list
8672024-10-18T17:55:55.053Z+ grep nexus
8682024-10-18T17:55:55.053Z+ [[ 69 -gt 300 ]]
8692024-10-18T17:55:55.053Z+ sleep 1
8702024-10-18T17:55:56.041Z+ retry=70
8712024-10-18T17:55:56.064Z+ zoneadm list
8722024-10-18T17:55:56.064Z+ grep nexus
8732024-10-18T17:55:56.064Z+ [[ 70 -gt 300 ]]
8742024-10-18T17:55:56.064Z+ sleep 1
8752024-10-18T17:55:57.053Z+ retry=71
8762024-10-18T17:55:57.076Z+ zoneadm list
8772024-10-18T17:55:57.076Z+ grep nexus
8782024-10-18T17:55:57.077Z+ [[ 71 -gt 300 ]]
8792024-10-18T17:55:57.077Z+ sleep 1
8802024-10-18T17:55:58.065Z+ retry=72
8812024-10-18T17:55:58.089Z+ zoneadm list
8822024-10-18T17:55:58.089Z+ grep nexus
8832024-10-18T17:55:58.089Z+ [[ 72 -gt 300 ]]
8842024-10-18T17:55:58.089Z+ sleep 1
8852024-10-18T17:55:59.077Z+ retry=73
8862024-10-18T17:55:59.100Z+ zoneadm list
8872024-10-18T17:55:59.100Z+ grep nexus
8882024-10-18T17:55:59.100Z+ [[ 73 -gt 300 ]]
8892024-10-18T17:55:59.101Z+ sleep 1
8902024-10-18T17:56:00.090Z+ retry=74
8912024-10-18T17:56:00.113Z+ zoneadm list
8922024-10-18T17:56:00.113Z+ grep nexus
8932024-10-18T17:56:00.113Z+ [[ 74 -gt 300 ]]
8942024-10-18T17:56:00.113Z+ sleep 1
8952024-10-18T17:56:01.155Z+ retry=75
8962024-10-18T17:56:01.178Z+ zoneadm list
8972024-10-18T17:56:01.255Z+ grep nexus
8982024-10-18T17:56:01.278Z+ [[ 75 -gt 300 ]]
8992024-10-18T17:56:01.279Z+ sleep 1
9002024-10-18T17:56:02.278Z+ retry=76
9012024-10-18T17:56:02.302Z+ zoneadm list
9022024-10-18T17:56:02.325Z+ grep nexus
9032024-10-18T17:56:02.348Z+ [[ 76 -gt 300 ]]
9042024-10-18T17:56:02.348Z+ sleep 1
9052024-10-18T17:56:03.444Z+ retry=77
9062024-10-18T17:56:03.469Z+ zoneadm list
9072024-10-18T17:56:03.469Z+ grep nexus
9082024-10-18T17:56:03.493Z+ [[ 77 -gt 300 ]]
9092024-10-18T17:56:03.493Z+ sleep 1
9102024-10-18T17:56:04.480Z+ retry=78
9112024-10-18T17:56:04.504Z+ zoneadm list
9122024-10-18T17:56:04.527Z+ grep nexus
9132024-10-18T17:56:04.527Z+ [[ 78 -gt 300 ]]
9142024-10-18T17:56:04.527Z+ sleep 1
9152024-10-18T17:56:05.533Z+ retry=79
9162024-10-18T17:56:05.556Z+ zoneadm list
9172024-10-18T17:56:05.556Z+ grep nexus
9182024-10-18T17:56:05.556Z+ [[ 79 -gt 300 ]]
9192024-10-18T17:56:05.556Z+ sleep 1
9202024-10-18T17:56:10.753Z+ retry=80
9212024-10-18T17:56:10.753Z+ zoneadm list
9222024-10-18T17:56:10.754Z+ grep nexus
9232024-10-18T17:56:10.907Z+ [[ 80 -gt 300 ]]
9242024-10-18T17:56:10.933Z+ sleep 1
9252024-10-18T17:56:12.066Z+ retry=81
9262024-10-18T17:56:12.090Z+ zoneadm list
9272024-10-18T17:56:12.090Z+ grep nexus
9282024-10-18T17:56:12.090Z+ [[ 81 -gt 300 ]]
9292024-10-18T17:56:12.090Z+ sleep 1
9302024-10-18T17:56:13.088Z+ retry=82
9312024-10-18T17:56:13.112Z+ zoneadm list
9322024-10-18T17:56:13.112Z+ grep nexus
9332024-10-18T17:56:13.112Z+ [[ 82 -gt 300 ]]
9342024-10-18T17:56:13.112Z+ sleep 1
9352024-10-18T17:56:14.111Z+ retry=83
9362024-10-18T17:56:14.135Z+ zoneadm list
9372024-10-18T17:56:14.135Z+ grep nexus
9382024-10-18T17:56:14.135Z+ [[ 83 -gt 300 ]]
9392024-10-18T17:56:14.135Z+ sleep 1
9402024-10-18T17:56:15.135Z+ retry=84
9412024-10-18T17:56:15.158Z+ zoneadm list
9422024-10-18T17:56:15.159Z+ grep nexus
9432024-10-18T17:56:15.159Z+ [[ 84 -gt 300 ]]
9442024-10-18T17:56:15.159Z+ sleep 1
9452024-10-18T17:56:16.163Z+ retry=85
9462024-10-18T17:56:16.186Z+ zoneadm list
9472024-10-18T17:56:16.186Z+ grep nexus
9482024-10-18T17:56:16.186Z+ [[ 85 -gt 300 ]]
9492024-10-18T17:56:16.186Z+ sleep 1
9502024-10-18T17:56:17.185Z+ retry=86
9512024-10-18T17:56:17.208Z+ zoneadm list
9522024-10-18T17:56:17.208Z+ grep nexus
9532024-10-18T17:56:17.208Z+ [[ 86 -gt 300 ]]
9542024-10-18T17:56:17.208Z+ sleep 1
9552024-10-18T17:56:18.205Z+ retry=87
9562024-10-18T17:56:18.228Z+ zoneadm list
9572024-10-18T17:56:18.228Z+ grep nexus
9582024-10-18T17:56:18.228Z+ [[ 87 -gt 300 ]]
9592024-10-18T17:56:18.228Z+ sleep 1
9602024-10-18T17:56:19.225Z+ retry=88
9612024-10-18T17:56:19.249Z+ zoneadm list
9622024-10-18T17:56:19.249Z+ grep nexus
9632024-10-18T17:56:19.249Zoxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f
9642024-10-18T17:56:19.249Zoxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b
9652024-10-18T17:56:19.249Zoxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2
9662024-10-18T17:56:19.249Z+ echo 'Waited for nexus: 88s'
9672024-10-18T17:56:19.249Z+ export RUST_BACKTRACE=1
9682024-10-18T17:56:19.249Z+ RUST_BACKTRACE=1
9692024-10-18T17:56:19.249Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
9702024-10-18T17:56:19.273ZWaited for nexus: 88s
9712024-10-18T17:56:19.273Z++ ./target/debug/bootstrap
9722024-10-18T17:56:19.613ZUsing external DNS server at 10.151.1.164:53
9732024-10-18T17:56:19.646Z2024-10-18 17:56:19.637293447 UTC: attempting to log into API
 
9742024-10-18T17:56:31.466ZOct 18 17:56:31 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
9752024-10-18T17:56:32.067ZOct 18 17:56:31 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
9762024-10-18T17:56:32.946ZOct 18 17:56:32 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
9772024-10-18T17:56:33.528ZOct 18 17:56:32 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
9782024-10-18T17:56:33.565ZOct 18 17:56:33 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
9792024-10-18T17:56:34.721Z2024-10-18 17:56:34.710408737 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9802024-10-18T17:56:35.723Z2024-10-18 17:56:35.711046173 UTC: attempting to log into API
9812024-10-18T17:56:50.754Z2024-10-18 17:56:50.743048257 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9822024-10-18T17:56:51.756Z2024-10-18 17:56:51.744371446 UTC: attempting to log into API
9832024-10-18T17:56:57.571Z2024-10-18 17:56:57.559818666 UTC: login succeeded
9842024-10-18T17:56:57.604Zwaiting for nexus to come up...
9852024-10-18T17:56:57.746Zcreating IP pool... 10.151.1.175 - 10.151.1.227
9862024-10-18T17:56:58.012Zsetting up quotas...
9872024-10-18T17:56:58.064Zensuring datasets are ready...
9882024-10-18T17:57:01.148Zlet's roll.
9892024-10-18T17:57:01.182Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
9902024-10-18T17:57:01.182ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9912024-10-18T17:57:01.182ZOXIDE_TOKEN=oxide-token-b549c49df47e95a5502ec660f69be45a9a785508'
9922024-10-18T17:57:01.182Z++ OXIDE_HOST=https://recovery.sys.oxide.test
9932024-10-18T17:57:01.182Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9942024-10-18T17:57:01.182Z++ OXIDE_TOKEN=oxide-token-b549c49df47e95a5502ec660f69be45a9a785508
9952024-10-18T17:57:01.182Z+ export OXIDE_HOST OXIDE_TOKEN
9962024-10-18T17:57:01.182Z+ retry=0
9972024-10-18T17:57:01.182Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9982024-10-18T17:57:01.230Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9992024-10-18T17:57:01.905Z{"status":"ok"}success
10002024-10-18T17:57:01.906ZProject {
10012024-10-18T17:57:01.906Z description: "some images",
10022024-10-18T17:57:01.906Z id: b18c296e-fb26-43c3-bf31-e3fcd4c44280,
10032024-10-18T17:57:01.906Z name: Name(
10042024-10-18T17:57:01.906Z "images",
10052024-10-18T17:57:01.906Z ),
10062024-10-18T17:57:01.906Z time_created: 2024-10-18T17:57:01.328626Z,
10072024-10-18T17:57:01.906Z time_modified: 2024-10-18T17:57:01.328626Z,
10082024-10-18T17:57:01.906Z}
10092024-10-18T17:57:01.930Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem --timeout 60 disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
10102024-10-18T18:00:24.849Zdone!
10112024-10-18T18:00:24.951Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
10122024-10-18T18:00:25.056Zsuccess
10132024-10-18T18:00:25.056ZImage {
10142024-10-18T18:00:25.056Z block_size: ByteCount(
10152024-10-18T18:00:25.056Z 512,
10162024-10-18T18:00:25.056Z ),
10172024-10-18T18:00:25.056Z description: "debian 11 original base image",
10182024-10-18T18:00:25.056Z digest: None,
10192024-10-18T18:00:25.056Z id: 5a4f4b0b-4aa2-429d-8a8e-4798b366970b,
10202024-10-18T18:00:25.056Z name: Name(
10212024-10-18T18:00:25.056Z "debian11",
10222024-10-18T18:00:25.056Z ),
10232024-10-18T18:00:25.056Z os: "debian",
10242024-10-18T18:00:25.056Z project_id: None,
10252024-10-18T18:00:25.056Z size: ByteCount(
10262024-10-18T18:00:25.056Z 2147483648,
10272024-10-18T18:00:25.056Z ),
10282024-10-18T18:00:25.056Z time_created: 2024-10-18T18:00:24.779224Z,
10292024-10-18T18:00:25.056Z time_modified: 2024-10-18T18:00:25.038729Z,
10302024-10-18T18:00:25.056Z url: None,
10312024-10-18T18:00:25.056Z version: "11",
10322024-10-18T18:00:25.056Z}
10332024-10-18T18:00:25.080Z+ for test_bin in tests/*
10342024-10-18T18:00:25.080Z+ ./tests/bootstrap-86df48df95540869
10352024-10-18T18:00:25.103Z
10362024-10-18T18:00:25.103Zrunning 0 tests
10372024-10-18T18:00:25.103Z
10382024-10-18T18:00:25.103Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10392024-10-18T18:00:25.103Z
10402024-10-18T18:00:25.103Z+ for test_bin in tests/*
10412024-10-18T18:00:25.103Z+ ./tests/commtest-949d772590f227a9
10422024-10-18T18:00:25.103Z
10432024-10-18T18:00:25.103Zrunning 0 tests
10442024-10-18T18:00:25.103Z
10452024-10-18T18:00:25.103Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10462024-10-18T18:00:25.103Z
10472024-10-18T18:00:25.103Z+ for test_bin in tests/*
10482024-10-18T18:00:25.103Z+ ./tests/dhcp_server-ef5e66644eb2da15
10492024-10-18T18:00:25.127Z
10502024-10-18T18:00:25.127Zrunning 0 tests
10512024-10-18T18:00:25.127Z
10522024-10-18T18:00:25.127Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10532024-10-18T18:00:25.127Z
10542024-10-18T18:00:25.127Z+ for test_bin in tests/*
10552024-10-18T18:00:25.127Z+ ./tests/end_to_end_tests-ffde8ffe4ec6ceca
10562024-10-18T18:00:25.192Z
10572024-10-18T18:00:25.192Zrunning 2 tests
10582024-10-18T18:00:25.361Ztest no_spoof::no_spoof_here ... ok
10592024-10-18T18:00:53.226Ztest instance_launch::instance_launch ... ok
10602024-10-18T18:00:53.226Z
10612024-10-18T18:00:53.226Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.03s
10622024-10-18T18:00:53.226Z
10632024-10-18T18:00:53.249Z+ _exit_trap
10642024-10-18T18:00:53.249Z+ local status=0
10652024-10-18T18:00:53.249Z+ set +o errexit
10662024-10-18T18:00:53.249Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
10672024-10-18T18:00:53.249Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
10682024-10-18T18:00:53.617Z+ pfexec svcadm -Z disable -s cron
10692024-10-18T18:00:55.242Z+ [[ 0 -eq 0 ]]
10702024-10-18T18:00:55.242Z+ exit 0
10712024-10-18T18:00:55.265Zprocess exited: duration 475895 ms, exit code 0
 
10722024-10-18T18:00:55.369Zfound 205 output files
10732024-10-18T18:00:55.369Zuploading: /var/svc/log/oxide-sled-agent:default.log (1611442 bytes)
10742024-10-18T18:00:56.689Zuploaded: /var/svc/log/oxide-sled-agent:default.log
10752024-10-18T18:00:56.714Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (518225 bytes)
10762024-10-18T18:00:56.957Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 518225 -> 528683
10772024-10-18T18:00:58.025Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
10782024-10-18T18:00:58.025Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (3058099 bytes)
10792024-10-18T18:00:59.418Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
10802024-10-18T18:00:59.418Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (594 bytes)
10812024-10-18T18:01:00.509Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
10822024-10-18T18:01:00.533Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (35401 bytes)
10832024-10-18T18:01:01.665Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
10842024-10-18T18:01:01.688Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (21784 bytes)
10852024-10-18T18:01:01.753Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 21784 -> 24160
10862024-10-18T18:01:02.820Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10872024-10-18T18:01:02.844Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (95681 bytes)
10882024-10-18T18:01:03.998Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
10892024-10-18T18:01:03.998Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (32187 bytes)
10902024-10-18T18:01:04.108Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 32187 -> 35355
10912024-10-18T18:01:05.176Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10922024-10-18T18:01:05.176Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (140714 bytes)
10932024-10-18T18:01:06.398Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
10942024-10-18T18:01:06.398Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (128113 bytes)
10952024-10-18T18:01:06.572Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 128113 -> 160207
10962024-10-18T18:01:07.639Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10972024-10-18T18:01:07.640Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (946097 bytes)
10982024-10-18T18:01:08.952Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
10992024-10-18T18:01:08.952Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (344004 bytes)
11002024-10-18T18:01:09.172Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 344004 -> 435654
11012024-10-18T18:01:10.239Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11022024-10-18T18:01:10.239Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (2206638 bytes)
11032024-10-18T18:01:11.603Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
11042024-10-18T18:01:11.603Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
11052024-10-18T18:01:12.671Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11062024-10-18T18:01:12.671Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3336 bytes)
11072024-10-18T18:01:13.762Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
11082024-10-18T18:01:13.762Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (25370 bytes)
11092024-10-18T18:01:13.872Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 25370 -> 33654
11102024-10-18T18:01:14.939Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11112024-10-18T18:01:14.940Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (166971 bytes)
11122024-10-18T18:01:16.162Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
11132024-10-18T18:01:16.162Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (1170 bytes)
11142024-10-18T18:01:16.206Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 1170 -> 1755
11152024-10-18T18:01:17.275Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11162024-10-18T18:01:17.275Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (4661 bytes)
11172024-10-18T18:01:18.414Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
11182024-10-18T18:01:18.414Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
11192024-10-18T18:01:19.482Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11202024-10-18T18:01:19.508Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3834 bytes)
11212024-10-18T18:01:20.574Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
11222024-10-18T18:01:20.574Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11232024-10-18T18:01:21.642Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-10-18T18:01:21.642Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (8456 bytes)
11252024-10-18T18:01:22.757Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
11262024-10-18T18:01:22.757Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
11272024-10-18T18:01:23.825Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroach-admin:default.log
11282024-10-18T18:01:23.825Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4694 bytes)
11292024-10-18T18:01:24.915Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroach-admin:default.log.0
11302024-10-18T18:01:24.915Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11312024-10-18T18:01:25.983Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroachdb:default.log
11322024-10-18T18:01:25.983Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroachdb:default.log.0 (4313 bytes)
11332024-10-18T18:01:27.074Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-cockroachdb:default.log.0
11342024-10-18T18:01:27.099Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11352024-10-18T18:01:28.143Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-zone-network-setup:default.log
11362024-10-18T18:01:28.166Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11372024-10-18T18:01:29.239Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_cockroachdb_69bfa368-1d69-4d23-88e9-3383e573f0eb/root/var/svc/log/oxide-zone-network-setup:default.log.0
11382024-10-18T18:01:29.239Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
11392024-10-18T18:01:30.309Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-agent:default.log
11402024-10-18T18:01:30.332Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-agent:default.log.0 (1555 bytes)
11412024-10-18T18:01:31.401Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-agent:default.log.0
11422024-10-18T18:01:31.402Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
11432024-10-18T18:01:32.471Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-downstairs:default.log
11442024-10-18T18:01:32.471Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
11452024-10-18T18:01:33.564Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-crucible-downstairs:default.log.0
11462024-10-18T18:01:33.564Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11472024-10-18T18:01:34.634Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-zone-network-setup:default.log
11482024-10-18T18:01:34.634Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
11492024-10-18T18:01:35.725Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_crucible_8efe69b7-0efd-43f2-8275-553df5dac16e/root/var/svc/log/oxide-zone-network-setup:default.log.0
11502024-10-18T18:01:35.749Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-internal_dns:default.log (3756 bytes)
11512024-10-18T18:01:36.818Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-internal_dns:default.log
11522024-10-18T18:01:36.818Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-internal_dns:default.log.0 (449818 bytes)
11532024-10-18T18:01:38.092Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-internal_dns:default.log.0
11542024-10-18T18:01:38.117Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11552024-10-18T18:01:39.159Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-zone-network-setup:default.log
11562024-10-18T18:01:39.159Zuploading: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11572024-10-18T18:01:40.249Zuploaded: /pool/ext/24197587-83af-46c0-a36e-5e4a26350d21/crypt/zone/oxz_internal_dns_7a37cb7b-e967-4955-ad9c-4441ce0d32e6/root/var/svc/log/oxide-zone-network-setup:default.log.0
11582024-10-18T18:01:40.249Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
11592024-10-18T18:01:41.318Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroach-admin:default.log
11602024-10-18T18:01:41.318Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4697 bytes)
11612024-10-18T18:01:42.410Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroach-admin:default.log.0
11622024-10-18T18:01:42.410Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11632024-10-18T18:01:43.479Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroachdb:default.log
11642024-10-18T18:01:43.479Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroachdb:default.log.0 (4315 bytes)
11652024-10-18T18:01:44.570Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-cockroachdb:default.log.0
11662024-10-18T18:01:44.570Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11672024-10-18T18:01:45.638Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-zone-network-setup:default.log
11682024-10-18T18:01:45.662Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11692024-10-18T18:01:46.730Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_cockroachdb_2d1c58db-a735-48db-90ac-891756bdde5d/root/var/svc/log/oxide-zone-network-setup:default.log.0
11702024-10-18T18:01:46.730Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-agent:default.log (16713 bytes)
11712024-10-18T18:01:47.864Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-agent:default.log
11722024-10-18T18:01:47.864Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-agent:default.log.0 (12503 bytes)
11732024-10-18T18:01:48.976Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-agent:default.log.0
11742024-10-18T18:01:48.976Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
11752024-10-18T18:01:50.044Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:default.log
11762024-10-18T18:01:50.045Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
11772024-10-18T18:01:51.135Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:default.log.0
11782024-10-18T18:01:51.160Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c50d2e1-82b1-4e6f-a05e-8846ed715ef9.log (0 bytes)
11792024-10-18T18:01:52.204Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c50d2e1-82b1-4e6f-a05e-8846ed715ef9.log
11802024-10-18T18:01:52.227Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c50d2e1-82b1-4e6f-a05e-8846ed715ef9.log.0 (3127 bytes)
11812024-10-18T18:01:53.296Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c50d2e1-82b1-4e6f-a05e-8846ed715ef9.log.0
11822024-10-18T18:01:53.319Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-a86512fd-4801-4066-8c4a-4032a36a68d1.log (3008 bytes)
11832024-10-18T18:01:54.388Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-a86512fd-4801-4066-8c4a-4032a36a68d1.log
11842024-10-18T18:01:54.388Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394.log (5997 bytes)
11852024-10-18T18:01:55.481Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac486e8e-96be-4e08-85c5-0cc31520f394.log
11862024-10-18T18:01:55.481Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11872024-10-18T18:01:56.551Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-zone-network-setup:default.log
11882024-10-18T18:01:56.551Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
11892024-10-18T18:01:57.646Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_3925fdff-229a-4176-baab-54ab3ed1bb83/root/var/svc/log/oxide-zone-network-setup:default.log.0
11902024-10-18T18:01:57.646Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-crucible-pantry:default.log (7830 bytes)
11912024-10-18T18:01:57.716Zupload warning: file "/pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 7830 -> 15658
11922024-10-18T18:01:58.784Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-crucible-pantry:default.log
11932024-10-18T18:01:58.785Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-crucible-pantry:default.log.0 (27049 bytes)
11942024-10-18T18:01:59.922Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-crucible-pantry:default.log.0
11952024-10-18T18:01:59.922Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11962024-10-18T18:02:00.991Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-zone-network-setup:default.log
11972024-10-18T18:02:01.014Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2136 bytes)
11982024-10-18T18:02:02.083Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_crucible_pantry_559ebce8-c652-447b-8465-50ce9559421e/root/var/svc/log/oxide-zone-network-setup:default.log.0
11992024-10-18T18:02:02.106Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-nexus:default.log (325858 bytes)
12002024-10-18T18:02:02.352Zupload warning: file "/pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 325858 -> 717464
12012024-10-18T18:02:03.422Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-nexus:default.log
12022024-10-18T18:02:03.422Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-nexus:default.log.0 (1680189 bytes)
12032024-10-18T18:02:04.785Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-nexus:default.log.0
12042024-10-18T18:02:04.785Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
12052024-10-18T18:02:05.853Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-opte-interface-setup:default.log
12062024-10-18T18:02:05.877Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1134 bytes)
12072024-10-18T18:02:06.945Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-opte-interface-setup:default.log.0
12082024-10-18T18:02:06.945Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12092024-10-18T18:02:08.014Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-zone-network-setup:default.log
12102024-10-18T18:02:08.015Zuploading: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2057 bytes)
12112024-10-18T18:02:09.106Zuploaded: /pool/ext/4e3d3772-4d1a-4cd4-9451-d3f5402e0376/crypt/zone/oxz_nexus_c3438018-9a74-4aff-bf04-5f7fce86d0b2/root/var/svc/log/oxide-zone-network-setup:default.log.0
12122024-10-18T18:02:09.106Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
12132024-10-18T18:02:10.173Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroach-admin:default.log
12142024-10-18T18:02:10.197Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4698 bytes)
12152024-10-18T18:02:11.265Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroach-admin:default.log.0
12162024-10-18T18:02:11.265Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12172024-10-18T18:02:12.335Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroachdb:default.log
12182024-10-18T18:02:12.335Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroachdb:default.log.0 (4314 bytes)
12192024-10-18T18:02:13.428Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-cockroachdb:default.log.0
12202024-10-18T18:02:13.428Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12212024-10-18T18:02:14.499Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-zone-network-setup:default.log
12222024-10-18T18:02:14.525Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
12232024-10-18T18:02:15.595Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_cockroachdb_8e79611e-ba88-4a64-8bf6-28d7df64e66a/root/var/svc/log/oxide-zone-network-setup:default.log.0
12242024-10-18T18:02:15.597Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-agent:default.log (6931 bytes)
12252024-10-18T18:02:16.685Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-agent:default.log
12262024-10-18T18:02:16.685Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-agent:default.log.0 (1553 bytes)
12272024-10-18T18:02:17.775Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-agent:default.log.0
12282024-10-18T18:02:17.776Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
12292024-10-18T18:02:18.845Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:default.log
12302024-10-18T18:02:18.845Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
12312024-10-18T18:02:19.938Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:default.log.0
12322024-10-18T18:02:19.938Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8be96cdd-09a0-4caa-9147-93b951fe6857.log (3007 bytes)
12332024-10-18T18:02:21.032Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-crucible-downstairs:downstairs-8be96cdd-09a0-4caa-9147-93b951fe6857.log
12342024-10-18T18:02:21.056Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12352024-10-18T18:02:22.109Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-zone-network-setup:default.log
12362024-10-18T18:02:22.109Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
12372024-10-18T18:02:23.207Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_crucible_b698f337-7ba4-4ae4-8547-b207e6fcae83/root/var/svc/log/oxide-zone-network-setup:default.log.0
12382024-10-18T18:02:23.230Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-external_dns:default.log (3777 bytes)
12392024-10-18T18:02:23.274Zupload warning: file "/pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 3777 -> 7553
12402024-10-18T18:02:24.341Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-external_dns:default.log
12412024-10-18T18:02:24.365Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-external_dns:default.log.0 (15570 bytes)
12422024-10-18T18:02:25.453Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-external_dns:default.log.0
12432024-10-18T18:02:25.480Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
12442024-10-18T18:02:26.522Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-opte-interface-setup:default.log
12452024-10-18T18:02:26.522Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
12462024-10-18T18:02:27.615Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-opte-interface-setup:default.log.0
12472024-10-18T18:02:27.615Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12482024-10-18T18:02:28.684Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-zone-network-setup:default.log
12492024-10-18T18:02:28.684Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2112 bytes)
12502024-10-18T18:02:29.777Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_external_dns_28a703d2-5c3e-4a89-8c59-9a6b18fe5d09/root/var/svc/log/oxide-zone-network-setup:default.log.0
12512024-10-18T18:02:29.800Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-internal_dns:default.log (3754 bytes)
12522024-10-18T18:02:29.844Zupload warning: file "/pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 3754 -> 7510
12532024-10-18T18:02:30.913Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-internal_dns:default.log
12542024-10-18T18:02:30.913Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-internal_dns:default.log.0 (438346 bytes)
12552024-10-18T18:02:32.184Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-internal_dns:default.log.0
12562024-10-18T18:02:32.184Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12572024-10-18T18:02:33.253Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-zone-network-setup:default.log
12582024-10-18T18:02:33.276Zuploading: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
12592024-10-18T18:02:34.350Zuploaded: /pool/ext/8523f2c5-b045-4f20-8f22-89f361c6e33c/crypt/zone/oxz_internal_dns_1fb67d4e-bac4-4e8f-b10a-4ef050bccb88/root/var/svc/log/oxide-zone-network-setup:default.log.0
12602024-10-18T18:02:34.350Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-agent:default.log (9516 bytes)
12612024-10-18T18:02:35.463Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-agent:default.log
12622024-10-18T18:02:35.463Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-agent:default.log.0 (18699 bytes)
12632024-10-18T18:02:36.598Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-agent:default.log.0
12642024-10-18T18:02:36.598Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
12652024-10-18T18:02:37.668Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:default.log
12662024-10-18T18:02:37.668Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
12672024-10-18T18:02:38.760Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:default.log.0
12682024-10-18T18:02:38.760Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d52c189e-5059-497c-8d7f-cf8ac353b2cd.log (0 bytes)
12692024-10-18T18:02:39.829Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d52c189e-5059-497c-8d7f-cf8ac353b2cd.log
12702024-10-18T18:02:39.830Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d52c189e-5059-497c-8d7f-cf8ac353b2cd.log.0 (3122 bytes)
12712024-10-18T18:02:40.921Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d52c189e-5059-497c-8d7f-cf8ac353b2cd.log.0
12722024-10-18T18:02:40.944Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d90bf3df-f84b-4e1a-b974-984c22788141.log (1496 bytes)
12732024-10-18T18:02:42.013Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d90bf3df-f84b-4e1a-b974-984c22788141.log
12742024-10-18T18:02:42.013Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d90bf3df-f84b-4e1a-b974-984c22788141.log.0 (4583 bytes)
12752024-10-18T18:02:43.106Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-d90bf3df-f84b-4e1a-b974-984c22788141.log.0
12762024-10-18T18:02:43.106Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:snapshot-d90bf3df-f84b-4e1a-b974-984c22788141-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log (5663 bytes)
12772024-10-18T18:02:44.198Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-crucible-downstairs:snapshot-d90bf3df-f84b-4e1a-b974-984c22788141-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log
12782024-10-18T18:02:44.222Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12792024-10-18T18:02:45.269Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-zone-network-setup:default.log
12802024-10-18T18:02:45.292Zuploading: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
12812024-10-18T18:02:46.360Zuploaded: /pool/ext/883d1cbf-e1f8-4c86-b18f-d626feb923fd/crypt/zone/oxz_crucible_a46900f5-d79b-4c04-ad72-7cd4485153fd/root/var/svc/log/oxide-zone-network-setup:default.log.0
12822024-10-18T18:02:46.360Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (0 bytes)
12832024-10-18T18:02:47.428Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
12842024-10-18T18:02:47.428Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log.0 (2205 bytes)
12852024-10-18T18:02:48.518Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log.0
12862024-10-18T18:02:48.518Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-server:default.log (0 bytes)
12872024-10-18T18:02:49.586Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-server:default.log
12882024-10-18T18:02:49.586Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-server:default.log.0 (2201 bytes)
12892024-10-18T18:02:50.677Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse-admin-server:default.log.0
12902024-10-18T18:02:50.677Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse:default.log (406042 bytes)
12912024-10-18T18:02:50.975Zupload warning: file "/pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 406042 -> 1224306
12922024-10-18T18:02:52.043Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse:default.log
12932024-10-18T18:02:52.075Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse:default.log.0 (1855236 bytes)
12942024-10-18T18:02:53.409Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-clickhouse:default.log.0
12952024-10-18T18:02:53.434Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12962024-10-18T18:02:54.477Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-zone-network-setup:default.log
12972024-10-18T18:02:54.500Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2096 bytes)
12982024-10-18T18:02:55.570Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_clickhouse_c8bd7410-7132-42bd-a55f-2a198a6b2acd/root/var/svc/log/oxide-zone-network-setup:default.log.0
12992024-10-18T18:02:55.570Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
13002024-10-18T18:02:56.640Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroach-admin:default.log
13012024-10-18T18:02:56.640Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4698 bytes)
13022024-10-18T18:02:57.732Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroach-admin:default.log.0
13032024-10-18T18:02:57.732Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
13042024-10-18T18:02:58.801Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroachdb:default.log
13052024-10-18T18:02:58.801Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroachdb:default.log.0 (4288 bytes)
13062024-10-18T18:02:59.894Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-cockroachdb:default.log.0
13072024-10-18T18:02:59.917Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13082024-10-18T18:03:00.964Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-zone-network-setup:default.log
13092024-10-18T18:03:00.964Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
13102024-10-18T18:03:02.054Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_cockroachdb_03d0126b-4566-466f-bb9c-de9896115c34/root/var/svc/log/oxide-zone-network-setup:default.log.0
13112024-10-18T18:03:02.054Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-agent:default.log (12121 bytes)
13122024-10-18T18:03:03.167Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-agent:default.log
13132024-10-18T18:03:03.167Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-agent:default.log.0 (8483 bytes)
13142024-10-18T18:03:04.280Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-agent:default.log.0
13152024-10-18T18:03:04.280Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
13162024-10-18T18:03:05.348Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:default.log
13172024-10-18T18:03:05.348Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
13182024-10-18T18:03:06.439Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:default.log.0
13192024-10-18T18:03:06.439Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:downstairs-1096ae5e-051d-4ac3-9483-cec7ca9a4020.log (1497 bytes)
13202024-10-18T18:03:07.536Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:downstairs-1096ae5e-051d-4ac3-9483-cec7ca9a4020.log
13212024-10-18T18:03:07.536Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:downstairs-1096ae5e-051d-4ac3-9483-cec7ca9a4020.log.0 (4584 bytes)
13222024-10-18T18:03:08.627Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:downstairs-1096ae5e-051d-4ac3-9483-cec7ca9a4020.log.0
13232024-10-18T18:03:08.650Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:snapshot-1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log (5658 bytes)
13242024-10-18T18:03:09.718Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-crucible-downstairs:snapshot-1096ae5e-051d-4ac3-9483-cec7ca9a4020-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log
13252024-10-18T18:03:09.742Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13262024-10-18T18:03:10.785Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-zone-network-setup:default.log
13272024-10-18T18:03:10.786Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2082 bytes)
13282024-10-18T18:03:11.887Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_crucible_8f12f963-ce2b-4e5c-ac07-73f657227673/root/var/svc/log/oxide-zone-network-setup:default.log.0
13292024-10-18T18:03:11.887Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-external_dns:default.log (3777 bytes)
13302024-10-18T18:03:11.955Zupload warning: file "/pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 3777 -> 11330
13312024-10-18T18:03:13.023Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-external_dns:default.log
13322024-10-18T18:03:13.023Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-external_dns:default.log.0 (15563 bytes)
13332024-10-18T18:03:14.062ZOct 18 18:03:13 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.118.230.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
13342024-10-18T18:03:14.137Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-external_dns:default.log.0
13352024-10-18T18:03:14.137Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
13362024-10-18T18:03:15.206Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-opte-interface-setup:default.log
13372024-10-18T18:03:15.206Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1156 bytes)
13382024-10-18T18:03:16.301Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-opte-interface-setup:default.log.0
13392024-10-18T18:03:16.301Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13402024-10-18T18:03:17.380Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-zone-network-setup:default.log
13412024-10-18T18:03:17.380Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2110 bytes)
13422024-10-18T18:03:18.462Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_external_dns_68483b33-33b2-4e6b-bcd7-72f28a004330/root/var/svc/log/oxide-zone-network-setup:default.log.0
13432024-10-18T18:03:18.462Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-internal_dns:default.log (3752 bytes)
13442024-10-18T18:03:18.531Zupload warning: file "/pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 3752 -> 11260
13452024-10-18T18:03:19.600Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-internal_dns:default.log
13462024-10-18T18:03:19.626Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-internal_dns:default.log.0 (438361 bytes)
13472024-10-18T18:03:20.869Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-internal_dns:default.log.0
13482024-10-18T18:03:20.869Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13492024-10-18T18:03:21.939Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-zone-network-setup:default.log
13502024-10-18T18:03:21.939Zuploading: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
13512024-10-18T18:03:23.030Zuploaded: /pool/ext/8853a1c1-d102-4f80-9012-356473e594ff/crypt/zone/oxz_internal_dns_5a24845a-5b82-4ab6-b0ce-11d63d68b9cb/root/var/svc/log/oxide-zone-network-setup:default.log.0
13522024-10-18T18:03:23.055Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroach-admin:default.log (0 bytes)
13532024-10-18T18:03:24.102Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroach-admin:default.log
13542024-10-18T18:03:24.125Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroach-admin:default.log.0 (4697 bytes)
13552024-10-18T18:03:25.193Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroach-admin:default.log.0
13562024-10-18T18:03:25.193Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
13572024-10-18T18:03:25.764ZOct 18 18:03:24 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.157.160.168:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
13582024-10-18T18:03:26.261Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroachdb:default.log
13592024-10-18T18:03:26.261Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroachdb:default.log.0 (4315 bytes)
13602024-10-18T18:03:27.383Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-cockroachdb:default.log.0
13612024-10-18T18:03:27.383Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13622024-10-18T18:03:28.425Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-zone-network-setup:default.log
13632024-10-18T18:03:28.425Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
13642024-10-18T18:03:29.518Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_cockroachdb_68422c74-fc22-434f-add8-652fc427fc03/root/var/svc/log/oxide-zone-network-setup:default.log.0
13652024-10-18T18:03:29.518Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-agent:default.log (0 bytes)
13662024-10-18T18:03:30.587Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-agent:default.log
13672024-10-18T18:03:30.587Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
13682024-10-18T18:03:31.679Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-agent:default.log.0
13692024-10-18T18:03:31.679Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
13702024-10-18T18:03:32.747Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-downstairs:default.log
13712024-10-18T18:03:32.747Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
13722024-10-18T18:03:33.840Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-crucible-downstairs:default.log.0
13732024-10-18T18:03:33.840Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13742024-10-18T18:03:34.908Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-zone-network-setup:default.log
13752024-10-18T18:03:34.932Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
13762024-10-18T18:03:36.001Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_crucible_4736466c-52e2-4b18-8ead-0adae93f7d49/root/var/svc/log/oxide-zone-network-setup:default.log.0
13772024-10-18T18:03:36.002Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-nexus:default.log (325876 bytes)
13782024-10-18T18:03:36.291Zupload warning: file "/pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 325876 -> 1185181
13792024-10-18T18:03:37.379Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-nexus:default.log
13802024-10-18T18:03:37.379Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-nexus:default.log.0 (1652296 bytes)
13812024-10-18T18:03:38.724Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-nexus:default.log.0
13822024-10-18T18:03:38.724Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
13832024-10-18T18:03:40.002Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-opte-interface-setup:default.log
13842024-10-18T18:03:40.002Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
13852024-10-18T18:03:41.094Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-opte-interface-setup:default.log.0
13862024-10-18T18:03:41.117Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13872024-10-18T18:03:42.165Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-zone-network-setup:default.log
13882024-10-18T18:03:42.188Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2055 bytes)
13892024-10-18T18:03:43.255Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_nexus_c5f97bb5-dce0-4358-bd22-da6cb1e4812f/root/var/svc/log/oxide-zone-network-setup:default.log.0
13902024-10-18T18:03:43.255Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-oximeter:default.log (233553 bytes)
13912024-10-18T18:03:43.545Zupload warning: file "/pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 233553 -> 943065
13922024-10-18T18:03:44.614Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-oximeter:default.log
13932024-10-18T18:03:44.614Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-oximeter:default.log.0 (834416 bytes)
13942024-10-18T18:03:45.932Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-oximeter:default.log.0
13952024-10-18T18:03:45.932Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13962024-10-18T18:03:47.000Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-zone-network-setup:default.log
13972024-10-18T18:03:47.001Zuploading: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2081 bytes)
13982024-10-18T18:03:48.092Zuploaded: /pool/ext/956d8649-5e02-4c83-a766-709d6c1c19f4/crypt/zone/oxz_oximeter_1213c740-3b34-4c05-9e32-d5fae22eaaf8/root/var/svc/log/oxide-zone-network-setup:default.log.0
13992024-10-18T18:03:48.092Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-agent:default.log (12119 bytes)
14002024-10-18T18:03:49.205Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-agent:default.log
14012024-10-18T18:03:49.205Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-agent:default.log.0 (8484 bytes)
14022024-10-18T18:03:50.319Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-agent:default.log.0
14032024-10-18T18:03:50.344Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14042024-10-18T18:03:51.387Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:default.log
14052024-10-18T18:03:51.387Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14062024-10-18T18:03:52.481Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14072024-10-18T18:03:52.481Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:downstairs-526a3d77-4f5a-448b-8ad2-bb8444ae111d.log (1495 bytes)
14082024-10-18T18:03:53.573Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:downstairs-526a3d77-4f5a-448b-8ad2-bb8444ae111d.log
14092024-10-18T18:03:53.596Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:downstairs-526a3d77-4f5a-448b-8ad2-bb8444ae111d.log.0 (4583 bytes)
14102024-10-18T18:03:54.666Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:downstairs-526a3d77-4f5a-448b-8ad2-bb8444ae111d.log.0
14112024-10-18T18:03:54.689Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:snapshot-526a3d77-4f5a-448b-8ad2-bb8444ae111d-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log (5664 bytes)
14122024-10-18T18:03:55.759Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-crucible-downstairs:snapshot-526a3d77-4f5a-448b-8ad2-bb8444ae111d-9cedcfc1-355b-46a1-b62c-e0f5299aebb1.log
14132024-10-18T18:03:55.759Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14142024-10-18T18:03:56.829Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-zone-network-setup:default.log
14152024-10-18T18:03:56.829Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
14162024-10-18T18:03:57.920Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_d6322d41-765c-4dcb-a58b-608a1681fd63/root/var/svc/log/oxide-zone-network-setup:default.log.0
14172024-10-18T18:03:57.920Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-crucible-pantry:default.log (7814 bytes)
14182024-10-18T18:03:58.032Zupload warning: file "/pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 7814 -> 31244
14192024-10-18T18:03:59.099Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-crucible-pantry:default.log
14202024-10-18T18:03:59.123Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-crucible-pantry:default.log.0 (26986 bytes)
14212024-10-18T18:04:00.236Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-crucible-pantry:default.log.0
14222024-10-18T18:04:00.260Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14232024-10-18T18:04:01.307Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-zone-network-setup:default.log
14242024-10-18T18:04:01.331Zuploading: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2136 bytes)
14252024-10-18T18:04:02.401Zuploaded: /pool/ext/aa3e117f-01a2-4173-8076-71ed9651de49/crypt/zone/oxz_crucible_pantry_c4709288-9135-419c-a897-87bc98b8ce39/root/var/svc/log/oxide-zone-network-setup:default.log.0
14262024-10-18T18:04:02.401Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-agent:default.log (16719 bytes)
14272024-10-18T18:04:03.535Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-agent:default.log
14282024-10-18T18:04:03.559Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-agent:default.log.0 (12500 bytes)
14292024-10-18T18:04:04.647Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-agent:default.log.0
14302024-10-18T18:04:04.671Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14312024-10-18T18:04:05.715Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:default.log
14322024-10-18T18:04:05.715Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14332024-10-18T18:04:06.808Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14342024-10-18T18:04:06.808Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-781b70cd-c984-4425-aaf6-17d1f1f66b1f.log (0 bytes)
14352024-10-18T18:04:07.877Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-781b70cd-c984-4425-aaf6-17d1f1f66b1f.log
14362024-10-18T18:04:07.877Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-781b70cd-c984-4425-aaf6-17d1f1f66b1f.log.0 (3127 bytes)
14372024-10-18T18:04:08.972Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-781b70cd-c984-4425-aaf6-17d1f1f66b1f.log.0
14382024-10-18T18:04:08.972Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c23f464-b43a-46fc-8d9b-309c6942235b.log (3007 bytes)
14392024-10-18T18:04:10.065Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c23f464-b43a-46fc-8d9b-309c6942235b.log
14402024-10-18T18:04:10.088Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8.log (5996 bytes)
14412024-10-18T18:04:10.100ZOct 18 18:04:09 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.118.230.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
14422024-10-18T18:04:11.157Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-crucible-downstairs:downstairs-fe53b2c6-5958-4a13-b42c-b5bca16de0c8.log
14432024-10-18T18:04:11.157Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14442024-10-18T18:04:12.229Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-zone-network-setup:default.log
14452024-10-18T18:04:12.229Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
14462024-10-18T18:04:13.320Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_crucible_06f6275f-6e08-4df0-8541-1b7a4e8b6615/root/var/svc/log/oxide-zone-network-setup:default.log.0
14472024-10-18T18:04:13.320Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
14482024-10-18T18:04:14.389Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-chrony-setup:default.log
14492024-10-18T18:04:14.389Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-chrony-setup:default.log.0 (14496 bytes)
14502024-10-18T18:04:15.503Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-chrony-setup:default.log.0
14512024-10-18T18:04:15.503Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-ntp:default.log (58 bytes)
14522024-10-18T18:04:15.550Zupload warning: file "/pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 58 -> 406
14532024-10-18T18:04:16.619Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-ntp:default.log
14542024-10-18T18:04:16.619Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-ntp:default.log.0 (1408 bytes)
14552024-10-18T18:04:17.711Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-ntp:default.log.0
14562024-10-18T18:04:17.735Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
14572024-10-18T18:04:18.782Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-opte-interface-setup:default.log
14582024-10-18T18:04:18.782Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1125 bytes)
14592024-10-18T18:04:19.873Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-opte-interface-setup:default.log.0
14602024-10-18T18:04:19.873Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14612024-10-18T18:04:20.941Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-zone-network-setup:default.log
14622024-10-18T18:04:20.941Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
14632024-10-18T18:04:22.035Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/svc/log/oxide-zone-network-setup:default.log.0
14642024-10-18T18:04:22.058Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-agent:default.log (10949 bytes)
14652024-10-18T18:04:23.147Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-agent:default.log
14662024-10-18T18:04:23.148Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-agent:default.log.0 (1556 bytes)
14672024-10-18T18:04:24.238Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-agent:default.log.0
14682024-10-18T18:04:24.238Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:default.log (0 bytes)
14692024-10-18T18:04:25.307Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:default.log
14702024-10-18T18:04:25.307Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:default.log.0 (75 bytes)
14712024-10-18T18:04:26.398Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:default.log.0
14722024-10-18T18:04:26.421Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:downstairs-534bc024-9077-4832-a4ad-e4d31b9b1512.log (5997 bytes)
14732024-10-18T18:04:27.490Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-crucible-downstairs:downstairs-534bc024-9077-4832-a4ad-e4d31b9b1512.log
14742024-10-18T18:04:27.490Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14752024-10-18T18:04:28.557Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-zone-network-setup:default.log
14762024-10-18T18:04:28.557Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2083 bytes)
14772024-10-18T18:04:29.647Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_e87bc7fc-d008-4cd1-83dd-c64d8728793a/root/var/svc/log/oxide-zone-network-setup:default.log.0
14782024-10-18T18:04:29.647Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-crucible-pantry:default.log (66701 bytes)
14792024-10-18T18:04:29.800Zupload warning: file "/pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 66701 -> 94102
14802024-10-18T18:04:30.868Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-crucible-pantry:default.log
14812024-10-18T18:04:30.868Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-crucible-pantry:default.log.0 (734882 bytes)
14822024-10-18T18:04:32.180Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-crucible-pantry:default.log.0
14832024-10-18T18:04:32.180Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14842024-10-18T18:04:33.248Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-zone-network-setup:default.log
14852024-10-18T18:04:33.248Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2139 bytes)
14862024-10-18T18:04:34.338Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_crucible_pantry_2a34aa70-afc1-4c49-b577-50951425e4ca/root/var/svc/log/oxide-zone-network-setup:default.log.0
14872024-10-18T18:04:34.339Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-nexus:default.log (4630695 bytes)
14882024-10-18T18:04:34.811Zupload warning: file "/pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4630695 -> 6265202
14892024-10-18T18:04:35.879Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-nexus:default.log
14902024-10-18T18:04:35.879Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-nexus:default.log.0 (33163787 bytes)
14912024-10-18T18:04:38.986Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-nexus:default.log.0
14922024-10-18T18:04:39.010Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
14932024-10-18T18:04:40.054Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-opte-interface-setup:default.log
14942024-10-18T18:04:40.078Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1135 bytes)
14952024-10-18T18:04:41.148Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-opte-interface-setup:default.log.0
14962024-10-18T18:04:41.171Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14972024-10-18T18:04:42.220Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-zone-network-setup:default.log
14982024-10-18T18:04:42.220Zuploading: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2056 bytes)
14992024-10-18T18:04:43.314Zuploaded: /pool/ext/e09cb849-5302-41dd-87a5-36e8723c48fb/crypt/zone/oxz_nexus_30ebfc02-3884-4b1b-b0ab-82f344558c6b/root/var/svc/log/oxide-zone-network-setup:default.log.0
15002024-10-18T18:04:43.314Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/measurements.log (72884 bytes)
15012024-10-18T18:04:43.513Zupload warning: file "/pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/measurements.log" changed size mid upload: 72884 -> 139740
15022024-10-18T18:04:44.581Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/measurements.log
15032024-10-18T18:04:44.582Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/statistics.log (56511 bytes)
15042024-10-18T18:04:44.758Zupload warning: file "/pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/statistics.log" changed size mid upload: 56511 -> 101439
15052024-10-18T18:04:45.827Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/statistics.log
15062024-10-18T18:04:45.827Zuploading: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/tracking.log (11881 bytes)
15072024-10-18T18:04:45.916Zupload warning: file "/pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/tracking.log" changed size mid upload: 11881 -> 15841
15082024-10-18T18:04:46.985Zuploaded: /pool/ext/c6223f26-38f9-4483-9d17-efd8e60dd490/crypt/zone/oxz_ntp_64822dce-d64a-403f-bf53-d84635424320/root/var/log/chrony/tracking.log