01J40HQG44SCYQ4SNG776240HZ: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J40HR6JQBWW4Q630Z2K7SVZ5

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-07-30T01:18:47.726Zjob dependencies complete; ready to run (waiting for 30 m 23 s)
22024-07-30T01:24:03.306Zjob assigned to worker 01J40KFW4M8C7NCBBRBXYR9QZK (queued for 5 m 15 s)
32024-07-30T01:24:03.401Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-07-30T01:24:03.437Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-07-30T01:24:03.470Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-07-30T01:24:03.503Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-07-30T01:24:03.542Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-07-30T01:24:03.575ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-07-30T01:24:03.609Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d3
102024-07-30T01:24:03.642ZOxide Helios Version helios-2.0.22764 64-bit
112024-07-30T01:24:03.676ZConfiguring devices.
122024-07-30T01:24:03.709Z##################################################
132024-07-30T01:24:03.742Z#### ############# ##
142024-07-30T01:24:03.776Z### ### ############ ##
152024-07-30T01:24:03.809Z## ### # ## ### ## Oxide Computer Company ##
162024-07-30T01:24:03.843Z## ## ## ### # ### ##
172024-07-30T01:24:03.876Z## # ### #### #### This Station Under ##
182024-07-30T01:24:03.909Z### ### #### # ### Computer Control ##
192024-07-30T01:24:03.943Z#### #### ### ## ##
202024-07-30T01:24:03.976Z##################################################
212024-07-30T01:24:04.010ZHostname: buskin
222024-07-30T01:24:04.043ZLoading smf(7) service descriptions:
232024-07-30T01:24:05.077Zdownloading input: /input/package/work/package.tar.gz
242024-07-30T01:27:52.961Zdownloaded input: /input/package/work/package.tar.gz
 
252024-07-30T01:27:52.984Zstarting task 0: "setup"
262024-07-30T01:27:52.984Z++ uname -s
272024-07-30T01:27:52.984Z+ kern=SunOS
282024-07-30T01:27:52.985Z+ case "$kern" in
292024-07-30T01:27:52.985Z+ groupadd -g 12345 build
302024-07-30T01:27:52.985Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-07-30T01:27:54.979Z+ zfs create -o mountpoint=/work rpool/work
322024-07-30T01:27:55.003Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-07-30T01:27:55.003Z+ home_fs=zfs
342024-07-30T01:27:55.003Z+ [[ zfs == autofs ]]
352024-07-30T01:27:55.003Z+ mkdir -p /home/build
362024-07-30T01:27:55.026Z+ chown build:build /home/build /work
372024-07-30T01:27:57.008Z+ chmod 0700 /home/build /work
382024-07-30T01:27:57.033Zprocess exited: duration 4049 ms, exit code 0
 
392024-07-30T01:27:57.082Zstarting task 1: "authentication"
402024-07-30T01:27:57.124Zprocess exited: duration 42 ms, exit code 0
 
412024-07-30T01:27:57.171Zstarting task 2: "build"
422024-07-30T01:27:57.195Z+ trap _exit_trap EXIT
432024-07-30T01:27:57.195Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-07-30T01:27:57.290Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-07-30T01:27:57.290Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-07-30T01:27:57.314Z+ [[ -d /opt/oxide ]]
562024-07-30T01:27:57.314Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-07-30T01:27:57.314Z+ pfexec mkdir /opt/oxide
582024-07-30T01:27:57.314Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-07-30T01:27:57.314Z+ [[ -d /opt/oxide-underneath ]]
602024-07-30T01:27:57.314Z+ cd /opt/oxide-underneath
612024-07-30T01:27:57.314Z+ pfexec tar ceEp@/f - .
622024-07-30T01:27:57.314Z+ cd /opt/oxide
632024-07-30T01:27:57.314Z+ pfexec tar xveEp@/f -
642024-07-30T01:27:57.414Zx ., 0 bytes, 0 tape blocks
652024-07-30T01:27:57.414Zx ./opte, 0 bytes, 0 tape blocks
662024-07-30T01:27:57.414Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-07-30T01:27:57.414Zx ./opte/bin/opteadm, 53012184 bytes, 103540 tape blocks
682024-07-30T01:27:57.438Z+ pfexec rm -rf /opt/oxide-underneath
692024-07-30T01:27:57.438Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-07-30T01:27:57.461Z+ pfexec mkdir /opt/oxide/work
712024-07-30T01:27:57.461Z+ pfexec chown build:build /opt/oxide/work
722024-07-30T01:27:57.461Z+ cd /opt/oxide/work
732024-07-30T01:27:57.461Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-07-30T01:27:57.461Ztar: blocksize = 10
752024-07-30T01:28:08.147ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
762024-07-30T01:28:08.147Zx out/target/test, 75 bytes, 1 tape blocks
772024-07-30T01:28:08.147Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
782024-07-30T01:28:08.147Zx package-manifest.toml, 29276 bytes, 58 tape blocks
792024-07-30T01:28:08.148Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
802024-07-30T01:28:08.148Zx target/release/omicron-package, 33259744 bytes, 64961 tape blocks
812024-07-30T01:28:08.148Zx target/release/xtask, 18547536 bytes, 36226 tape blocks
822024-07-30T01:28:08.148Zx target/debug/bootstrap, 198227736 bytes, 387164 tape blocks
832024-07-30T01:28:08.148Zx tests/bootstrap-32c426177ef0f77b, 24563976 bytes, 47977 tape blocks
842024-07-30T01:28:08.148Zx tests/commtest-98e93126f9b68fbb, 25307896 bytes, 49430 tape blocks
852024-07-30T01:28:08.148Zx tests/dhcp_server-d01d733915019f71, 24564056 bytes, 47977 tape blocks
862024-07-30T01:28:08.148Zx tests/end_to_end_tests-7927799573eb2b13, 210467592 bytes, 411070 tape blocks
872024-07-30T01:28:08.148Zx out/clickhouse.tar.gz, 228510552 bytes, 446310 tape blocks
882024-07-30T01:28:08.148Zx out/clickhouse_keeper.tar.gz, 228494584 bytes, 446279 tape blocks
892024-07-30T01:28:08.148Zx out/cockroachdb.tar.gz, 135037535 bytes, 263746 tape blocks
902024-07-30T01:28:08.148Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-07-30T01:28:08.148Zx out/crucible-pantry-zone.tar.gz, 28508144 bytes, 55680 tape blocks
922024-07-30T01:28:08.148Zx out/crucible-zone.tar.gz, 39073997 bytes, 76317 tape blocks
932024-07-30T01:28:08.148Zx out/external-dns.tar.gz, 25857614 bytes, 50504 tape blocks
942024-07-30T01:28:08.148Zx out/internal-dns.tar.gz, 25856732 bytes, 50502 tape blocks
952024-07-30T01:28:08.148Zx out/mg-ddm-gz.tar, 62081536 bytes, 121253 tape blocks
962024-07-30T01:28:08.148Zx out/nexus.tar.gz, 88291728 bytes, 172445 tape blocks
972024-07-30T01:28:08.148Zx out/ntp.tar.gz, 9205548 bytes, 17980 tape blocks
982024-07-30T01:28:08.148Zx out/omicron-gateway-softnpu.tar.gz, 14150267 bytes, 27638 tape blocks
992024-07-30T01:28:08.148Zx out/omicron-sled-agent.tar, 99505152 bytes, 194346 tape blocks
1002024-07-30T01:28:08.148Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-07-30T01:28:08.148Zx out/oximeter.tar.gz, 43743139 bytes, 85436 tape blocks
1022024-07-30T01:28:08.148Zx out/oxlog.tar, 3017216 bytes, 5893 tape blocks
1032024-07-30T01:28:08.148Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-07-30T01:28:08.148Zx out/propolis-server.tar.gz, 66857321 bytes, 130581 tape blocks
1052024-07-30T01:28:08.148Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-07-30T01:28:08.148Zx out/switch-softnpu.tar.gz, 209209524 bytes, 408613 tape blocks
1072024-07-30T01:28:08.173Z
1082024-07-30T01:28:08.173Zreal 10.671888065
1092024-07-30T01:28:08.173Zuser 9.438474367
1102024-07-30T01:28:08.173Zsys 2.339099475
1112024-07-30T01:28:08.173Ztrap 0.000321276
1122024-07-30T01:28:08.173Ztflt 0.000000000
1132024-07-30T01:28:08.173Zdflt 0.000000000
1142024-07-30T01:28:08.174Zkflt 0.000000000
1152024-07-30T01:28:08.174Zlock 0.000000000
1162024-07-30T01:28:08.174Zslp 9.277629356
1172024-07-30T01:28:08.174Zlat 0.286271292
1182024-07-30T01:28:08.174Zstop 0.000117030
1192024-07-30T01:28:08.174Z+ bmat address ls
1202024-07-30T01:28:08.174ZNAME CIDR FIRST LAST COUNT
1212024-07-30T01:28:08.174Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1222024-07-30T01:28:08.174Z++ bmat address ls -f extra -Ho first,last,count
1232024-07-30T01:28:08.174Z+ set -- 10.151.1.164 10.151.1.227 64
1242024-07-30T01:28:08.174Z+ EXTRA_IP_START=10.151.1.164
1252024-07-30T01:28:08.174Z+ EXTRA_IP_END=10.151.1.227
1262024-07-30T01:28:08.174Z+ EXTRA_IP_COUNT=64
1272024-07-30T01:28:08.174Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-07-30T01:28:08.174Z+ EXTRA_IP_BASE=10.151.1
1292024-07-30T01:28:08.174Z+ EXTRA_IP_FOCTET=164
1302024-07-30T01:28:08.174Z+ EXTRA_IP_LOCTET=227
1312024-07-30T01:28:08.174Z+ SERVICE_IP_POOL_START=10.151.1.164
1322024-07-30T01:28:08.174Z+ SERVICE_IP_POOL_END=10.151.1.173
1332024-07-30T01:28:08.174Z+ DNS_IP1=10.151.1.164
1342024-07-30T01:28:08.174Z+ DNS_IP2=10.151.1.165
1352024-07-30T01:28:08.174Z+ UPLINK_IP=10.151.1.174
1362024-07-30T01:28:08.174Z+ IPPOOL_START=10.151.1.175
1372024-07-30T01:28:08.174Z+ IPPOOL_END=10.151.1.227
1382024-07-30T01:28:08.174Z++ ipadm show-addr -po type,addr
1392024-07-30T01:28:08.174Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-07-30T01:28:08.174Z+ GATEWAY_IP=10.151.1.100
1412024-07-30T01:28:08.174Z+ [[ -n 10.151.1.100 ]]
1422024-07-30T01:28:08.174Z+ ping -s 10.151.1.100 56 1
1432024-07-30T01:28:08.174ZPING 10.151.1.100: 56 data bytes
1442024-07-30T01:28:08.174Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1452024-07-30T01:28:08.174Z
1462024-07-30T01:28:08.174Z----10.151.1.100 PING Statistics----
1472024-07-30T01:28:08.174Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-07-30T01:28:08.174Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1492024-07-30T01:28:08.174Z++ arp -an
1502024-07-30T01:28:08.174Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1512024-07-30T01:28:08.198Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1522024-07-30T01:28:08.198Z+ routeadm -e ipv4-forwarding -u
1532024-07-30T01:28:08.286Z+ PXA_START=10.151.1.164
1542024-07-30T01:28:08.286Z+ PXA_END=10.151.1.227
1552024-07-30T01:28:08.286Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-07-30T01:28:08.431Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1572024-07-30T01:28:08.454ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-07-30T01:28:08.513Zcreating virtual hardware
1592024-07-30T01:28:08.537Zcreating /scratch/m2_0.vdev
1602024-07-30T01:28:08.537Zcreating /scratch/m2_1.vdev
1612024-07-30T01:28:08.537Zcreating /scratch/u2_0.vdev
1622024-07-30T01:28:08.537Zcreating /scratch/u2_1.vdev
1632024-07-30T01:28:08.537Zcreating /scratch/u2_2.vdev
1642024-07-30T01:28:08.537Zcreating /scratch/u2_3.vdev
1652024-07-30T01:28:08.537Zcreating /scratch/u2_4.vdev
1662024-07-30T01:28:08.537Zcreating /scratch/u2_5.vdev
1672024-07-30T01:28:08.537Zcreating /scratch/u2_6.vdev
1682024-07-30T01:28:08.537Zcreating /scratch/u2_7.vdev
1692024-07-30T01:28:08.537Zcreating /scratch/u2_8.vdev
1702024-07-30T01:28:08.571ZSimnet net0/sc0_0 exists
1712024-07-30T01:28:08.598ZSimnet net1/sc1_0 exists
1722024-07-30T01:28:08.621ZVnic sc0_1 exists
1732024-07-30T01:28:21.062ZUsing 10.151.1.100 as gateway ip
1742024-07-30T01:28:21.063Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1752024-07-30T01:28:21.063Zconfiguring SoftNPU ARP entry
1762024-07-30T01:28:21.092Zconfiguring SoftNPU proxy ARP
1772024-07-30T01:28:21.149ZSoftNPU state:
1782024-07-30T01:28:21.149Z local v6:
1792024-07-30T01:28:21.149Z local v4:
1802024-07-30T01:28:21.149Z router v6:
1812024-07-30T01:28:21.149Z router v4_idx:
1822024-07-30T01:28:21.149Z router v4_routes:
1832024-07-30T01:28:21.149Z resolver v4:
1842024-07-30T01:28:21.149Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1852024-07-30T01:28:21.149Z resolver v6:
1862024-07-30T01:28:21.149Z nat v4:
1872024-07-30T01:28:21.150Z nat_v6:
1882024-07-30T01:28:21.150Z port_mac:
1892024-07-30T01:28:21.150Z proxy arp:
1902024-07-30T01:28:21.150Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1912024-07-30T01:28:21.150Zcreated virtual hardware
1922024-07-30T01:28:21.173Z
1932024-07-30T01:28:21.173Zreal 12.717948568
1942024-07-30T01:28:21.173Zuser 0.668091438
1952024-07-30T01:28:21.173Zsys 3.187093948
1962024-07-30T01:28:21.173Ztrap 0.000091456
1972024-07-30T01:28:21.173Ztflt 0.000354294
1982024-07-30T01:28:21.173Zdflt 0.001322278
1992024-07-30T01:28:21.173Zkflt 0.000021420
2002024-07-30T01:28:21.173Zlock 19:44.782298695
2012024-07-30T01:28:21.173Zslp 51.023987952
2022024-07-30T01:28:21.173Zlat 0.080425143
2032024-07-30T01:28:21.173Zstop 1.103338298
2042024-07-30T01:28:21.174Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-07-30T01:28:21.198Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-07-30T01:28:21.198Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-07-30T01:28:21.198Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-07-30T01:28:21.198Z+++ pkg/config.toml Tue Jul 30 01:28:21 2024
2092024-07-30T01:28:21.198Z@@ -29,18 +29,18 @@
2102024-07-30T01:28:21.198Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-07-30T01:28:21.198Z # followed by a string that is embedded into their fake serial values.
2122024-07-30T01:28:21.198Z vdevs = [
2132024-07-30T01:28:21.198Z- "m2_0.vdev",
2142024-07-30T01:28:21.198Z- "m2_1.vdev",
2152024-07-30T01:28:21.198Z+ "/scratch/m2_0.vdev",
2162024-07-30T01:28:21.198Z+ "/scratch/m2_1.vdev",
2172024-07-30T01:28:21.198Z
2182024-07-30T01:28:21.198Z- "u2_0.vdev",
2192024-07-30T01:28:21.198Z- "u2_1.vdev",
2202024-07-30T01:28:21.198Z- "u2_2.vdev",
2212024-07-30T01:28:21.198Z- "u2_3.vdev",
2222024-07-30T01:28:21.198Z- "u2_4.vdev",
2232024-07-30T01:28:21.198Z- "u2_5.vdev",
2242024-07-30T01:28:21.198Z- "u2_6.vdev",
2252024-07-30T01:28:21.198Z- "u2_7.vdev",
2262024-07-30T01:28:21.198Z- "u2_8.vdev",
2272024-07-30T01:28:21.198Z+ "/scratch/u2_0.vdev",
2282024-07-30T01:28:21.198Z+ "/scratch/u2_1.vdev",
2292024-07-30T01:28:21.198Z+ "/scratch/u2_2.vdev",
2302024-07-30T01:28:21.198Z+ "/scratch/u2_3.vdev",
2312024-07-30T01:28:21.198Z+ "/scratch/u2_4.vdev",
2322024-07-30T01:28:21.198Z+ "/scratch/u2_5.vdev",
2332024-07-30T01:28:21.198Z+ "/scratch/u2_6.vdev",
2342024-07-30T01:28:21.198Z+ "/scratch/u2_7.vdev",
2352024-07-30T01:28:21.198Z+ "/scratch/u2_8.vdev",
2362024-07-30T01:28:21.199Z ]
2372024-07-30T01:28:21.199Z
2382024-07-30T01:28:21.199Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-07-30T01:28:21.199Z+ true
2402024-07-30T01:28:21.199Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-07-30T01:28:21.199Z+ SILO_NAME=recovery
2422024-07-30T01:28:21.199Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-07-30T01:28:21.199Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-07-30T01:28:21.199Z+ sed -i~ '
2452024-07-30T01:28:21.199Z /^external_dns_ips/c\
2462024-07-30T01:28:21.199Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2472024-07-30T01:28:21.199Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-07-30T01:28:21.199Z /^first/c\
2492024-07-30T01:28:21.199Zfirst = "10.151.1.164"
2502024-07-30T01:28:21.199Z /^last/c\
2512024-07-30T01:28:21.199Zlast = "10.151.1.173"
2522024-07-30T01:28:21.199Z }
2532024-07-30T01:28:21.199Z /^infra_ip_first/c\
2542024-07-30T01:28:21.199Zinfra_ip_first = "10.151.1.174"
2552024-07-30T01:28:21.199Z /^infra_ip_last/c\
2562024-07-30T01:28:21.199Zinfra_ip_last = "10.151.1.174"
2572024-07-30T01:28:21.199Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-07-30T01:28:21.199Z /^routes/c\
2592024-07-30T01:28:21.199Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2602024-07-30T01:28:21.199Z /^addresses/c\
2612024-07-30T01:28:21.199Zaddresses = \[{address = "10.151.1.174/24"} \]
2622024-07-30T01:28:21.199Z }
2632024-07-30T01:28:21.199Z' pkg/config-rss.toml
2642024-07-30T01:28:21.199Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-07-30T01:28:21.223Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-07-30T01:28:21.223Z+++ pkg/config-rss.toml Tue Jul 30 01:28:21 2024
2672024-07-30T01:28:21.223Z@@ -33,7 +33,7 @@
2682024-07-30T01:28:21.223Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-07-30T01:28:21.223Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-07-30T01:28:21.223Z # below.
2712024-07-30T01:28:21.223Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-07-30T01:28:21.223Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2732024-07-30T01:28:21.223Z
2742024-07-30T01:28:21.223Z # Initial TLS certificates for the external API
2752024-07-30T01:28:21.223Z #
2762024-07-30T01:28:21.224Z@@ -69,8 +69,8 @@
2772024-07-30T01:28:21.224Z #
2782024-07-30T01:28:21.224Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-07-30T01:28:21.224Z [[internal_services_ip_pool_ranges]]
2802024-07-30T01:28:21.224Z-first = "192.168.1.20"
2812024-07-30T01:28:21.224Z-last = "192.168.1.29"
2822024-07-30T01:28:21.224Z+first = "10.151.1.164"
2832024-07-30T01:28:21.224Z+last = "10.151.1.173"
2842024-07-30T01:28:21.224Z
2852024-07-30T01:28:21.224Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-07-30T01:28:21.224Z # parameters should be provided to the control plane via wicket, but we need to
2872024-07-30T01:28:21.224Z@@ -91,8 +91,8 @@
2882024-07-30T01:28:21.224Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-07-30T01:28:21.224Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-07-30T01:28:21.224Z # With softnpu, only one address is used.
2912024-07-30T01:28:21.224Z-infra_ip_first = "192.168.1.30"
2922024-07-30T01:28:21.224Z-infra_ip_last = "192.168.1.30"
2932024-07-30T01:28:21.224Z+infra_ip_first = "10.151.1.174"
2942024-07-30T01:28:21.224Z+infra_ip_last = "10.151.1.174"
2952024-07-30T01:28:21.224Z
2962024-07-30T01:28:21.224Z # Configurations for BGP routers to run on the scrimlets.
2972024-07-30T01:28:21.224Z bgp = []
2982024-07-30T01:28:21.224Z@@ -100,9 +100,9 @@
2992024-07-30T01:28:21.224Z # You can configure multiple uplinks by repeating the following stanza
3002024-07-30T01:28:21.224Z [[rack_network_config.ports]]
3012024-07-30T01:28:21.224Z # Routes associated with this port.
3022024-07-30T01:28:21.224Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-07-30T01:28:21.224Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3042024-07-30T01:28:21.224Z # Addresses associated with this port.
3052024-07-30T01:28:21.224Z-addresses = [{address = "192.168.1.30/24"}]
3062024-07-30T01:28:21.224Z+addresses = [{address = "10.151.1.174/24"} ]
3072024-07-30T01:28:21.224Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-07-30T01:28:21.224Z port = "qsfp0"
3092024-07-30T01:28:21.224Z # The speed of this port.
3102024-07-30T01:28:21.224Z+ true
3112024-07-30T01:28:21.224Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-07-30T01:28:21.224Za pkg/config-rss.toml 7K
3132024-07-30T01:28:21.224Za pkg/config.toml 4K
3142024-07-30T01:28:21.224Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-07-30T01:28:21.225Z+ TLS_NAME=recovery.sys.oxide.test
3162024-07-30T01:28:21.225Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-07-30T01:28:21.413Z...+.....+.+.....+....+...+........+..........+......+.....+.........+.+...+...+...+..+.........+...+.+...........+...+.............+..+.......+......+.........+.....+.+..+...+...+.........+......+.+.....+.+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...............+...+..+.+.................+.+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.......+........+............+....+...............+...+............+......+..+.+............+............+........+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-07-30T01:28:21.946Z....+...+...........+......+...+.+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*................+.......+.........+.........+...........+...+......+.+....................+..................+.+......+......+...+......+...............+........+.+..+...+...............+.....................+......+....+...+......+..+...............+.......+......+......+........+.....................+.+......+...+.....+.........+...............+.......+........+...+....+...+..+....+..............+...+...............+...+.......+...+..+.......+...+..............+.........+.......+........+..........+......+........+............+.+.....+.........+.........+......+....+......+...............+.........+.........+.....................+..+............................+.........+..+.+..+...+.............+......+...+...........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-07-30T01:28:21.970Z-----
3202024-07-30T01:28:21.993Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-07-30T01:28:21.993Za pkg/initial-tls-cert.pem 2K
3222024-07-30T01:28:21.993Za pkg/initial-tls-key.pem 4K
3232024-07-30T01:28:21.993Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-07-30T01:28:21.993Z+ rmdir pkg
3252024-07-30T01:28:21.993Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-07-30T01:28:21.993Z+ pfexec mkdir -p /usr/oxide
3272024-07-30T01:28:21.993Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-07-30T01:28:22.654Z+ pfexec chmod +x /usr/oxide/oxide
3292024-07-30T01:28:22.677Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-07-30T01:28:40.972Z+ OMICRON_NO_UNINSTALL=1
3312024-07-30T01:28:40.972Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-07-30T01:28:40.996ZLogging to: /opt/oxide/work/out/LOG
3332024-07-30T01:28:41.502Z
3342024-07-30T01:28:41.525Zreal 0.524331389
3352024-07-30T01:28:41.525Zuser 0.116181675
3362024-07-30T01:28:41.525Zsys 2.221339819
3372024-07-30T01:28:41.525Ztrap 0.000007849
3382024-07-30T01:28:41.525Ztflt 0.000076758
3392024-07-30T01:28:41.525Zdflt 0.001180110
3402024-07-30T01:28:41.525Zkflt 0.000002940
3412024-07-30T01:28:41.525Zlock 47.456522033
3422024-07-30T01:28:41.525Zslp 0.735933424
3432024-07-30T01:28:41.525Zlat 0.003142337
3442024-07-30T01:28:41.525Zstop 0.213538565
3452024-07-30T01:28:41.525Z+ retry=0
3462024-07-30T01:28:41.525Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-07-30T01:28:41.526Z+ [[ 0 -gt 30 ]]
3482024-07-30T01:28:41.526Z+ sleep 1
3492024-07-30T01:28:42.517Z+ retry=1
3502024-07-30T01:28:42.517Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-07-30T01:28:42.541Z+ [[ 1 -gt 30 ]]
3522024-07-30T01:28:42.541Z+ sleep 1
3532024-07-30T01:28:43.532Z+ retry=2
3542024-07-30T01:28:43.532Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-07-30T01:28:43.555Z+ [[ 2 -gt 30 ]]
3562024-07-30T01:28:43.555Z+ sleep 1
3572024-07-30T01:28:44.547Z+ retry=3
3582024-07-30T01:28:44.547Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-07-30T01:29:03.223Z+ [[ 3 -gt 30 ]]
3602024-07-30T01:29:03.223Z+ sleep 1
3612024-07-30T01:29:04.226Z+ retry=4
3622024-07-30T01:29:04.227Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-07-30T01:29:04.250Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-07-30T01:29:04.274Zlocal v6:
3652024-07-30T01:29:04.274Zfe80::9c6d:f2ff:fe01:1694
3662024-07-30T01:29:04.274Zlocal v4:
3672024-07-30T01:29:04.274Z10.151.1.174
3682024-07-30T01:29:04.274Zrouter v6:
3692024-07-30T01:29:04.274Zrouter v4_idx:
3702024-07-30T01:29:04.274Zrouter v4_routes:
3712024-07-30T01:29:04.274Zresolver v4:
3722024-07-30T01:29:04.274Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3732024-07-30T01:29:04.274Zresolver v6:
3742024-07-30T01:29:04.274Zfe80::d48e:15ff:feb1:7e7f -> d6:8e:15:b1:7e:7f
3752024-07-30T01:29:04.274Zfe80::9c6d:f2ff:fe01:1694 -> 9e:6d:f2:01:16:94
3762024-07-30T01:29:04.274Znat v4:
3772024-07-30T01:29:04.274Znat_v6:
3782024-07-30T01:29:04.274Zport_mac:
3792024-07-30T01:29:04.274Z1: a8:40:25:73:90:b2
3802024-07-30T01:29:04.274Z1000: a8:40:25:73:90:b1
3812024-07-30T01:29:04.274Z2: a8:40:25:73:90:d2
3822024-07-30T01:29:04.274Zproxy arp:
3832024-07-30T01:29:04.274Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3842024-07-30T01:29:04.274Z+ retry=0
3852024-07-30T01:29:04.298Z+++ zoneadm list -n
3862024-07-30T01:29:04.298Z+++ grep oxz_ntp
3872024-07-30T01:29:04.298Z++ pfexec svcs -z -Hostate oxide/ntp
3882024-07-30T01:29:04.298Zsvcs: zone '-Hostate': entity not found
3892024-07-30T01:29:04.298Z++ true
3902024-07-30T01:29:04.298Z+ [[ '' != online ]]
3912024-07-30T01:29:04.298Z+ [[ 0 -gt 60 ]]
3922024-07-30T01:29:04.298Z+ sleep 1
3932024-07-30T01:29:05.294Z+ retry=1
3942024-07-30T01:29:05.317Z+++ zoneadm list -n
3952024-07-30T01:29:05.317Z+++ grep oxz_ntp
3962024-07-30T01:29:05.317Z++ pfexec svcs -z -Hostate oxide/ntp
3972024-07-30T01:29:05.317Zsvcs: zone '-Hostate': entity not found
3982024-07-30T01:29:05.317Z++ true
3992024-07-30T01:29:05.318Z+ [[ '' != online ]]
4002024-07-30T01:29:05.318Z+ [[ 1 -gt 60 ]]
4012024-07-30T01:29:05.318Z+ sleep 1
4022024-07-30T01:29:06.318Z+ retry=2
4032024-07-30T01:29:06.341Z+++ zoneadm list -n
4042024-07-30T01:29:06.341Z+++ grep oxz_ntp
4052024-07-30T01:29:06.341Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-07-30T01:29:06.341Zsvcs: zone '-Hostate': entity not found
4072024-07-30T01:29:06.341Z++ true
4082024-07-30T01:29:06.341Z+ [[ '' != online ]]
4092024-07-30T01:29:06.341Z+ [[ 2 -gt 60 ]]
4102024-07-30T01:29:06.341Z+ sleep 1
4112024-07-30T01:29:07.340Z+ retry=3
4122024-07-30T01:29:07.364Z+++ zoneadm list -n
4132024-07-30T01:29:07.365Z+++ grep oxz_ntp
4142024-07-30T01:29:07.365Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4152024-07-30T01:29:07.388Zsvcs: Could not bind to repository server for zone oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e: repository server unavailable
4162024-07-30T01:29:07.388Z++ true
4172024-07-30T01:29:07.388Z+ [[ '' != online ]]
4182024-07-30T01:29:07.388Z+ [[ 3 -gt 60 ]]
4192024-07-30T01:29:07.388Z+ sleep 1
4202024-07-30T01:29:08.374Z+ retry=4
4212024-07-30T01:29:08.397Z+++ zoneadm list -n
4222024-07-30T01:29:08.397Z+++ grep oxz_ntp
4232024-07-30T01:29:08.397Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4242024-07-30T01:29:08.421Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4252024-07-30T01:29:08.421Z++ true
4262024-07-30T01:29:08.421Z+ [[ '' != online ]]
4272024-07-30T01:29:08.421Z+ [[ 4 -gt 60 ]]
4282024-07-30T01:29:08.421Z+ sleep 1
4292024-07-30T01:29:09.404Z+ retry=5
4302024-07-30T01:29:09.428Z+++ zoneadm list -n
4312024-07-30T01:29:09.428Z+++ grep oxz_ntp
4322024-07-30T01:29:09.428Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4332024-07-30T01:29:09.451Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342024-07-30T01:29:09.451Z++ true
4352024-07-30T01:29:09.451Z+ [[ '' != online ]]
4362024-07-30T01:29:09.452Z+ [[ 5 -gt 60 ]]
4372024-07-30T01:29:09.452Z+ sleep 1
4382024-07-30T01:29:10.434Z+ retry=6
4392024-07-30T01:29:10.458Z+++ zoneadm list -n
4402024-07-30T01:29:10.458Z+++ grep oxz_ntp
4412024-07-30T01:29:10.458Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4422024-07-30T01:29:10.481Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432024-07-30T01:29:10.481Z++ true
4442024-07-30T01:29:10.481Z+ [[ '' != online ]]
4452024-07-30T01:29:10.481Z+ [[ 6 -gt 60 ]]
4462024-07-30T01:29:10.481Z+ sleep 1
4472024-07-30T01:29:11.463Z+ retry=7
4482024-07-30T01:29:11.487Z+++ zoneadm list -n
4492024-07-30T01:29:11.487Z+++ grep oxz_ntp
4502024-07-30T01:29:11.487Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4512024-07-30T01:29:11.487Z+ [[ offline != online ]]
4522024-07-30T01:29:11.487Z+ [[ 7 -gt 60 ]]
4532024-07-30T01:29:11.487Z+ sleep 1
4542024-07-30T01:29:12.488Z+ retry=8
4552024-07-30T01:29:12.512Z+++ zoneadm list -n
4562024-07-30T01:29:12.512Z+++ grep oxz_ntp
4572024-07-30T01:29:12.512Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4582024-07-30T01:29:12.512Z+ [[ offline != online ]]
4592024-07-30T01:29:12.512Z+ [[ 8 -gt 60 ]]
4602024-07-30T01:29:12.512Z+ sleep 1
4612024-07-30T01:29:13.510Z+ retry=9
4622024-07-30T01:29:13.539Z+++ zoneadm list -n
4632024-07-30T01:29:13.540Z+++ grep oxz_ntp
4642024-07-30T01:29:13.540Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4652024-07-30T01:29:13.540Z+ [[ offline != online ]]
4662024-07-30T01:29:13.540Z+ [[ 9 -gt 60 ]]
4672024-07-30T01:29:13.540Z+ sleep 1
4682024-07-30T01:29:14.533Z+ retry=10
4692024-07-30T01:29:14.556Z+++ zoneadm list -n
4702024-07-30T01:29:14.556Z+++ grep oxz_ntp
4712024-07-30T01:29:14.556Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4722024-07-30T01:29:14.556Z+ [[ offline != online ]]
4732024-07-30T01:29:14.556Z+ [[ 10 -gt 60 ]]
4742024-07-30T01:29:14.556Z+ sleep 1
4752024-07-30T01:29:15.555Z+ retry=11
4762024-07-30T01:29:15.579Z+++ zoneadm list -n
4772024-07-30T01:29:15.579Z+++ grep oxz_ntp
4782024-07-30T01:29:15.579Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4792024-07-30T01:29:15.579Z+ [[ offline != online ]]
4802024-07-30T01:29:15.579Z+ [[ 11 -gt 60 ]]
4812024-07-30T01:29:15.579Z+ sleep 1
4822024-07-30T01:29:16.578Z+ retry=12
4832024-07-30T01:29:16.602Z+++ zoneadm list -n
4842024-07-30T01:29:16.602Z+++ grep oxz_ntp
4852024-07-30T01:29:16.602Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4862024-07-30T01:29:16.602Z+ [[ offline != online ]]
4872024-07-30T01:29:16.602Z+ [[ 12 -gt 60 ]]
4882024-07-30T01:29:16.602Z+ sleep 1
4892024-07-30T01:29:17.599Z+ retry=13
4902024-07-30T01:29:17.623Z+++ zoneadm list -n
4912024-07-30T01:29:17.624Z+++ grep oxz_ntp
4922024-07-30T01:29:17.624Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
4932024-07-30T01:29:17.624Z+ [[ offline != online ]]
4942024-07-30T01:29:17.624Z+ [[ 13 -gt 60 ]]
4952024-07-30T01:29:17.624Z+ sleep 1
4962024-07-30T01:29:18.622Z+ retry=14
4972024-07-30T01:29:18.645Z+++ zoneadm list -n
4982024-07-30T01:29:18.645Z+++ grep oxz_ntp
4992024-07-30T01:29:18.645Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
5002024-07-30T01:29:18.645Z+ [[ offline != online ]]
5012024-07-30T01:29:18.645Z+ [[ 14 -gt 60 ]]
5022024-07-30T01:29:18.645Z+ sleep 1
 
5032024-07-30T01:29:18.913Zbuskin console login: Jul 30 01:29:18 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5042024-07-30T01:29:19.645Z+ retry=15
5052024-07-30T01:29:19.668Z+++ zoneadm list -n
5062024-07-30T01:29:19.668Z+++ grep oxz_ntp
5072024-07-30T01:29:19.668Z++ pfexec svcs -z oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e -Hostate oxide/ntp
5082024-07-30T01:29:19.669Z+ [[ online != online ]]
5092024-07-30T01:29:19.669Z+ echo 'Waited for chrony: 15s'
5102024-07-30T01:29:19.669ZWaited for chrony: 15s
5112024-07-30T01:29:19.669Z+ retry=0
5122024-07-30T01:29:19.669Z+ zoneadm list
5132024-07-30T01:29:19.669Z+ grep nexus
5142024-07-30T01:29:19.692Z+ [[ 0 -gt 300 ]]
5152024-07-30T01:29:19.692Z+ sleep 1
5162024-07-30T01:29:20.675Z+ retry=1
5172024-07-30T01:29:20.699Z+ zoneadm list
5182024-07-30T01:29:20.699Z+ grep nexus
5192024-07-30T01:29:20.699Z+ [[ 1 -gt 300 ]]
5202024-07-30T01:29:20.699Z+ sleep 1
 
5212024-07-30T01:29:20.998ZJul 30 01:29:21 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.152.220.10:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
5222024-07-30T01:29:21.620ZJul 30 01:29:21 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:45.83.234.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
5232024-07-30T01:29:21.685Z+ retry=2
5242024-07-30T01:29:21.709Z+ zoneadm list
5252024-07-30T01:29:21.709Z+ grep nexus
5262024-07-30T01:29:21.709Z+ [[ 2 -gt 300 ]]
5272024-07-30T01:29:21.709Z+ sleep 1
5282024-07-30T01:29:22.697Z+ retry=3
5292024-07-30T01:29:22.721Z+ zoneadm list
5302024-07-30T01:29:22.721Z+ grep nexus
5312024-07-30T01:29:22.721Z+ [[ 3 -gt 300 ]]
5322024-07-30T01:29:22.721Z+ sleep 1
5332024-07-30T01:29:23.710Z+ retry=4
5342024-07-30T01:29:23.734Z+ zoneadm list
5352024-07-30T01:29:23.734Z+ grep nexus
5362024-07-30T01:29:23.734Z+ [[ 4 -gt 300 ]]
5372024-07-30T01:29:23.734Z+ sleep 1
5382024-07-30T01:29:24.722Z+ retry=5
5392024-07-30T01:29:24.745Z+ zoneadm list
5402024-07-30T01:29:24.745Z+ grep nexus
5412024-07-30T01:29:24.745Z+ [[ 5 -gt 300 ]]
5422024-07-30T01:29:24.745Z+ sleep 1
5432024-07-30T01:29:25.732Z+ retry=6
5442024-07-30T01:29:25.756Z+ zoneadm list
5452024-07-30T01:29:25.756Z+ grep nexus
5462024-07-30T01:29:25.756Z+ [[ 6 -gt 300 ]]
5472024-07-30T01:29:25.756Z+ sleep 1
5482024-07-30T01:29:26.743Z+ retry=7
5492024-07-30T01:29:26.767Z+ zoneadm list
5502024-07-30T01:29:26.767Z+ grep nexus
5512024-07-30T01:29:26.767Z+ [[ 7 -gt 300 ]]
5522024-07-30T01:29:26.767Z+ sleep 1
5532024-07-30T01:29:27.768Z+ retry=8
5542024-07-30T01:29:27.792Z+ zoneadm list
5552024-07-30T01:29:27.792Z+ grep nexus
5562024-07-30T01:29:27.792Z+ [[ 8 -gt 300 ]]
5572024-07-30T01:29:27.792Z+ sleep 1
5582024-07-30T01:29:28.779Z+ retry=9
5592024-07-30T01:29:28.802Z+ zoneadm list
5602024-07-30T01:29:28.802Z+ grep nexus
5612024-07-30T01:29:28.802Z+ [[ 9 -gt 300 ]]
5622024-07-30T01:29:28.802Z+ sleep 1
5632024-07-30T01:29:30.122Z+ retry=10
5642024-07-30T01:29:30.148Z+ zoneadm list
5652024-07-30T01:29:30.303Z+ grep nexus
5662024-07-30T01:29:30.374Z+ [[ 10 -gt 300 ]]
5672024-07-30T01:29:30.374Z+ sleep 1
5682024-07-30T01:29:31.427Z+ retry=11
5692024-07-30T01:29:31.451Z+ zoneadm list
5702024-07-30T01:29:31.508Z+ grep nexus
5712024-07-30T01:29:31.581Z+ [[ 11 -gt 300 ]]
5722024-07-30T01:29:31.581Z+ sleep 1
5732024-07-30T01:29:32.644Z+ retry=12
5742024-07-30T01:29:32.667Z+ zoneadm list
5752024-07-30T01:29:32.667Z+ grep nexus
5762024-07-30T01:29:32.668Z+ [[ 12 -gt 300 ]]
5772024-07-30T01:29:32.668Z+ sleep 1
5782024-07-30T01:29:33.658Z+ retry=13
5792024-07-30T01:29:33.682Z+ zoneadm list
5802024-07-30T01:29:33.682Z+ grep nexus
5812024-07-30T01:29:33.682Z+ [[ 13 -gt 300 ]]
5822024-07-30T01:29:33.682Z+ sleep 1
5832024-07-30T01:29:34.671Z+ retry=14
5842024-07-30T01:29:34.695Z+ zoneadm list
5852024-07-30T01:29:34.695Z+ grep nexus
5862024-07-30T01:29:34.695Z+ [[ 14 -gt 300 ]]
5872024-07-30T01:29:34.695Z+ sleep 1
5882024-07-30T01:29:35.686Z+ retry=15
5892024-07-30T01:29:35.709Z+ zoneadm list
5902024-07-30T01:29:35.709Z+ grep nexus
5912024-07-30T01:29:35.709Z+ [[ 15 -gt 300 ]]
5922024-07-30T01:29:35.709Z+ sleep 1
5932024-07-30T01:29:36.698Z+ retry=16
5942024-07-30T01:29:36.721Z+ zoneadm list
5952024-07-30T01:29:36.722Z+ grep nexus
5962024-07-30T01:29:36.722Z+ [[ 16 -gt 300 ]]
5972024-07-30T01:29:36.722Z+ sleep 1
5982024-07-30T01:29:37.709Z+ retry=17
5992024-07-30T01:29:37.733Z+ zoneadm list
6002024-07-30T01:29:37.733Z+ grep nexus
6012024-07-30T01:29:37.733Z+ [[ 17 -gt 300 ]]
6022024-07-30T01:29:37.733Z+ sleep 1
6032024-07-30T01:29:38.722Z+ retry=18
6042024-07-30T01:29:38.745Z+ zoneadm list
6052024-07-30T01:29:38.745Z+ grep nexus
6062024-07-30T01:29:38.745Z+ [[ 18 -gt 300 ]]
6072024-07-30T01:29:38.745Z+ sleep 1
6082024-07-30T01:29:39.779Z+ retry=19
6092024-07-30T01:29:39.779Z+ zoneadm list
6102024-07-30T01:29:39.802Z+ grep nexus
6112024-07-30T01:29:39.802Z+ [[ 19 -gt 300 ]]
6122024-07-30T01:29:39.802Z+ sleep 1
6132024-07-30T01:29:40.793Z+ retry=20
6142024-07-30T01:29:40.817Z+ zoneadm list
6152024-07-30T01:29:40.817Z+ grep nexus
6162024-07-30T01:29:40.817Z+ [[ 20 -gt 300 ]]
6172024-07-30T01:29:40.817Z+ sleep 1
6182024-07-30T01:29:41.916Z+ retry=21
6192024-07-30T01:29:42.007Z+ zoneadm list
6202024-07-30T01:29:42.105Z+ grep nexus
6212024-07-30T01:29:43.318Z+ [[ 21 -gt 300 ]]
6222024-07-30T01:29:43.318Z+ sleep 1
6232024-07-30T01:29:44.325Z+ retry=22
6242024-07-30T01:29:44.348Z+ zoneadm list
6252024-07-30T01:29:44.348Z+ grep nexus
6262024-07-30T01:29:44.348Z+ [[ 22 -gt 300 ]]
6272024-07-30T01:29:44.348Z+ sleep 1
6282024-07-30T01:29:45.348Z+ retry=23
6292024-07-30T01:29:45.372Z+ zoneadm list
6302024-07-30T01:29:45.372Z+ grep nexus
6312024-07-30T01:29:45.372Z+ [[ 23 -gt 300 ]]
6322024-07-30T01:29:45.372Z+ sleep 1
6332024-07-30T01:29:46.372Z+ retry=24
6342024-07-30T01:29:46.396Z+ zoneadm list
6352024-07-30T01:29:46.396Z+ grep nexus
6362024-07-30T01:29:46.396Z+ [[ 24 -gt 300 ]]
6372024-07-30T01:29:46.396Z+ sleep 1
6382024-07-30T01:29:47.391Z+ retry=25
6392024-07-30T01:29:47.415Z+ zoneadm list
6402024-07-30T01:29:47.415Z+ grep nexus
6412024-07-30T01:29:47.415Z+ [[ 25 -gt 300 ]]
6422024-07-30T01:29:47.415Z+ sleep 1
6432024-07-30T01:29:48.404Z+ retry=26
6442024-07-30T01:29:48.427Z+ zoneadm list
6452024-07-30T01:29:48.427Z+ grep nexus
6462024-07-30T01:29:48.427Z+ [[ 26 -gt 300 ]]
6472024-07-30T01:29:48.427Z+ sleep 1
6482024-07-30T01:29:49.417Z+ retry=27
6492024-07-30T01:29:49.440Z+ zoneadm list
6502024-07-30T01:29:49.440Z+ grep nexus
6512024-07-30T01:29:49.440Z+ [[ 27 -gt 300 ]]
6522024-07-30T01:29:49.440Z+ sleep 1
6532024-07-30T01:29:50.431Z+ retry=28
6542024-07-30T01:29:50.454Z+ zoneadm list
6552024-07-30T01:29:50.454Z+ grep nexus
6562024-07-30T01:29:50.454Z+ [[ 28 -gt 300 ]]
6572024-07-30T01:29:50.454Z+ sleep 1
6582024-07-30T01:29:51.444Z+ retry=29
6592024-07-30T01:29:51.467Z+ zoneadm list
6602024-07-30T01:29:51.467Z+ grep nexus
6612024-07-30T01:29:51.467Z+ [[ 29 -gt 300 ]]
6622024-07-30T01:29:51.467Z+ sleep 1
6632024-07-30T01:29:52.456Z+ retry=30
6642024-07-30T01:29:52.479Z+ zoneadm list
6652024-07-30T01:29:52.479Z+ grep nexus
6662024-07-30T01:29:52.479Z+ [[ 30 -gt 300 ]]
6672024-07-30T01:29:52.479Z+ sleep 1
6682024-07-30T01:29:53.471Z+ retry=31
6692024-07-30T01:29:53.494Z+ zoneadm list
6702024-07-30T01:29:53.494Z+ grep nexus
6712024-07-30T01:29:53.494Z+ [[ 31 -gt 300 ]]
6722024-07-30T01:29:53.494Z+ sleep 1
6732024-07-30T01:29:54.483Z+ retry=32
6742024-07-30T01:29:54.507Z+ zoneadm list
6752024-07-30T01:29:54.507Z+ grep nexus
6762024-07-30T01:29:54.507Z+ [[ 32 -gt 300 ]]
6772024-07-30T01:29:54.507Z+ sleep 1
6782024-07-30T01:29:55.495Z+ retry=33
6792024-07-30T01:29:55.519Z+ zoneadm list
6802024-07-30T01:29:55.519Z+ grep nexus
6812024-07-30T01:29:55.519Z+ [[ 33 -gt 300 ]]
6822024-07-30T01:29:55.519Z+ sleep 1
6832024-07-30T01:29:56.506Z+ retry=34
6842024-07-30T01:29:56.530Z+ zoneadm list
6852024-07-30T01:29:56.530Z+ grep nexus
6862024-07-30T01:29:56.530Z+ [[ 34 -gt 300 ]]
6872024-07-30T01:29:56.530Z+ sleep 1
6882024-07-30T01:29:57.518Z+ retry=35
6892024-07-30T01:29:57.542Z+ zoneadm list
6902024-07-30T01:29:57.542Z+ grep nexus
6912024-07-30T01:29:57.542Z+ [[ 35 -gt 300 ]]
6922024-07-30T01:29:57.542Z+ sleep 1
6932024-07-30T01:29:58.530Z+ retry=36
6942024-07-30T01:29:58.553Z+ zoneadm list
6952024-07-30T01:29:58.553Z+ grep nexus
6962024-07-30T01:29:58.553Z+ [[ 36 -gt 300 ]]
6972024-07-30T01:29:58.553Z+ sleep 1
6982024-07-30T01:29:59.541Z+ retry=37
6992024-07-30T01:29:59.565Z+ zoneadm list
7002024-07-30T01:29:59.565Z+ grep nexus
7012024-07-30T01:29:59.565Z+ [[ 37 -gt 300 ]]
7022024-07-30T01:29:59.565Z+ sleep 1
7032024-07-30T01:30:00.553Z+ retry=38
7042024-07-30T01:30:00.577Z+ zoneadm list
7052024-07-30T01:30:00.577Z+ grep nexus
7062024-07-30T01:30:00.577Z+ [[ 38 -gt 300 ]]
7072024-07-30T01:30:00.577Z+ sleep 1
7082024-07-30T01:30:01.567Z+ retry=39
7092024-07-30T01:30:01.591Z+ zoneadm list
7102024-07-30T01:30:01.591Z+ grep nexus
7112024-07-30T01:30:01.591Z+ [[ 39 -gt 300 ]]
7122024-07-30T01:30:01.591Z+ sleep 1
7132024-07-30T01:30:02.579Z+ retry=40
7142024-07-30T01:30:02.602Z+ zoneadm list
7152024-07-30T01:30:02.602Z+ grep nexus
7162024-07-30T01:30:02.602Z+ [[ 40 -gt 300 ]]
7172024-07-30T01:30:02.602Z+ sleep 1
7182024-07-30T01:30:03.595Z+ retry=41
7192024-07-30T01:30:03.619Z+ zoneadm list
7202024-07-30T01:30:03.619Z+ grep nexus
7212024-07-30T01:30:03.619Z+ [[ 41 -gt 300 ]]
7222024-07-30T01:30:03.619Z+ sleep 1
7232024-07-30T01:30:04.624Z+ retry=42
7242024-07-30T01:30:04.648Z+ zoneadm list
7252024-07-30T01:30:04.648Z+ grep nexus
7262024-07-30T01:30:04.648Z+ [[ 42 -gt 300 ]]
7272024-07-30T01:30:04.648Z+ sleep 1
7282024-07-30T01:30:05.645Z+ retry=43
7292024-07-30T01:30:05.669Z+ zoneadm list
7302024-07-30T01:30:05.669Z+ grep nexus
7312024-07-30T01:30:05.693Z+ [[ 43 -gt 300 ]]
7322024-07-30T01:30:05.693Z+ sleep 1
7332024-07-30T01:30:06.680Z+ retry=44
7342024-07-30T01:30:06.709Z+ zoneadm list
7352024-07-30T01:30:06.709Z+ grep nexus
7362024-07-30T01:30:06.709Z+ [[ 44 -gt 300 ]]
7372024-07-30T01:30:06.709Z+ sleep 1
7382024-07-30T01:30:07.697Z+ retry=45
7392024-07-30T01:30:07.722Z+ zoneadm list
7402024-07-30T01:30:07.722Z+ grep nexus
7412024-07-30T01:30:07.746Z+ [[ 45 -gt 300 ]]
7422024-07-30T01:30:07.746Z+ sleep 1
7432024-07-30T01:30:08.796Z+ retry=46
7442024-07-30T01:30:08.820Z+ zoneadm list
7452024-07-30T01:30:08.820Z+ grep nexus
7462024-07-30T01:30:08.820Z+ [[ 46 -gt 300 ]]
7472024-07-30T01:30:08.820Z+ sleep 1
7482024-07-30T01:30:09.817Z+ retry=47
7492024-07-30T01:30:09.841Z+ zoneadm list
7502024-07-30T01:30:09.841Z+ grep nexus
7512024-07-30T01:30:09.841Zoxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940
7522024-07-30T01:30:09.841Zoxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372
7532024-07-30T01:30:09.841Zoxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29
7542024-07-30T01:30:09.841Z+ echo 'Waited for nexus: 47s'
7552024-07-30T01:30:09.841ZWaited for nexus: 47s
7562024-07-30T01:30:09.841Z+ export RUST_BACKTRACE=1
7572024-07-30T01:30:09.841Z+ RUST_BACKTRACE=1
7582024-07-30T01:30:09.841Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7592024-07-30T01:30:09.841Z++ ./target/debug/bootstrap
7602024-07-30T01:30:10.795ZUsing external DNS server at 10.151.1.164:53
7612024-07-30T01:30:10.981Z2024-07-30 01:30:10.969807821 UTC: attempting to log into API
7622024-07-30T01:30:26.112Z2024-07-30 01:30:26.099023684 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7632024-07-30T01:30:27.112Z2024-07-30 01:30:27.101381201 UTC: attempting to log into API
 
7642024-07-30T01:30:33.539ZJul 30 01:30:32 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
7652024-07-30T01:30:33.881ZJul 30 01:30:33 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
7662024-07-30T01:30:34.508ZJul 30 01:30:33 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7672024-07-30T01:30:36.008ZJul 30 01:30:35 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7682024-07-30T01:30:36.639ZJul 30 01:30:36 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
7692024-07-30T01:30:42.164Z2024-07-30 01:30:42.152749554 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7702024-07-30T01:30:43.165Z2024-07-30 01:30:43.153988602 UTC: attempting to log into API
7712024-07-30T01:30:58.197Z2024-07-30 01:30:58.186345590 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7722024-07-30T01:30:59.199Z2024-07-30 01:30:59.187825437 UTC: attempting to log into API
7732024-07-30T01:31:14.231Z2024-07-30 01:31:14.219797784 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7742024-07-30T01:31:15.232Z2024-07-30 01:31:15.221202645 UTC: attempting to log into API
7752024-07-30T01:31:30.264Z2024-07-30 01:31:30.253806184 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7762024-07-30T01:31:31.266Z2024-07-30 01:31:31.255228791 UTC: attempting to log into API
7772024-07-30T01:31:42.116Z2024-07-30 01:31:42.104983758 UTC: login succeeded
7782024-07-30T01:31:42.149Zwaiting for nexus to come up...
7792024-07-30T01:31:42.215Zcreating IP pool... 10.151.1.175 - 10.151.1.227
7802024-07-30T01:31:42.424Zsetting up quotas...
7812024-07-30T01:31:42.472Zensuring datasets are ready...
7822024-07-30T01:31:45.634Zlet's roll.
7832024-07-30T01:31:45.658Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
7842024-07-30T01:31:45.658ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
7852024-07-30T01:31:45.658ZOXIDE_TOKEN=oxide-token-83c3ac556f544ea6065927d1cb5565f1f96d756a'
7862024-07-30T01:31:45.658Z++ OXIDE_HOST=https://recovery.sys.oxide.test
7872024-07-30T01:31:45.658Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
7882024-07-30T01:31:45.658Z++ OXIDE_TOKEN=oxide-token-83c3ac556f544ea6065927d1cb5565f1f96d756a
7892024-07-30T01:31:45.658Z+ export OXIDE_HOST OXIDE_TOKEN
7902024-07-30T01:31:45.658Z+ retry=0
7912024-07-30T01:31:45.658Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
7922024-07-30T01:31:45.737Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
7932024-07-30T01:31:46.195Z{"status":"ok"}success
7942024-07-30T01:31:46.195ZProject {
7952024-07-30T01:31:46.195Z description: "some images",
7962024-07-30T01:31:46.195Z id: 01e42bf6-ddf4-4b63-b545-ff0e2ccf675b,
7972024-07-30T01:31:46.195Z name: Name(
7982024-07-30T01:31:46.195Z "images",
7992024-07-30T01:31:46.195Z ),
8002024-07-30T01:31:46.195Z time_created: 2024-07-30T01:31:45.791667Z,
8012024-07-30T01:31:46.195Z time_modified: 2024-07-30T01:31:45.791667Z,
8022024-07-30T01:31:46.195Z}
8032024-07-30T01:31:46.219Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8042024-07-30T01:37:07.532Zdone!
8052024-07-30T01:37:07.636Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8062024-07-30T01:37:07.737Zsuccess
8072024-07-30T01:37:07.737ZImage {
8082024-07-30T01:37:07.737Z block_size: ByteCount(
8092024-07-30T01:37:07.737Z 512,
8102024-07-30T01:37:07.737Z ),
8112024-07-30T01:37:07.737Z description: "debian 11 original base image",
8122024-07-30T01:37:07.737Z digest: None,
8132024-07-30T01:37:07.737Z id: 9bb46296-0eb6-46c8-a8d4-865b008c109c,
8142024-07-30T01:37:07.737Z name: Name(
8152024-07-30T01:37:07.737Z "debian11",
8162024-07-30T01:37:07.737Z ),
8172024-07-30T01:37:07.761Z os: "debian",
8182024-07-30T01:37:07.761Z project_id: None,
8192024-07-30T01:37:07.761Z size: ByteCount(
8202024-07-30T01:37:07.761Z 2147483648,
8212024-07-30T01:37:07.761Z ),
8222024-07-30T01:37:07.761Z time_created: 2024-07-30T01:37:07.473226Z,
8232024-07-30T01:37:07.761Z time_modified: 2024-07-30T01:37:07.720886Z,
8242024-07-30T01:37:07.761Z url: None,
8252024-07-30T01:37:07.761Z version: "11",
8262024-07-30T01:37:07.761Z}
8272024-07-30T01:37:07.761Z+ for test_bin in tests/*
8282024-07-30T01:37:07.761Z+ ./tests/bootstrap-32c426177ef0f77b
8292024-07-30T01:37:07.785Z
8302024-07-30T01:37:07.785Zrunning 0 tests
8312024-07-30T01:37:07.785Z
8322024-07-30T01:37:07.785Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8332024-07-30T01:37:07.785Z
8342024-07-30T01:37:07.785Z+ for test_bin in tests/*
8352024-07-30T01:37:07.785Z+ ./tests/commtest-98e93126f9b68fbb
8362024-07-30T01:37:07.809Z
8372024-07-30T01:37:07.809Zrunning 0 tests
8382024-07-30T01:37:07.809Z
8392024-07-30T01:37:07.809Z+ for test_bin in tests/*
8402024-07-30T01:37:07.809Z+ ./tests/dhcp_server-d01d733915019f71
8412024-07-30T01:37:07.809Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8422024-07-30T01:37:07.809Z
8432024-07-30T01:37:07.809Z
8442024-07-30T01:37:07.809Zrunning 0 tests
8452024-07-30T01:37:07.809Z
8462024-07-30T01:37:07.809Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8472024-07-30T01:37:07.809Z
8482024-07-30T01:37:07.809Z+ for test_bin in tests/*
8492024-07-30T01:37:07.809Z+ ./tests/end_to_end_tests-7927799573eb2b13
8502024-07-30T01:37:08.006Z
8512024-07-30T01:37:08.006Zrunning 2 tests
8522024-07-30T01:37:08.282Ztest no_spoof::no_spoof_here ... ok
8532024-07-30T01:37:34.457Ztest instance_launch::instance_launch ... ok
8542024-07-30T01:37:34.457Z
8552024-07-30T01:37:34.480Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 26.45s
8562024-07-30T01:37:34.480Z
8572024-07-30T01:37:34.480Z+ _exit_trap
8582024-07-30T01:37:34.480Z+ local status=0
8592024-07-30T01:37:34.480Z+ set +o errexit
8602024-07-30T01:37:34.480Z+ pfexec svcadm -Z disable -s cron
8612024-07-30T01:37:36.457Z+ [[ 0 -eq 0 ]]
8622024-07-30T01:37:36.457Z+ exit 0
8632024-07-30T01:37:36.481Zprocess exited: duration 579277 ms, exit code 0
 
8642024-07-30T01:37:36.591Zfound 143 output files
8652024-07-30T01:37:36.837Zuploading: /var/svc/log/oxide-sled-agent:default.log (984849 bytes)
8662024-07-30T01:37:37.911Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8672024-07-30T01:37:37.911Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3821989 bytes)
8682024-07-30T01:37:38.289Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3821989 -> 3831778
8692024-07-30T01:37:39.359Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
8702024-07-30T01:37:39.359Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (537644 bytes)
8712024-07-30T01:37:40.654Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
8722024-07-30T01:37:40.654Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (0 bytes)
8732024-07-30T01:37:41.725Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
8742024-07-30T01:37:41.725Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (33196 bytes)
8752024-07-30T01:37:42.885Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
8762024-07-30T01:37:42.885Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (164930 bytes)
8772024-07-30T01:37:43.065Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 164930 -> 167666
8782024-07-30T01:37:44.134Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
8792024-07-30T01:37:44.134Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (15588 bytes)
8802024-07-30T01:37:45.250Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
8812024-07-30T01:37:45.250Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (207076 bytes)
8822024-07-30T01:37:45.430Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 207076 -> 214073
8832024-07-30T01:37:46.500Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
8842024-07-30T01:37:46.524Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (21001 bytes)
8852024-07-30T01:37:47.639Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
8862024-07-30T01:37:47.639Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1187213 bytes)
8872024-07-30T01:37:47.933Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1187213 -> 1214447
8882024-07-30T01:37:49.003Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
8892024-07-30T01:37:49.003Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (161242 bytes)
8902024-07-30T01:37:50.231Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
8912024-07-30T01:37:50.231Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (632934 bytes)
8922024-07-30T01:37:50.479Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 632934 -> 651210
8932024-07-30T01:37:51.549Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
8942024-07-30T01:37:51.549Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (83372 bytes)
8952024-07-30T01:37:52.753Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
8962024-07-30T01:37:52.777Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
8972024-07-30T01:37:53.825Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
8982024-07-30T01:37:53.849Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3377 bytes)
8992024-07-30T01:37:54.921Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9002024-07-30T01:37:54.921Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (220007 bytes)
9012024-07-30T01:37:55.125Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 220007 -> 228805
9022024-07-30T01:37:56.194Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9032024-07-30T01:37:56.194Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (29772 bytes)
9042024-07-30T01:37:57.357Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9052024-07-30T01:37:57.357Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7020 bytes)
9062024-07-30T01:37:57.426Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 7020 -> 7605
9072024-07-30T01:37:58.497Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9082024-07-30T01:37:58.497Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (1151 bytes)
9092024-07-30T01:37:59.591Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
9102024-07-30T01:37:59.591Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
9112024-07-30T01:38:00.663Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9122024-07-30T01:38:00.687Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3975 bytes)
9132024-07-30T01:38:01.758Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
9142024-07-30T01:38:01.758Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9152024-07-30T01:38:02.829Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9162024-07-30T01:38:02.829Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (7500 bytes)
9172024-07-30T01:38:03.946Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
9182024-07-30T01:38:03.947Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroach-admin:default.log (2799 bytes)
9192024-07-30T01:38:05.041Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroach-admin:default.log
9202024-07-30T01:38:05.066Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1863 bytes)
9212024-07-30T01:38:06.137Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroach-admin:default.log.0
9222024-07-30T01:38:06.137Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
9232024-07-30T01:38:07.208Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroachdb:default.log
9242024-07-30T01:38:07.208Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroachdb:default.log.0 (4314 bytes)
9252024-07-30T01:38:08.304Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-cockroachdb:default.log.0
9262024-07-30T01:38:08.304Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9272024-07-30T01:38:09.375Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-zone-network-setup:default.log
9282024-07-30T01:38:09.375Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1680 bytes)
9292024-07-30T01:38:10.470Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_cockroachdb_e20b2629-1376-43a9-a732-f8093655ff87/root/var/svc/log/oxide-zone-network-setup:default.log.0
9302024-07-30T01:38:10.470Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-agent:default.log (34604 bytes)
9312024-07-30T01:38:11.613Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-agent:default.log
9322024-07-30T01:38:11.613Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9332024-07-30T01:38:12.709Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:default.log
9342024-07-30T01:38:12.709Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:downstairs-13190d17-ff58-4cdc-878d-9a10c2eb1a85.log (5946 bytes)
9352024-07-30T01:38:13.804Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:downstairs-13190d17-ff58-4cdc-878d-9a10c2eb1a85.log
9362024-07-30T01:38:13.804Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:downstairs-c358610c-c8b4-4495-a3ee-500720417559.log (6077 bytes)
9372024-07-30T01:38:14.899Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:downstairs-c358610c-c8b4-4495-a3ee-500720417559.log
9382024-07-30T01:38:14.923Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:snapshot-c358610c-c8b4-4495-a3ee-500720417559-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log (5641 bytes)
9392024-07-30T01:38:15.994Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-crucible-downstairs:snapshot-c358610c-c8b4-4495-a3ee-500720417559-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log
9402024-07-30T01:38:15.994Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
9412024-07-30T01:38:17.089Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_crucible_7fc3f873-b2b7-44ac-82be-d3338f22ec5d/root/var/svc/log/oxide-zone-network-setup:default.log
9422024-07-30T01:38:17.089Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-internal_dns:default.log (24631 bytes)
9432024-07-30T01:38:17.180Zupload warning: file "/pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 24631 -> 28384
9442024-07-30T01:38:18.251Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-internal_dns:default.log
9452024-07-30T01:38:18.276Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-internal_dns:default.log.0 (86583 bytes)
9462024-07-30T01:38:19.459Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-internal_dns:default.log.0
9472024-07-30T01:38:19.459Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9482024-07-30T01:38:20.530Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-zone-network-setup:default.log
9492024-07-30T01:38:20.530Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1676 bytes)
9502024-07-30T01:38:21.625Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_internal_dns_5d45c62a-cada-4303-8619-c8ebc4efb859/root/var/svc/log/oxide-zone-network-setup:default.log.0
9512024-07-30T01:38:21.626Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
9522024-07-30T01:38:22.697Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-chrony-setup:default.log
9532024-07-30T01:38:22.697Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-chrony-setup:default.log.0 (14162 bytes)
9542024-07-30T01:38:23.815Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-chrony-setup:default.log.0
9552024-07-30T01:38:23.815Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-ntp:default.log (66 bytes)
9562024-07-30T01:38:24.909Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-ntp:default.log
9572024-07-30T01:38:24.909Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-ntp:default.log.0 (870 bytes)
9582024-07-30T01:38:26.004Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-ntp:default.log.0
9592024-07-30T01:38:26.004Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
9602024-07-30T01:38:27.076Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-opte-interface-setup:default.log
9612024-07-30T01:38:27.076Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
9622024-07-30T01:38:28.170Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-opte-interface-setup:default.log.0
9632024-07-30T01:38:28.170Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9642024-07-30T01:38:29.242Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-zone-network-setup:default.log
9652024-07-30T01:38:29.242Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1632 bytes)
9662024-07-30T01:38:30.338Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/svc/log/oxide-zone-network-setup:default.log.0
9672024-07-30T01:38:30.338Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroach-admin:default.log (2796 bytes)
9682024-07-30T01:38:31.433Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroach-admin:default.log
9692024-07-30T01:38:31.433Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1863 bytes)
9702024-07-30T01:38:32.528Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroach-admin:default.log.0
9712024-07-30T01:38:32.528Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
9722024-07-30T01:38:33.599Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroachdb:default.log
9732024-07-30T01:38:33.599Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroachdb:default.log.0 (4289 bytes)
9742024-07-30T01:38:34.694Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-cockroachdb:default.log.0
9752024-07-30T01:38:34.694Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9762024-07-30T01:38:35.764Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-zone-network-setup:default.log
9772024-07-30T01:38:35.764Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1680 bytes)
9782024-07-30T01:38:36.859Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_cockroachdb_410cedcd-ec3b-4ac8-8dbb-feb6efd3cef6/root/var/svc/log/oxide-zone-network-setup:default.log.0
9792024-07-30T01:38:36.860Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-agent:default.log (8488 bytes)
9802024-07-30T01:38:37.976Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-agent:default.log
9812024-07-30T01:38:37.976Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9822024-07-30T01:38:39.071Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-downstairs:default.log
9832024-07-30T01:38:39.072Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-downstairs:downstairs-c4a651e7-63ee-41ba-9ee0-e7a8d27bd5df.log (2995 bytes)
9842024-07-30T01:38:40.167Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-crucible-downstairs:downstairs-c4a651e7-63ee-41ba-9ee0-e7a8d27bd5df.log
9852024-07-30T01:38:40.167Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
9862024-07-30T01:38:41.262Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_crucible_7c57d567-c611-40c4-b4d6-0980bc218ef1/root/var/svc/log/oxide-zone-network-setup:default.log
9872024-07-30T01:38:41.262Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-external_dns:default.log (26901 bytes)
9882024-07-30T01:38:41.375Zupload warning: file "/pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26901 -> 34453
9892024-07-30T01:38:42.446Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-external_dns:default.log
9902024-07-30T01:38:42.446Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
9912024-07-30T01:38:43.541Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-opte-interface-setup:default.log
9922024-07-30T01:38:43.541Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-zone-network-setup:default.log (1692 bytes)
9932024-07-30T01:38:44.636Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_external_dns_a8c08056-64d8-4a21-a180-a8e114d49dac/root/var/svc/log/oxide-zone-network-setup:default.log
9942024-07-30T01:38:44.660Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-internal_dns:default.log (24623 bytes)
9952024-07-30T01:38:44.750Zupload warning: file "/pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 24623 -> 32130
9962024-07-30T01:38:45.820Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-internal_dns:default.log
9972024-07-30T01:38:45.821Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-internal_dns:default.log.0 (86572 bytes)
9982024-07-30T01:38:47.031Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-internal_dns:default.log.0
9992024-07-30T01:38:47.055Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10002024-07-30T01:38:48.099Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-zone-network-setup:default.log
10012024-07-30T01:38:48.099Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1677 bytes)
10022024-07-30T01:38:49.192Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_internal_dns_d22aaf1b-135c-4449-87b0-f90d3be55e6c/root/var/svc/log/oxide-zone-network-setup:default.log.0
10032024-07-30T01:38:49.269Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-nexus:default.log (37147146 bytes)
10042024-07-30T01:38:50.701Zupload warning: file "/pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 37147146 -> 37622561
10052024-07-30T01:38:51.771Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-nexus:default.log
10062024-07-30T01:38:51.771Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10072024-07-30T01:38:52.864Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-opte-interface-setup:default.log
10082024-07-30T01:38:52.864Zuploading: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
10092024-07-30T01:38:53.957Zuploaded: /pool/ext/0e95108a-a78f-4b83-ace3-f0331fca7a5e/crypt/zone/oxz_nexus_bf0356f9-75b1-4610-bf80-9e72a42ea940/root/var/svc/log/oxide-zone-network-setup:default.log
10102024-07-30T01:38:53.981Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-agent:default.log (36549 bytes)
10112024-07-30T01:38:55.116Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-agent:default.log
10122024-07-30T01:38:55.116Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10132024-07-30T01:38:56.210Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:default.log
10142024-07-30T01:38:56.210Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-666741d8-40c8-4e26-86bf-3f5682e66bf4.log (3124 bytes)
10152024-07-30T01:38:57.304Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-666741d8-40c8-4e26-86bf-3f5682e66bf4.log
10162024-07-30T01:38:57.304Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f247614-4250-4c35-9213-fbe29f96b4b7.log (6076 bytes)
10172024-07-30T01:38:58.397Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f247614-4250-4c35-9213-fbe29f96b4b7.log
10182024-07-30T01:38:58.397Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-c27bd160-968a-45de-a3e8-142fe074d377.log (5946 bytes)
10192024-07-30T01:38:59.490Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:downstairs-c27bd160-968a-45de-a3e8-142fe074d377.log
10202024-07-30T01:38:59.490Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:snapshot-6f247614-4250-4c35-9213-fbe29f96b4b7-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log (5636 bytes)
10212024-07-30T01:39:00.584Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-crucible-downstairs:snapshot-6f247614-4250-4c35-9213-fbe29f96b4b7-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log
10222024-07-30T01:39:00.584Zuploading: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10232024-07-30T01:39:01.677Zuploaded: /pool/ext/33b09d10-f4a7-481b-a7f4-12388d3ec2fd/crypt/zone/oxz_crucible_9a336735-2cd4-45ae-944c-a0b6166a0f02/root/var/svc/log/oxide-zone-network-setup:default.log
10242024-07-30T01:39:01.677Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroach-admin:default.log (2797 bytes)
10252024-07-30T01:39:02.770Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroach-admin:default.log
10262024-07-30T01:39:02.770Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1863 bytes)
10272024-07-30T01:39:03.863Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroach-admin:default.log.0
10282024-07-30T01:39:03.863Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10292024-07-30T01:39:04.933Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroachdb:default.log
10302024-07-30T01:39:04.934Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroachdb:default.log.0 (4313 bytes)
10312024-07-30T01:39:06.027Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-cockroachdb:default.log.0
10322024-07-30T01:39:06.027Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10332024-07-30T01:39:07.097Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-zone-network-setup:default.log
10342024-07-30T01:39:07.097Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1679 bytes)
10352024-07-30T01:39:08.191Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_cockroachdb_6d4b0185-02f2-49ed-9129-a25bf5a0cb6d/root/var/svc/log/oxide-zone-network-setup:default.log.0
10362024-07-30T01:39:08.191Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-agent:default.log (23485 bytes)
10372024-07-30T01:39:09.328Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-agent:default.log
10382024-07-30T01:39:09.352Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10392024-07-30T01:39:10.421Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:default.log
10402024-07-30T01:39:10.421Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-a38855ba-a69c-425b-b88c-145be481d5e0.log (3125 bytes)
10412024-07-30T01:39:11.514Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-a38855ba-a69c-425b-b88c-145be481d5e0.log
10422024-07-30T01:39:11.538Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129.log (5946 bytes)
10432024-07-30T01:39:12.608Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-e7ed0b76-babb-4c04-998d-7fed72ee8129.log
10442024-07-30T01:39:12.608Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
10452024-07-30T01:39:13.701Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_crucible_0665037a-21c4-46a1-9f95-5d3a6c5176d9/root/var/svc/log/oxide-zone-network-setup:default.log
10462024-07-30T01:39:13.745Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-nexus:default.log (4741509 bytes)
10472024-07-30T01:39:14.156Zupload warning: file "/pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4741509 -> 5536758
10482024-07-30T01:39:15.226Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-nexus:default.log
10492024-07-30T01:39:15.226Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10502024-07-30T01:39:16.319Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-opte-interface-setup:default.log
10512024-07-30T01:39:16.319Zuploading: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
10522024-07-30T01:39:17.413Zuploaded: /pool/ext/7615d438-71e5-4a71-a08a-2ff09e8199b0/crypt/zone/oxz_nexus_a8a42e3a-2399-4940-9a3d-5ddb8535a372/root/var/svc/log/oxide-zone-network-setup:default.log
10532024-07-30T01:39:17.413Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
10542024-07-30T01:39:18.528Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-agent:default.log
10552024-07-30T01:39:18.528Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10562024-07-30T01:39:19.621Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-downstairs:default.log
10572024-07-30T01:39:19.621Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-downstairs:downstairs-218a5799-f51a-412b-b97b-a18e1e112ed6.log (2995 bytes)
10582024-07-30T01:39:20.715Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-crucible-downstairs:downstairs-218a5799-f51a-412b-b97b-a18e1e112ed6.log
10592024-07-30T01:39:20.715Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-zone-network-setup:default.log (1671 bytes)
10602024-07-30T01:39:21.809Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_crucible_58452b93-86a3-48a7-a5de-860e2679362d/root/var/svc/log/oxide-zone-network-setup:default.log
10612024-07-30T01:39:21.809Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-nexus:default.log (2722220 bytes)
10622024-07-30T01:39:22.170Zupload warning: file "/pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2722220 -> 3321108
10632024-07-30T01:39:23.239Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-nexus:default.log
10642024-07-30T01:39:23.240Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10652024-07-30T01:39:24.333Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-opte-interface-setup:default.log
10662024-07-30T01:39:24.333Zuploading: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-zone-network-setup:default.log (1652 bytes)
10672024-07-30T01:39:25.427Zuploaded: /pool/ext/77bd97a8-9db3-4988-9912-6f2abd5d0697/crypt/zone/oxz_nexus_da27fc57-ffe9-4db6-a75a-ddd4c00b9b29/root/var/svc/log/oxide-zone-network-setup:default.log
10682024-07-30T01:39:25.427Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroach-admin:default.log (2797 bytes)
10692024-07-30T01:39:26.520Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroach-admin:default.log
10702024-07-30T01:39:26.521Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1863 bytes)
10712024-07-30T01:39:27.615Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroach-admin:default.log.0
10722024-07-30T01:39:27.615Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10732024-07-30T01:39:28.685Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroachdb:default.log
10742024-07-30T01:39:28.685Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroachdb:default.log.0 (4313 bytes)
10752024-07-30T01:39:29.778Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-cockroachdb:default.log.0
10762024-07-30T01:39:29.778Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10772024-07-30T01:39:30.849Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-zone-network-setup:default.log
10782024-07-30T01:39:30.873Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1679 bytes)
10792024-07-30T01:39:31.942Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_cockroachdb_9b65fb08-f5f5-4be5-8de3-9f38a74f4751/root/var/svc/log/oxide-zone-network-setup:default.log.0
10802024-07-30T01:39:31.967Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
10812024-07-30T01:39:33.057Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-agent:default.log
10822024-07-30T01:39:33.082Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10832024-07-30T01:39:34.150Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-downstairs:default.log
10842024-07-30T01:39:34.151Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-downstairs:downstairs-67015901-2b3e-40e6-87e4-522b77092b10.log (3125 bytes)
10852024-07-30T01:39:35.243Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-crucible-downstairs:downstairs-67015901-2b3e-40e6-87e4-522b77092b10.log
10862024-07-30T01:39:35.243Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10872024-07-30T01:39:36.336Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_66b1b7cd-2038-4e2d-b950-70a1c443cd33/root/var/svc/log/oxide-zone-network-setup:default.log
10882024-07-30T01:39:36.336Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_pantry_dcb33a4a-0a47-4b5b-b761-791df318b5ba/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
10892024-07-30T01:39:37.429Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_pantry_dcb33a4a-0a47-4b5b-b761-791df318b5ba/root/var/svc/log/oxide-crucible-pantry:default.log
10902024-07-30T01:39:37.429Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_pantry_dcb33a4a-0a47-4b5b-b761-791df318b5ba/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
10912024-07-30T01:39:38.522Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_crucible_pantry_dcb33a4a-0a47-4b5b-b761-791df318b5ba/root/var/svc/log/oxide-zone-network-setup:default.log
10922024-07-30T01:39:38.522Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_oximeter_2e283828-945f-48f3-8ed6-cb17f22cb1bc/root/var/svc/log/oxide-oximeter:default.log (1633025 bytes)
10932024-07-30T01:39:38.874Zupload warning: file "/pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_oximeter_2e283828-945f-48f3-8ed6-cb17f22cb1bc/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1633025 -> 2118331
10942024-07-30T01:39:39.944Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_oximeter_2e283828-945f-48f3-8ed6-cb17f22cb1bc/root/var/svc/log/oxide-oximeter:default.log
10952024-07-30T01:39:39.968Zuploading: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_oximeter_2e283828-945f-48f3-8ed6-cb17f22cb1bc/root/var/svc/log/oxide-zone-network-setup:default.log (1671 bytes)
10962024-07-30T01:39:41.038Zuploaded: /pool/ext/930e6a24-49fc-4e7b-9647-bae326f820db/crypt/zone/oxz_oximeter_2e283828-945f-48f3-8ed6-cb17f22cb1bc/root/var/svc/log/oxide-zone-network-setup:default.log
10972024-07-30T01:39:41.038Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_clickhouse_282095c7-1989-4529-9cbc-45edd3d58000/root/var/svc/log/oxide-clickhouse:default.log (2497245 bytes)
10982024-07-30T01:39:41.397Zupload warning: file "/pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_clickhouse_282095c7-1989-4529-9cbc-45edd3d58000/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2497245 -> 3168734
10992024-07-30T01:39:42.466Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_clickhouse_282095c7-1989-4529-9cbc-45edd3d58000/root/var/svc/log/oxide-clickhouse:default.log
11002024-07-30T01:39:42.466Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_clickhouse_282095c7-1989-4529-9cbc-45edd3d58000/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11012024-07-30T01:39:43.560Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_clickhouse_282095c7-1989-4529-9cbc-45edd3d58000/root/var/svc/log/oxide-zone-network-setup:default.log
11022024-07-30T01:39:43.560Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroach-admin:default.log (2799 bytes)
11032024-07-30T01:39:44.653Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroach-admin:default.log
11042024-07-30T01:39:44.677Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1863 bytes)
11052024-07-30T01:39:45.747Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroach-admin:default.log.0
11062024-07-30T01:39:45.747Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11072024-07-30T01:39:46.817Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroachdb:default.log
11082024-07-30T01:39:46.817Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroachdb:default.log.0 (4315 bytes)
11092024-07-30T01:39:47.910Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-cockroachdb:default.log.0
11102024-07-30T01:39:47.911Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11112024-07-30T01:39:48.980Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-zone-network-setup:default.log
11122024-07-30T01:39:49.005Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1680 bytes)
11132024-07-30T01:39:50.074Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_cockroachdb_7e36366e-7fe8-43e8-bb23-c0d7276251e0/root/var/svc/log/oxide-zone-network-setup:default.log.0
11142024-07-30T01:39:50.074Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-agent:default.log (18415 bytes)
11152024-07-30T01:39:51.214Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-agent:default.log
11162024-07-30T01:39:51.214Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11172024-07-30T01:39:52.311Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:default.log
11182024-07-30T01:39:52.311Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:downstairs-211a78fe-b0c1-439e-9e8e-d36f64605a8d.log (6075 bytes)
11192024-07-30T01:39:53.406Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:downstairs-211a78fe-b0c1-439e-9e8e-d36f64605a8d.log
11202024-07-30T01:39:53.406Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:snapshot-211a78fe-b0c1-439e-9e8e-d36f64605a8d-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log (5638 bytes)
11212024-07-30T01:39:54.501Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-crucible-downstairs:snapshot-211a78fe-b0c1-439e-9e8e-d36f64605a8d-f5199ea3-dcee-4c01-98b8-ff5c9bf72a4b.log
11222024-07-30T01:39:54.501Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
11232024-07-30T01:39:55.596Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_e4067e59-069d-4500-988d-2005fcc7a2d1/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-07-30T01:39:55.596Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_pantry_6a6f5448-b370-4a2a-9f6a-e32d1604f791/root/var/svc/log/oxide-crucible-pantry:default.log (780 bytes)
11252024-07-30T01:39:56.691Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_pantry_6a6f5448-b370-4a2a-9f6a-e32d1604f791/root/var/svc/log/oxide-crucible-pantry:default.log
11262024-07-30T01:39:56.691Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_pantry_6a6f5448-b370-4a2a-9f6a-e32d1604f791/root/var/svc/log/oxide-zone-network-setup:default.log (1712 bytes)
11272024-07-30T01:39:57.786Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_crucible_pantry_6a6f5448-b370-4a2a-9f6a-e32d1604f791/root/var/svc/log/oxide-zone-network-setup:default.log
11282024-07-30T01:39:57.786Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-external_dns:default.log (26901 bytes)
11292024-07-30T01:39:57.900Zupload warning: file "/pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26901 -> 38226
11302024-07-30T01:39:58.971Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-external_dns:default.log
11312024-07-30T01:39:58.995Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
11322024-07-30T01:40:00.071Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-opte-interface-setup:default.log
11332024-07-30T01:40:00.071Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-zone-network-setup:default.log (1694 bytes)
11342024-07-30T01:40:01.162Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_external_dns_dd756a35-bcfc-41a8-9bbc-b0b3161cc767/root/var/svc/log/oxide-zone-network-setup:default.log
11352024-07-30T01:40:01.185Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-internal_dns:default.log (24622 bytes)
11362024-07-30T01:40:01.276Zupload warning: file "/pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 24622 -> 35885
11372024-07-30T01:40:02.349Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-internal_dns:default.log
11382024-07-30T01:40:02.349Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-internal_dns:default.log.0 (86590 bytes)
11392024-07-30T01:40:03.557Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-internal_dns:default.log.0
11402024-07-30T01:40:03.581Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11412024-07-30T01:40:04.627Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-zone-network-setup:default.log
11422024-07-30T01:40:04.652Zuploading: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1677 bytes)
11432024-07-30T01:40:05.720Zuploaded: /pool/ext/bdfa161b-9335-48c5-8122-de47af414128/crypt/zone/oxz_internal_dns_4fb06fcb-2845-44a9-964a-8a5253f6e2ee/root/var/svc/log/oxide-zone-network-setup:default.log.0
11442024-07-30T01:40:05.720Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
11452024-07-30T01:40:06.836Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-agent:default.log
11462024-07-30T01:40:06.860Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11472024-07-30T01:40:07.929Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-downstairs:default.log
11482024-07-30T01:40:07.929Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-downstairs:downstairs-edd3109b-88f7-45e6-8f63-36525161e532.log (2995 bytes)
11492024-07-30T01:40:09.023Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-crucible-downstairs:downstairs-edd3109b-88f7-45e6-8f63-36525161e532.log
11502024-07-30T01:40:09.023Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
11512024-07-30T01:40:10.117Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_aeffe806-e9eb-464c-92d1-652ff418b651/root/var/svc/log/oxide-zone-network-setup:default.log
11522024-07-30T01:40:10.117Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_pantry_58bb6b76-6464-40ab-9601-d60bdfb65b37/root/var/svc/log/oxide-crucible-pantry:default.log (765707 bytes)
11532024-07-30T01:40:11.416Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_pantry_58bb6b76-6464-40ab-9601-d60bdfb65b37/root/var/svc/log/oxide-crucible-pantry:default.log
11542024-07-30T01:40:11.440Zuploading: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_pantry_58bb6b76-6464-40ab-9601-d60bdfb65b37/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
11552024-07-30T01:40:12.510Zuploaded: /pool/ext/c3ee2050-f706-4891-8d6b-f742463f78ef/crypt/zone/oxz_crucible_pantry_58bb6b76-6464-40ab-9601-d60bdfb65b37/root/var/svc/log/oxide-zone-network-setup:default.log
11562024-07-30T01:40:12.510Zuploading: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11572024-07-30T01:40:13.603Zuploaded: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-crucible-agent:default.log
11582024-07-30T01:40:13.603Zuploading: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11592024-07-30T01:40:14.697Zuploaded: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-crucible-downstairs:default.log
11602024-07-30T01:40:14.697Zuploading: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
11612024-07-30T01:40:15.791Zuploaded: /pool/ext/d74f7840-8533-47af-a296-8341f56285a8/crypt/zone/oxz_crucible_e11cf84f-2abf-4f01-94d3-775c4417cb00/root/var/svc/log/oxide-zone-network-setup:default.log
11622024-07-30T01:40:15.791Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/measurements.log (127273 bytes)
11632024-07-30T01:40:15.970Zupload warning: file "/pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/measurements.log" changed size mid upload: 127273 -> 172072
11642024-07-30T01:40:17.040Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/measurements.log
11652024-07-30T01:40:17.040Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/statistics.log (87750 bytes)
11662024-07-30T01:40:17.197Zupload warning: file "/pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/statistics.log" changed size mid upload: 87750 -> 123786
11672024-07-30T01:40:18.267Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/statistics.log
11682024-07-30T01:40:18.267Zuploading: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/tracking.log (17433 bytes)
11692024-07-30T01:40:18.357Zupload warning: file "/pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/tracking.log" changed size mid upload: 17433 -> 20469
11702024-07-30T01:40:19.427Zuploaded: /pool/ext/0cb06715-9f13-41d3-ac8d-a156c2f253a3/crypt/zone/oxz_ntp_e442c0b8-3cf3-492c-b179-05caa0986a1e/root/var/log/chrony/tracking.log