01JDB2992X817X0Y7Y2P4NC2MF: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JDB2AAS6S6KFN3P8P54KFSER

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-22T23:46:37.042Zjob dependencies complete; ready to run (waiting for 35 m 0 s)
22024-11-22T23:52:00.911Zjob assigned to worker 01JDB4AKWTXY9EKR4P547HDK0H [factory lab, buskin/12567] (queued for 5 m 23 s)
32024-11-22T23:52:00.922Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-11-22T23:52:00.970Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-11-22T23:52:01.005Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-11-22T23:52:01.038Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-11-22T23:52:01.072Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-11-22T23:52:01.105ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-11-22T23:52:01.139Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-11-22T23:52:01.172ZOxide Helios Version helios-2.0.23032 64-bit
112024-11-22T23:52:01.206ZConfiguring devices.
122024-11-22T23:52:01.239Z##################################################
132024-11-22T23:52:01.273Z#### ############# ##
142024-11-22T23:52:01.306Z### ### ############ ##
152024-11-22T23:52:01.340Z## ### # ## ### ## Oxide Computer Company ##
162024-11-22T23:52:01.373Z## ## ## ### # ### ##
172024-11-22T23:52:01.407Z## # ### #### #### This Station Under ##
182024-11-22T23:52:01.440Z### ### #### # ### Computer Control ##
192024-11-22T23:52:01.474Z#### #### ### ## ##
202024-11-22T23:52:01.507Z##################################################
212024-11-22T23:52:01.540ZHostname: buskin
222024-11-22T23:52:01.574ZLoading smf(7) service descriptions:
232024-11-22T23:52:02.487Zdownloading input: /input/package/work/package.tar.gz
242024-11-22T23:57:16.655Zdownloaded input: /input/package/work/package.tar.gz
 
252024-11-22T23:57:16.679Zstarting task 0: "setup"
262024-11-22T23:57:16.679Z++ uname -s
272024-11-22T23:57:16.679Z+ kern=SunOS
282024-11-22T23:57:16.679Z+ case "$kern" in
292024-11-22T23:57:16.679Z+ groupadd -g 12345 build
302024-11-22T23:57:16.679Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-11-22T23:57:18.672Z+ zfs create -o mountpoint=/work rpool/work
322024-11-22T23:57:18.705Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-11-22T23:57:18.729Z+ home_fs=zfs
342024-11-22T23:57:18.729Z+ [[ zfs == autofs ]]
352024-11-22T23:57:18.729Z+ mkdir -p /home/build
362024-11-22T23:57:18.729Z+ chown build:build /home/build /work
372024-11-22T23:57:20.713Z+ chmod 0700 /home/build /work
382024-11-22T23:57:20.736Zprocess exited: duration 4061 ms, exit code 0
 
392024-11-22T23:57:20.783Zstarting task 1: "authentication"
402024-11-22T23:57:20.826Zprocess exited: duration 42 ms, exit code 0
 
412024-11-22T23:57:20.873Zstarting task 2: "build"
422024-11-22T23:57:20.896Z+ trap _exit_trap EXIT
432024-11-22T23:57:20.896Z+ OPTE_COMMIT=
442024-11-22T23:57:20.896Z+ [[ x != \x ]]
452024-11-22T23:57:20.896Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-11-22T23:57:20.992Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-11-22T23:57:20.992Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-11-22T23:57:21.015Z+ [[ -d /opt/oxide ]]
582024-11-22T23:57:21.015Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-11-22T23:57:21.015Z+ pfexec mkdir /opt/oxide
602024-11-22T23:57:21.015Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-11-22T23:57:21.015Z+ [[ -d /opt/oxide-underneath ]]
622024-11-22T23:57:21.015Z+ cd /opt/oxide-underneath
632024-11-22T23:57:21.016Z+ pfexec tar ceEp@/f - .
642024-11-22T23:57:21.016Z+ cd /opt/oxide
652024-11-22T23:57:21.016Z+ pfexec tar xveEp@/f -
662024-11-22T23:57:21.050Zx ., 0 bytes, 0 tape blocks
672024-11-22T23:57:21.050Zx ./opte, 0 bytes, 0 tape blocks
682024-11-22T23:57:21.050Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-11-22T23:57:21.050Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-11-22T23:57:21.073Z+ pfexec rm -rf /opt/oxide-underneath
712024-11-22T23:57:21.073Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-11-22T23:57:21.096Z+ pfexec mkdir /opt/oxide/work
732024-11-22T23:57:21.096Z+ pfexec chown build:build /opt/oxide/work
742024-11-22T23:57:21.096Z+ cd /opt/oxide/work
752024-11-22T23:57:21.096Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-11-22T23:57:34.853ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-11-22T23:57:34.853Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-11-22T23:57:34.853Zx out/target/test, 107 bytes, 1 tape blocks
792024-11-22T23:57:34.853Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-11-22T23:57:34.853Zx package-manifest.toml, 32501 bytes, 64 tape blocks
812024-11-22T23:57:34.853Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-11-22T23:57:34.853Zx target/release/omicron-package, 37221904 bytes, 72700 tape blocks
832024-11-22T23:57:34.853Zx target/release/xtask, 12031696 bytes, 23500 tape blocks
842024-11-22T23:57:34.853Zx target/debug/bootstrap, 215054368 bytes, 420029 tape blocks
852024-11-22T23:57:34.853Zx tests/bootstrap-84053b7b03f68646, 24826920 bytes, 48491 tape blocks
862024-11-22T23:57:34.853Zx tests/commtest-34664e4175f1cac6, 25621968 bytes, 50043 tape blocks
872024-11-22T23:57:34.854Zx tests/dhcp_server-901a0af671086ead, 24826936 bytes, 48491 tape blocks
882024-11-22T23:57:34.854Zx tests/end_to_end_tests-8b9cd7607b17e8ff, 233589728 bytes, 456230 tape blocks
892024-11-22T23:57:34.854Zx out/clickhouse.tar.gz, 292846249 bytes, 571966 tape blocks
902024-11-22T23:57:34.854Zx out/clickhouse_keeper.tar.gz, 292823235 bytes, 571921 tape blocks
912024-11-22T23:57:34.854Zx out/clickhouse_server.tar.gz, 292826884 bytes, 571928 tape blocks
922024-11-22T23:57:34.854Zx out/cockroachdb.tar.gz, 137792262 bytes, 269126 tape blocks
932024-11-22T23:57:34.854Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
942024-11-22T23:57:34.854Zx out/crucible-pantry-zone.tar.gz, 28860673 bytes, 56369 tape blocks
952024-11-22T23:57:34.854Zx out/crucible-zone.tar.gz, 37269827 bytes, 72793 tape blocks
962024-11-22T23:57:34.854Zx out/external-dns.tar.gz, 36128864 bytes, 70565 tape blocks
972024-11-22T23:57:34.854Zx out/internal-dns.tar.gz, 36128047 bytes, 70563 tape blocks
982024-11-22T23:57:34.854Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-11-22T23:57:34.854Zx out/nexus.tar.gz, 102902029 bytes, 200981 tape blocks
1002024-11-22T23:57:34.854Zx out/ntp.tar.gz, 10605629 bytes, 20715 tape blocks
1012024-11-22T23:57:34.878Zx out/omicron-gateway-softnpu.tar.gz, 24451062 bytes, 47756 tape blocks
1022024-11-22T23:57:34.878Zx out/omicron-sled-agent.tar, 115628032 bytes, 225836 tape blocks
1032024-11-22T23:57:34.878Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-11-22T23:57:34.878Zx out/oximeter.tar.gz, 52636992 bytes, 102807 tape blocks
1052024-11-22T23:57:34.878Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-11-22T23:57:34.878Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-11-22T23:57:34.878Zx out/propolis-server.tar.gz, 68193862 bytes, 133192 tape blocks
1082024-11-22T23:57:34.878Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-11-22T23:57:34.878Zx out/switch-softnpu.tar.gz, 243143367 bytes, 474890 tape blocks
1102024-11-22T23:57:34.878Z
1112024-11-22T23:57:34.878Zreal 13.769840134
1122024-11-22T23:57:34.878Zuser 12.217798025
1132024-11-22T23:57:34.878Zsys 2.643741195
1142024-11-22T23:57:34.878Ztrap 0.000435395
1152024-11-22T23:57:34.878Ztflt 0.000000000
1162024-11-22T23:57:34.878Zdflt 0.000000000
1172024-11-22T23:57:34.878Zkflt 0.000000000
1182024-11-22T23:57:34.878Zlock 0.000000000
1192024-11-22T23:57:34.878Zslp 12.329856084
1202024-11-22T23:57:34.878Zlat 0.345760664
1212024-11-22T23:57:34.878Zstop 0.000128282
1222024-11-22T23:57:34.878Z+ source .github/buildomat/ci-env.sh
1232024-11-22T23:57:34.878Z++ export CARGO_TERM_COLOR=always
1242024-11-22T23:57:34.878Z++ CARGO_TERM_COLOR=always
1252024-11-22T23:57:34.878Z+ bmat address ls
1262024-11-22T23:57:34.878ZNAME CIDR FIRST LAST COUNT
1272024-11-22T23:57:34.878Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1282024-11-22T23:57:34.878Z++ bmat address ls -f extra -Ho first,last,count
1292024-11-22T23:57:34.878Z+ set -- 10.151.1.164 10.151.1.227 64
1302024-11-22T23:57:34.879Z+ EXTRA_IP_START=10.151.1.164
1312024-11-22T23:57:34.879Z+ EXTRA_IP_END=10.151.1.227
1322024-11-22T23:57:34.879Z+ EXTRA_IP_COUNT=64
1332024-11-22T23:57:34.879Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-11-22T23:57:34.879Z+ EXTRA_IP_BASE=10.151.1
1352024-11-22T23:57:34.879Z+ EXTRA_IP_FOCTET=164
1362024-11-22T23:57:34.879Z+ EXTRA_IP_LOCTET=227
1372024-11-22T23:57:34.879Z+ SERVICE_IP_POOL_START=10.151.1.164
1382024-11-22T23:57:34.879Z+ SERVICE_IP_POOL_END=10.151.1.173
1392024-11-22T23:57:34.879Z+ DNS_IP1=10.151.1.164
1402024-11-22T23:57:34.879Z+ DNS_IP2=10.151.1.165
1412024-11-22T23:57:34.879Z+ UPLINK_IP=10.151.1.174
1422024-11-22T23:57:34.879Z+ IPPOOL_START=10.151.1.175
1432024-11-22T23:57:34.879Z+ IPPOOL_END=10.151.1.227
1442024-11-22T23:57:34.879Z++ ipadm show-addr -po type,addr
1452024-11-22T23:57:34.903Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-11-22T23:57:34.903Z+ GATEWAY_IP=10.151.1.100
1472024-11-22T23:57:34.903Z+ [[ -n 10.151.1.100 ]]
1482024-11-22T23:57:34.903Z+ ping -s 10.151.1.100 56 1
1492024-11-22T23:57:34.903ZPING 10.151.1.100: 56 data bytes
1502024-11-22T23:57:34.903Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1512024-11-22T23:57:34.903Z
1522024-11-22T23:57:34.903Z----10.151.1.100 PING Statistics----
1532024-11-22T23:57:34.903Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-11-22T23:57:34.903Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1552024-11-22T23:57:34.903Z++ arp -an
1562024-11-22T23:57:34.903Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1572024-11-22T23:57:34.903Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1582024-11-22T23:57:34.903Z+ routeadm -e ipv4-forwarding -u
1592024-11-22T23:57:35.014Z+ PXA_START=10.151.1.164
1602024-11-22T23:57:35.014Z+ PXA_END=10.151.1.227
1612024-11-22T23:57:35.037Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-11-22T23:57:35.150Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1632024-11-22T23:57:35.173ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-11-22T23:57:35.228Zcreating virtual hardware
1652024-11-22T23:57:35.252Zcreating /scratch/m2_0.vdev
1662024-11-22T23:57:35.252Zcreating /scratch/m2_1.vdev
1672024-11-22T23:57:35.252Zcreating /scratch/u2_0.vdev
1682024-11-22T23:57:35.252Zcreating /scratch/u2_1.vdev
1692024-11-22T23:57:35.252Zcreating /scratch/u2_2.vdev
1702024-11-22T23:57:35.252Zcreating /scratch/u2_3.vdev
1712024-11-22T23:57:35.252Zcreating /scratch/u2_4.vdev
1722024-11-22T23:57:35.252Zcreating /scratch/u2_5.vdev
1732024-11-22T23:57:35.252Zcreating /scratch/u2_6.vdev
1742024-11-22T23:57:35.252Zcreating /scratch/u2_7.vdev
1752024-11-22T23:57:35.252Zcreating /scratch/u2_8.vdev
1762024-11-22T23:57:35.275ZSimnet net0/sc0_0 exists
1772024-11-22T23:57:35.298ZSimnet net1/sc1_0 exists
1782024-11-22T23:57:35.298ZVnic sc0_1 exists
1792024-11-22T23:57:47.592ZUsing 10.151.1.100 as gateway ip
1802024-11-22T23:57:47.593Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1812024-11-22T23:57:47.593Zconfiguring SoftNPU ARP entry
1822024-11-22T23:57:47.622Zconfiguring SoftNPU proxy ARP
1832024-11-22T23:57:47.679ZSoftNPU state:
1842024-11-22T23:57:47.679Z local v6:
1852024-11-22T23:57:47.679Z local v4:
1862024-11-22T23:57:47.679Z router v6:
1872024-11-22T23:57:47.679Z router v4_idx:
1882024-11-22T23:57:47.680Z router v4_routes:
1892024-11-22T23:57:47.680Z resolver v4:
1902024-11-22T23:57:47.680Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1912024-11-22T23:57:47.680Z resolver v6:
1922024-11-22T23:57:47.680Z nat v4:
1932024-11-22T23:57:47.680Z nat_v6:
1942024-11-22T23:57:47.680Z port_mac:
1952024-11-22T23:57:47.680Z proxy arp:
1962024-11-22T23:57:47.680Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1972024-11-22T23:57:47.680Zcreated virtual hardware
1982024-11-22T23:57:47.704Z
1992024-11-22T23:57:47.704Zreal 12.526549975
2002024-11-22T23:57:47.704Zuser 0.668522526
2012024-11-22T23:57:47.704Zsys 3.395948561
2022024-11-22T23:57:47.704Ztrap 0.000048437
2032024-11-22T23:57:47.705Ztflt 0.000446900
2042024-11-22T23:57:47.705Zdflt 0.000929752
2052024-11-22T23:57:47.705Zkflt 0.000013550
2062024-11-22T23:57:47.705Zlock 9:40.923491871
2072024-11-22T23:57:47.705Zslp 37.777855345
2082024-11-22T23:57:47.705Zlat 0.079823202
2092024-11-22T23:57:47.705Zstop 0.330868805
2102024-11-22T23:57:47.705Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-11-22T23:57:47.728Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-11-22T23:57:47.728Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-11-22T23:57:47.728Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-11-22T23:57:47.728Z+++ pkg/config.toml Fri Nov 22 23:57:47 2024
2152024-11-22T23:57:47.728Z@@ -29,18 +29,18 @@
2162024-11-22T23:57:47.728Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-11-22T23:57:47.728Z # followed by a string that is embedded into their fake serial values.
2182024-11-22T23:57:47.729Z vdevs = [
2192024-11-22T23:57:47.729Z- "m2_0.vdev",
2202024-11-22T23:57:47.729Z- "m2_1.vdev",
2212024-11-22T23:57:47.729Z+ "/scratch/m2_0.vdev",
2222024-11-22T23:57:47.729Z+ "/scratch/m2_1.vdev",
2232024-11-22T23:57:47.729Z
2242024-11-22T23:57:47.729Z- "u2_0.vdev",
2252024-11-22T23:57:47.729Z- "u2_1.vdev",
2262024-11-22T23:57:47.729Z- "u2_2.vdev",
2272024-11-22T23:57:47.729Z- "u2_3.vdev",
2282024-11-22T23:57:47.729Z- "u2_4.vdev",
2292024-11-22T23:57:47.729Z- "u2_5.vdev",
2302024-11-22T23:57:47.729Z- "u2_6.vdev",
2312024-11-22T23:57:47.729Z- "u2_7.vdev",
2322024-11-22T23:57:47.729Z- "u2_8.vdev",
2332024-11-22T23:57:47.729Z+ "/scratch/u2_0.vdev",
2342024-11-22T23:57:47.729Z+ "/scratch/u2_1.vdev",
2352024-11-22T23:57:47.729Z+ "/scratch/u2_2.vdev",
2362024-11-22T23:57:47.729Z+ "/scratch/u2_3.vdev",
2372024-11-22T23:57:47.729Z+ "/scratch/u2_4.vdev",
2382024-11-22T23:57:47.729Z+ "/scratch/u2_5.vdev",
2392024-11-22T23:57:47.729Z+ "/scratch/u2_6.vdev",
2402024-11-22T23:57:47.730Z+ "/scratch/u2_7.vdev",
2412024-11-22T23:57:47.730Z+ "/scratch/u2_8.vdev",
2422024-11-22T23:57:47.730Z ]
2432024-11-22T23:57:47.730Z
2442024-11-22T23:57:47.730Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-11-22T23:57:47.730Z+ true
2462024-11-22T23:57:47.730Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-11-22T23:57:47.730Z+ SILO_NAME=recovery
2482024-11-22T23:57:47.730Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-11-22T23:57:47.730Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-11-22T23:57:47.730Z+ sed -i~ '
2512024-11-22T23:57:47.730Z /^external_dns_ips/c\
2522024-11-22T23:57:47.730Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2532024-11-22T23:57:47.730Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-11-22T23:57:47.730Z /^first/c\
2552024-11-22T23:57:47.730Zfirst = "10.151.1.164"
2562024-11-22T23:57:47.730Z /^last/c\
2572024-11-22T23:57:47.730Zlast = "10.151.1.173"
2582024-11-22T23:57:47.730Z }
2592024-11-22T23:57:47.730Z /^infra_ip_first/c\
2602024-11-22T23:57:47.730Zinfra_ip_first = "10.151.1.174"
2612024-11-22T23:57:47.730Z /^infra_ip_last/c\
2622024-11-22T23:57:47.730Zinfra_ip_last = "10.151.1.174"
2632024-11-22T23:57:47.730Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-11-22T23:57:47.730Z /^routes/c\
2652024-11-22T23:57:47.730Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2662024-11-22T23:57:47.730Z /^addresses/c\
2672024-11-22T23:57:47.730Zaddresses = \[{address = "10.151.1.174/24"} \]
2682024-11-22T23:57:47.730Z }
2692024-11-22T23:57:47.730Z' pkg/config-rss.toml
2702024-11-22T23:57:47.754Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-11-22T23:57:47.754Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-11-22T23:57:47.754Z+++ pkg/config-rss.toml Fri Nov 22 23:57:47 2024
2732024-11-22T23:57:47.754Z@@ -33,7 +33,7 @@
2742024-11-22T23:57:47.754Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-11-22T23:57:47.754Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-11-22T23:57:47.754Z # below.
2772024-11-22T23:57:47.754Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-11-22T23:57:47.754Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2792024-11-22T23:57:47.754Z
2802024-11-22T23:57:47.754Z # Initial TLS certificates for the external API
2812024-11-22T23:57:47.755Z #
2822024-11-22T23:57:47.755Z@@ -69,8 +69,8 @@
2832024-11-22T23:57:47.755Z #
2842024-11-22T23:57:47.755Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-11-22T23:57:47.755Z [[internal_services_ip_pool_ranges]]
2862024-11-22T23:57:47.755Z-first = "192.168.1.20"
2872024-11-22T23:57:47.755Z-last = "192.168.1.29"
2882024-11-22T23:57:47.755Z+first = "10.151.1.164"
2892024-11-22T23:57:47.755Z+last = "10.151.1.173"
2902024-11-22T23:57:47.755Z
2912024-11-22T23:57:47.755Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-11-22T23:57:47.755Z # parameters should be provided to the control plane via wicket, but we need to
2932024-11-22T23:57:47.755Z@@ -91,8 +91,8 @@
2942024-11-22T23:57:47.755Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-11-22T23:57:47.755Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-11-22T23:57:47.756Z # With softnpu, only one address is used.
2972024-11-22T23:57:47.756Z-infra_ip_first = "192.168.1.30"
2982024-11-22T23:57:47.756Z-infra_ip_last = "192.168.1.30"
2992024-11-22T23:57:47.756Z+infra_ip_first = "10.151.1.174"
3002024-11-22T23:57:47.756Z+infra_ip_last = "10.151.1.174"
3012024-11-22T23:57:47.756Z
3022024-11-22T23:57:47.756Z # Configurations for BGP routers to run on the scrimlets.
3032024-11-22T23:57:47.756Z bgp = []
3042024-11-22T23:57:47.756Z@@ -100,9 +100,9 @@
3052024-11-22T23:57:47.756Z # You can configure multiple uplinks by repeating the following stanza
3062024-11-22T23:57:47.756Z [[rack_network_config.ports]]
3072024-11-22T23:57:47.756Z # Routes associated with this port.
3082024-11-22T23:57:47.756Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-11-22T23:57:47.756Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3102024-11-22T23:57:47.756Z # Addresses associated with this port.
3112024-11-22T23:57:47.756Z-addresses = [{address = "192.168.1.30/24"}]
3122024-11-22T23:57:47.756Z+addresses = [{address = "10.151.1.174/24"} ]
3132024-11-22T23:57:47.756Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-11-22T23:57:47.756Z port = "qsfp0"
3152024-11-22T23:57:47.756Z # The speed of this port.
3162024-11-22T23:57:47.756Z+ true
3172024-11-22T23:57:47.756Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-11-22T23:57:47.756Za pkg/config-rss.toml 8K
3192024-11-22T23:57:47.756Za pkg/config.toml 4K
3202024-11-22T23:57:47.756Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-11-22T23:57:47.756Z+ TLS_NAME=recovery.sys.oxide.test
3222024-11-22T23:57:47.756Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-11-22T23:57:48.104Z..+...........+.+.....+......+....+...+...+..+......+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+.....+.+............+..+.+.........+.....+.......+.....+....+..+....+..............+.+..............+.........+.+......+.....+...+......+............+...+....+...+..................+...........+...+......+......+.............+.....+.+...........+......+....+...+...+..+..........+.....+.+..............+.+..+...................+...+...............+..+...+...+.......+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-11-22T23:57:48.623Z.....+..........+......+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.+..+...............+...+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...............+.+........+.......+...+...+..............+......+.............+..+....+...........+...+....+...............+...+........+......+.+..+.....................+...............+....+........+....+........+...+...+..........+..........................+......+....+.....+......+.......+..+.+...................................+...............+.........+................+..............+.+..+.......+...+...+.....+.......+......+......+.....+......+...+....+...+..+.+..............+......+..........+.....+.+...........+.......+......+.....+........................+...+...+........................+.......+.....+..........+.....+......+...............+..........+...+.........+.......................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-11-22T23:57:48.646Z-----
3262024-11-22T23:57:48.669Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-11-22T23:57:48.669Za pkg/initial-tls-cert.pem 2K
3282024-11-22T23:57:48.669Za pkg/initial-tls-key.pem 4K
3292024-11-22T23:57:48.669Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-11-22T23:57:48.669Z+ rmdir pkg
3312024-11-22T23:57:48.669Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-11-22T23:57:48.669Z+ pfexec mkdir -p /usr/oxide
3332024-11-22T23:57:48.669Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-11-22T23:57:49.262Z+ pfexec chmod +x /usr/oxide/oxide
3352024-11-22T23:57:49.285Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-11-22T23:58:07.557Z+ OMICRON_NO_UNINSTALL=1
3372024-11-22T23:58:07.557Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-11-22T23:58:07.581ZLogging to: /opt/oxide/work/out/LOG
3392024-11-22T23:58:08.219Z
3402024-11-22T23:58:08.243Zreal 0.656812254
3412024-11-22T23:58:08.243Zuser 0.142138361
3422024-11-22T23:58:08.243Zsys 3.409521816
3432024-11-22T23:58:08.243Ztrap 0.000015859
3442024-11-22T23:58:08.243Ztflt 0.000013949
3452024-11-22T23:58:08.243Zdflt 0.001584644
3462024-11-22T23:58:08.243Zkflt 0.000000000
3472024-11-22T23:58:08.243Zlock 59.253944307
3482024-11-22T23:58:08.243Zslp 0.842605675
3492024-11-22T23:58:08.243Zlat 0.003351569
3502024-11-22T23:58:08.243Zstop 0.214986844
3512024-11-22T23:58:08.243Z+ retry=0
3522024-11-22T23:58:08.243Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-11-22T23:58:08.243Z+ [[ 0 -gt 30 ]]
3542024-11-22T23:58:08.243Z+ sleep 1
3552024-11-22T23:58:09.233Z+ retry=1
3562024-11-22T23:58:09.234Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-11-22T23:58:09.257Z+ [[ 1 -gt 30 ]]
3582024-11-22T23:58:09.257Z+ sleep 1
3592024-11-22T23:58:10.249Z+ retry=2
3602024-11-22T23:58:10.249Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-11-22T23:58:10.272Z+ [[ 2 -gt 30 ]]
3622024-11-22T23:58:10.272Z+ sleep 1
3632024-11-22T23:58:11.262Z+ retry=3
3642024-11-22T23:58:11.262Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-11-22T23:58:31.395Z+ [[ 3 -gt 30 ]]
3662024-11-22T23:58:31.395Z+ sleep 1
3672024-11-22T23:58:32.398Z+ retry=4
3682024-11-22T23:58:32.398Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-11-22T23:58:32.422Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-11-22T23:58:32.446Zlocal v6:
3712024-11-22T23:58:32.446Zfe80::8c4d:1ff:feb8:3f35
3722024-11-22T23:58:32.446Zfda3:b4bf:7145:8eec::1
3732024-11-22T23:58:32.446Zlocal v4:
3742024-11-22T23:58:32.446Z10.151.1.174
3752024-11-22T23:58:32.447Zrouter v6:
3762024-11-22T23:58:32.447Zrouter v4_idx:
3772024-11-22T23:58:32.447Z0.0.0.0/0 -> 0
3782024-11-22T23:58:32.447Zrouter v4_routes:
3792024-11-22T23:58:32.447Z0 -> 10.151.1.100 (2)
3802024-11-22T23:58:32.447Zresolver v4:
3812024-11-22T23:58:32.447Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3822024-11-22T23:58:32.447Z10.151.1.174 -> 56:d5:eb:51:ac:c2
3832024-11-22T23:58:32.447Zresolver v6:
3842024-11-22T23:58:32.447Zfe80::8c4d:1ff:feb8:3f35 -> 8e:4d:01:b8:3f:35
3852024-11-22T23:58:32.447Zfe80::43e:2dff:fe1a:bceb -> 06:3e:2d:1a:bc:eb
3862024-11-22T23:58:32.447Znat v4:
3872024-11-22T23:58:32.447Znat_v6:
3882024-11-22T23:58:32.447Zport_mac:
3892024-11-22T23:58:32.447Z1000: a8:40:25:0b:e3:6b
3902024-11-22T23:58:32.447Z1: a8:40:25:0b:e3:6c
3912024-11-22T23:58:32.447Z2: a8:40:25:0b:e3:8c
3922024-11-22T23:58:32.447Zproxy arp:
3932024-11-22T23:58:32.447Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3942024-11-22T23:58:32.447Z+ retry=0
3952024-11-22T23:58:32.447Z+++ zoneadm list -n
3962024-11-22T23:58:32.447Z+++ grep oxz_ntp
3972024-11-22T23:58:32.470Z++ pfexec svcs -z -Hostate oxide/ntp
3982024-11-22T23:58:32.470Zsvcs: zone '-Hostate': entity not found
3992024-11-22T23:58:32.470Z++ true
4002024-11-22T23:58:32.470Z+ [[ '' != online ]]
4012024-11-22T23:58:32.470Z+ [[ 0 -gt 60 ]]
4022024-11-22T23:58:32.471Z+ sleep 1
4032024-11-22T23:58:33.459Z+ retry=1
4042024-11-22T23:58:33.482Z+++ zoneadm list -n
4052024-11-22T23:58:33.482Z+++ grep oxz_ntp
4062024-11-22T23:58:33.482Z++ pfexec svcs -z -Hostate oxide/ntp
4072024-11-22T23:58:33.482Zsvcs: zone '-Hostate': entity not found
4082024-11-22T23:58:33.482Z++ true
4092024-11-22T23:58:33.483Z+ [[ '' != online ]]
4102024-11-22T23:58:33.483Z+ [[ 1 -gt 60 ]]
4112024-11-22T23:58:33.483Z+ sleep 1
4122024-11-22T23:58:34.481Z+ retry=2
4132024-11-22T23:58:34.505Z+++ zoneadm list -n
4142024-11-22T23:58:34.505Z+++ grep oxz_ntp
4152024-11-22T23:58:34.505Z++ pfexec svcs -z -Hostate oxide/ntp
4162024-11-22T23:58:34.505Zsvcs: zone '-Hostate': entity not found
4172024-11-22T23:58:34.505Z++ true
4182024-11-22T23:58:34.505Z+ [[ '' != online ]]
4192024-11-22T23:58:34.505Z+ [[ 2 -gt 60 ]]
4202024-11-22T23:58:34.505Z+ sleep 1
4212024-11-22T23:58:35.502Z+ retry=3
4222024-11-22T23:58:35.525Z+++ zoneadm list -n
4232024-11-22T23:58:35.525Z+++ grep oxz_ntp
4242024-11-22T23:58:35.525Z++ pfexec svcs -z -Hostate oxide/ntp
4252024-11-22T23:58:35.525Zsvcs: zone '-Hostate': entity not found
4262024-11-22T23:58:35.525Z++ true
4272024-11-22T23:58:35.525Z+ [[ '' != online ]]
4282024-11-22T23:58:35.525Z+ [[ 3 -gt 60 ]]
4292024-11-22T23:58:35.525Z+ sleep 1
4302024-11-22T23:58:36.524Z+ retry=4
4312024-11-22T23:58:36.547Z+++ zoneadm list -n
4322024-11-22T23:58:36.547Z+++ grep oxz_ntp
4332024-11-22T23:58:36.547Z++ pfexec svcs -z -Hostate oxide/ntp
4342024-11-22T23:58:36.547Zsvcs: zone '-Hostate': entity not found
4352024-11-22T23:58:36.547Z++ true
4362024-11-22T23:58:36.547Z+ [[ '' != online ]]
4372024-11-22T23:58:36.547Z+ [[ 4 -gt 60 ]]
4382024-11-22T23:58:36.547Z+ sleep 1
4392024-11-22T23:58:37.544Z+ retry=5
4402024-11-22T23:58:37.567Z+++ zoneadm list -n
4412024-11-22T23:58:37.567Z+++ grep oxz_ntp
4422024-11-22T23:58:37.567Z++ pfexec svcs -z -Hostate oxide/ntp
4432024-11-22T23:58:37.567Zsvcs: zone '-Hostate': entity not found
4442024-11-22T23:58:37.567Z++ true
4452024-11-22T23:58:37.567Z+ [[ '' != online ]]
4462024-11-22T23:58:37.567Z+ [[ 5 -gt 60 ]]
4472024-11-22T23:58:37.567Z+ sleep 1
4482024-11-22T23:58:38.566Z+ retry=6
4492024-11-22T23:58:38.589Z+++ zoneadm list -n
4502024-11-22T23:58:38.590Z+++ grep oxz_ntp
4512024-11-22T23:58:38.590Z++ pfexec svcs -z -Hostate oxide/ntp
4522024-11-22T23:58:38.590Zsvcs: zone '-Hostate': entity not found
4532024-11-22T23:58:38.590Z++ true
4542024-11-22T23:58:38.590Z+ [[ '' != online ]]
4552024-11-22T23:58:38.590Z+ [[ 6 -gt 60 ]]
4562024-11-22T23:58:38.590Z+ sleep 1
4572024-11-22T23:58:39.589Z+ retry=7
4582024-11-22T23:58:39.612Z+++ zoneadm list -n
4592024-11-22T23:58:39.612Z+++ grep oxz_ntp
4602024-11-22T23:58:39.612Z++ pfexec svcs -z -Hostate oxide/ntp
4612024-11-22T23:58:39.612Zsvcs: zone '-Hostate': entity not found
4622024-11-22T23:58:39.612Z++ true
4632024-11-22T23:58:39.612Z+ [[ '' != online ]]
4642024-11-22T23:58:39.612Z+ [[ 7 -gt 60 ]]
4652024-11-22T23:58:39.612Z+ sleep 1
4662024-11-22T23:58:40.610Z+ retry=8
4672024-11-22T23:58:40.635Z+++ zoneadm list -n
4682024-11-22T23:58:40.635Z+++ grep oxz_ntp
4692024-11-22T23:58:40.635Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
4702024-11-22T23:58:40.635Zsvcs: Could not bind to repository server for zone oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41: repository server unavailable
4712024-11-22T23:58:40.635Z++ true
4722024-11-22T23:58:40.635Z+ [[ '' != online ]]
4732024-11-22T23:58:40.635Z+ [[ 8 -gt 60 ]]
4742024-11-22T23:58:40.635Z+ sleep 1
4752024-11-22T23:58:41.631Z+ retry=9
4762024-11-22T23:58:41.655Z+++ zoneadm list -n
4772024-11-22T23:58:41.655Z+++ grep oxz_ntp
4782024-11-22T23:58:41.655Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
4792024-11-22T23:58:41.678Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4802024-11-22T23:58:41.678Z++ true
4812024-11-22T23:58:41.678Z+ [[ '' != online ]]
4822024-11-22T23:58:41.678Z+ [[ 9 -gt 60 ]]
4832024-11-22T23:58:41.678Z+ sleep 1
4842024-11-22T23:58:42.662Z+ retry=10
4852024-11-22T23:58:42.685Z+++ zoneadm list -n
4862024-11-22T23:58:42.685Z+++ grep oxz_ntp
4872024-11-22T23:58:42.685Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
4882024-11-22T23:58:42.709Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4892024-11-22T23:58:42.709Z++ true
4902024-11-22T23:58:42.709Z+ [[ '' != online ]]
4912024-11-22T23:58:42.709Z+ [[ 10 -gt 60 ]]
4922024-11-22T23:58:42.709Z+ sleep 1
4932024-11-22T23:58:43.691Z+ retry=11
4942024-11-22T23:58:43.714Z+++ zoneadm list -n
4952024-11-22T23:58:43.714Z+++ grep oxz_ntp
4962024-11-22T23:58:43.714Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
4972024-11-22T23:58:43.737Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4982024-11-22T23:58:43.737Z++ true
4992024-11-22T23:58:43.737Z+ [[ '' != online ]]
5002024-11-22T23:58:43.737Z+ [[ 11 -gt 60 ]]
5012024-11-22T23:58:43.738Z+ sleep 1
5022024-11-22T23:58:44.721Z+ retry=12
5032024-11-22T23:58:44.744Z+++ zoneadm list -n
5042024-11-22T23:58:44.744Z+++ grep oxz_ntp
5052024-11-22T23:58:44.744Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5062024-11-22T23:58:44.744Z+ [[ offline != online ]]
5072024-11-22T23:58:44.744Z+ [[ 12 -gt 60 ]]
5082024-11-22T23:58:44.744Z+ sleep 1
5092024-11-22T23:58:45.746Z+ retry=13
5102024-11-22T23:58:45.769Z+++ zoneadm list -n
5112024-11-22T23:58:45.769Z+++ grep oxz_ntp
5122024-11-22T23:58:45.770Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5132024-11-22T23:58:45.770Z+ [[ offline != online ]]
5142024-11-22T23:58:45.770Z+ [[ 13 -gt 60 ]]
5152024-11-22T23:58:45.770Z+ sleep 1
5162024-11-22T23:58:46.767Z+ retry=14
5172024-11-22T23:58:46.791Z+++ zoneadm list -n
5182024-11-22T23:58:46.792Z+++ grep oxz_ntp
5192024-11-22T23:58:46.792Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5202024-11-22T23:58:46.792Z+ [[ offline != online ]]
5212024-11-22T23:58:46.792Z+ [[ 14 -gt 60 ]]
5222024-11-22T23:58:46.792Z+ sleep 1
5232024-11-22T23:58:47.789Z+ retry=15
5242024-11-22T23:58:47.812Z+++ zoneadm list -n
5252024-11-22T23:58:47.812Z+++ grep oxz_ntp
5262024-11-22T23:58:47.813Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5272024-11-22T23:58:47.813Z+ [[ offline != online ]]
5282024-11-22T23:58:47.813Z+ [[ 15 -gt 60 ]]
5292024-11-22T23:58:47.813Z+ sleep 1
5302024-11-22T23:58:48.815Z+ retry=16
5312024-11-22T23:58:48.838Z+++ zoneadm list -n
5322024-11-22T23:58:48.838Z+++ grep oxz_ntp
5332024-11-22T23:58:48.838Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5342024-11-22T23:58:48.838Z+ [[ offline != online ]]
5352024-11-22T23:58:48.838Z+ [[ 16 -gt 60 ]]
5362024-11-22T23:58:48.838Z+ sleep 1
5372024-11-22T23:58:49.832Z+ retry=17
5382024-11-22T23:58:49.856Z+++ zoneadm list -n
5392024-11-22T23:58:49.856Z+++ grep oxz_ntp
5402024-11-22T23:58:49.856Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5412024-11-22T23:58:49.856Z+ [[ offline != online ]]
5422024-11-22T23:58:49.856Z+ [[ 17 -gt 60 ]]
5432024-11-22T23:58:49.856Z+ sleep 1
5442024-11-22T23:58:50.854Z+ retry=18
5452024-11-22T23:58:50.877Z+++ zoneadm list -n
5462024-11-22T23:58:50.877Z+++ grep oxz_ntp
5472024-11-22T23:58:50.877Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5482024-11-22T23:58:50.877Z+ [[ offline != online ]]
5492024-11-22T23:58:50.877Z+ [[ 18 -gt 60 ]]
5502024-11-22T23:58:50.877Z+ sleep 1
 
5512024-11-22T23:58:50.985Zbuskin console login: Nov 22 23:58:50 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5522024-11-22T23:58:51.876Z+ retry=19
5532024-11-22T23:58:51.899Z+++ zoneadm list -n
5542024-11-22T23:58:51.899Z+++ grep oxz_ntp
5552024-11-22T23:58:51.899Z++ pfexec svcs -z oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41 -Hostate oxide/ntp
5562024-11-22T23:58:51.899Z+ [[ online != online ]]
5572024-11-22T23:58:51.899Z+ echo 'Waited for chrony: 19s'
5582024-11-22T23:58:51.899Z+ retry=0
5592024-11-22T23:58:51.899ZWaited for chrony: 19s
5602024-11-22T23:58:51.899Z+ zoneadm list
5612024-11-22T23:58:51.923Z+ grep nexus
5622024-11-22T23:58:51.923Z+ [[ 0 -gt 300 ]]
5632024-11-22T23:58:51.923Z+ sleep 1
5642024-11-22T23:58:52.907Z+ retry=1
5652024-11-22T23:58:52.931Z+ zoneadm list
5662024-11-22T23:58:52.931Z+ grep nexus
5672024-11-22T23:58:52.931Z+ [[ 1 -gt 300 ]]
5682024-11-22T23:58:52.931Z+ sleep 1
5692024-11-22T23:58:53.918Z+ retry=2
5702024-11-22T23:58:53.941Z+ zoneadm list
5712024-11-22T23:58:53.941Z+ grep nexus
5722024-11-22T23:58:53.941Z+ [[ 2 -gt 300 ]]
5732024-11-22T23:58:53.941Z+ sleep 1
5742024-11-22T23:58:54.929Z+ retry=3
5752024-11-22T23:58:54.952Z+ zoneadm list
5762024-11-22T23:58:54.952Z+ grep nexus
5772024-11-22T23:58:54.952Z+ [[ 3 -gt 300 ]]
5782024-11-22T23:58:54.952Z+ sleep 1
5792024-11-22T23:58:55.946Z+ retry=4
5802024-11-22T23:58:55.969Z+ zoneadm list
5812024-11-22T23:58:55.969Z+ grep nexus
5822024-11-22T23:58:55.969Z+ [[ 4 -gt 300 ]]
5832024-11-22T23:58:55.969Z+ sleep 1
5842024-11-22T23:58:56.957Z+ retry=5
5852024-11-22T23:58:56.981Z+ zoneadm list
5862024-11-22T23:58:56.981Z+ grep nexus
5872024-11-22T23:58:56.981Z+ [[ 5 -gt 300 ]]
5882024-11-22T23:58:56.981Z+ sleep 1
5892024-11-22T23:58:57.979Z+ retry=6
5902024-11-22T23:58:58.004Z+ zoneadm list
5912024-11-22T23:58:58.028Z+ grep nexus
5922024-11-22T23:58:58.028Z+ [[ 6 -gt 300 ]]
5932024-11-22T23:58:58.028Z+ sleep 1
5942024-11-22T23:58:59.020Z+ retry=7
5952024-11-22T23:58:59.045Z+ zoneadm list
5962024-11-22T23:58:59.045Z+ grep nexus
5972024-11-22T23:58:59.045Z+ [[ 7 -gt 300 ]]
5982024-11-22T23:58:59.045Z+ sleep 1
5992024-11-22T23:59:00.039Z+ retry=8
6002024-11-22T23:59:00.062Z+ zoneadm list
6012024-11-22T23:59:00.062Z+ grep nexus
6022024-11-22T23:59:00.062Z+ [[ 8 -gt 300 ]]
6032024-11-22T23:59:00.062Z+ sleep 1
6042024-11-22T23:59:01.058Z+ retry=9
6052024-11-22T23:59:01.081Z+ zoneadm list
6062024-11-22T23:59:01.081Z+ grep nexus
6072024-11-22T23:59:01.082Z+ [[ 9 -gt 300 ]]
6082024-11-22T23:59:01.082Z+ sleep 1
6092024-11-22T23:59:02.070Z+ retry=10
6102024-11-22T23:59:02.094Z+ zoneadm list
6112024-11-22T23:59:02.094Z+ grep nexus
6122024-11-22T23:59:02.094Z+ [[ 10 -gt 300 ]]
6132024-11-22T23:59:02.094Z+ sleep 1
6142024-11-22T23:59:03.083Z+ retry=11
6152024-11-22T23:59:03.106Z+ zoneadm list
6162024-11-22T23:59:03.106Z+ grep nexus
6172024-11-22T23:59:03.106Z+ [[ 11 -gt 300 ]]
6182024-11-22T23:59:03.106Z+ sleep 1
6192024-11-22T23:59:04.095Z+ retry=12
6202024-11-22T23:59:04.119Z+ zoneadm list
6212024-11-22T23:59:04.119Z+ grep nexus
6222024-11-22T23:59:04.119Z+ [[ 12 -gt 300 ]]
6232024-11-22T23:59:04.119Z+ sleep 1
6242024-11-22T23:59:05.108Z+ retry=13
6252024-11-22T23:59:05.131Z+ zoneadm list
6262024-11-22T23:59:05.131Z+ grep nexus
6272024-11-22T23:59:05.131Z+ [[ 13 -gt 300 ]]
6282024-11-22T23:59:05.131Z+ sleep 1
6292024-11-22T23:59:06.120Z+ retry=14
6302024-11-22T23:59:06.143Z+ zoneadm list
6312024-11-22T23:59:06.143Z+ grep nexus
6322024-11-22T23:59:06.143Z+ [[ 14 -gt 300 ]]
6332024-11-22T23:59:06.143Z+ sleep 1
6342024-11-22T23:59:07.133Z+ retry=15
6352024-11-22T23:59:07.157Z+ zoneadm list
6362024-11-22T23:59:07.157Z+ grep nexus
6372024-11-22T23:59:07.157Z+ [[ 15 -gt 300 ]]
6382024-11-22T23:59:07.157Z+ sleep 1
6392024-11-22T23:59:08.146Z+ retry=16
6402024-11-22T23:59:08.170Z+ zoneadm list
6412024-11-22T23:59:08.170Z+ grep nexus
6422024-11-22T23:59:08.170Z+ [[ 16 -gt 300 ]]
6432024-11-22T23:59:08.170Z+ sleep 1
6442024-11-22T23:59:09.158Z+ retry=17
6452024-11-22T23:59:09.181Z+ zoneadm list
6462024-11-22T23:59:09.181Z+ grep nexus
6472024-11-22T23:59:09.181Z+ [[ 17 -gt 300 ]]
6482024-11-22T23:59:09.181Z+ sleep 1
6492024-11-22T23:59:10.172Z+ retry=18
6502024-11-22T23:59:10.195Z+ zoneadm list
6512024-11-22T23:59:10.195Z+ grep nexus
6522024-11-22T23:59:10.195Z+ [[ 18 -gt 300 ]]
6532024-11-22T23:59:10.195Z+ sleep 1
6542024-11-22T23:59:11.185Z+ retry=19
6552024-11-22T23:59:11.208Z+ zoneadm list
6562024-11-22T23:59:11.208Z+ grep nexus
6572024-11-22T23:59:11.208Z+ [[ 19 -gt 300 ]]
6582024-11-22T23:59:11.208Z+ sleep 1
6592024-11-22T23:59:12.198Z+ retry=20
6602024-11-22T23:59:12.221Z+ zoneadm list
6612024-11-22T23:59:12.221Z+ grep nexus
6622024-11-22T23:59:12.221Z+ [[ 20 -gt 300 ]]
6632024-11-22T23:59:12.221Z+ sleep 1
6642024-11-22T23:59:13.211Z+ retry=21
6652024-11-22T23:59:13.234Z+ zoneadm list
6662024-11-22T23:59:13.234Z+ grep nexus
6672024-11-22T23:59:13.234Z+ [[ 21 -gt 300 ]]
6682024-11-22T23:59:13.234Z+ sleep 1
6692024-11-22T23:59:14.224Z+ retry=22
6702024-11-22T23:59:14.247Z+ zoneadm list
6712024-11-22T23:59:14.247Z+ grep nexus
6722024-11-22T23:59:14.247Z+ [[ 22 -gt 300 ]]
6732024-11-22T23:59:14.247Z+ sleep 1
6742024-11-22T23:59:15.238Z+ retry=23
6752024-11-22T23:59:15.261Z+ zoneadm list
6762024-11-22T23:59:15.261Z+ grep nexus
6772024-11-22T23:59:15.261Z+ [[ 23 -gt 300 ]]
6782024-11-22T23:59:15.261Z+ sleep 1
6792024-11-22T23:59:16.252Z+ retry=24
6802024-11-22T23:59:16.275Z+ zoneadm list
6812024-11-22T23:59:16.275Z+ grep nexus
6822024-11-22T23:59:16.275Z+ [[ 24 -gt 300 ]]
6832024-11-22T23:59:16.275Z+ sleep 1
6842024-11-22T23:59:17.267Z+ retry=25
6852024-11-22T23:59:18.541Z+ zoneadm list
6862024-11-22T23:59:18.565Z+ grep nexus
6872024-11-22T23:59:18.565Z+ [[ 25 -gt 300 ]]
6882024-11-22T23:59:18.565Z+ sleep 1
6892024-11-22T23:59:19.561Z+ retry=26
6902024-11-22T23:59:19.585Z+ zoneadm list
6912024-11-22T23:59:19.585Z+ grep nexus
6922024-11-22T23:59:19.585Z+ [[ 26 -gt 300 ]]
6932024-11-22T23:59:19.585Z+ sleep 1
6942024-11-22T23:59:20.577Z+ retry=27
6952024-11-22T23:59:20.601Z+ zoneadm list
6962024-11-22T23:59:20.601Z+ grep nexus
6972024-11-22T23:59:20.601Z+ [[ 27 -gt 300 ]]
6982024-11-22T23:59:20.601Z+ sleep 1
6992024-11-22T23:59:21.595Z+ retry=28
7002024-11-22T23:59:21.619Z+ zoneadm list
7012024-11-22T23:59:21.619Z+ grep nexus
7022024-11-22T23:59:21.620Z+ [[ 28 -gt 300 ]]
7032024-11-22T23:59:21.620Z+ sleep 1
7042024-11-22T23:59:22.607Z+ retry=29
7052024-11-22T23:59:22.630Z+ zoneadm list
7062024-11-22T23:59:22.630Z+ grep nexus
7072024-11-22T23:59:22.630Z+ [[ 29 -gt 300 ]]
7082024-11-22T23:59:22.630Z+ sleep 1
7092024-11-22T23:59:23.619Z+ retry=30
7102024-11-22T23:59:23.642Z+ zoneadm list
7112024-11-22T23:59:23.642Z+ grep nexus
7122024-11-22T23:59:23.642Z+ [[ 30 -gt 300 ]]
7132024-11-22T23:59:23.642Z+ sleep 1
7142024-11-22T23:59:24.632Z+ retry=31
7152024-11-22T23:59:24.655Z+ zoneadm list
7162024-11-22T23:59:24.655Z+ grep nexus
7172024-11-22T23:59:24.655Z+ [[ 31 -gt 300 ]]
7182024-11-22T23:59:24.655Z+ sleep 1
7192024-11-22T23:59:25.652Z+ retry=32
7202024-11-22T23:59:25.694Z+ zoneadm list
7212024-11-22T23:59:25.694Z+ grep nexus
7222024-11-22T23:59:25.694Z+ [[ 32 -gt 300 ]]
7232024-11-22T23:59:25.694Z+ sleep 1
7242024-11-22T23:59:26.656Z+ retry=33
7252024-11-22T23:59:26.679Z+ zoneadm list
7262024-11-22T23:59:26.679Z+ grep nexus
7272024-11-22T23:59:26.679Z+ [[ 33 -gt 300 ]]
7282024-11-22T23:59:26.679Z+ sleep 1
7292024-11-22T23:59:27.668Z+ retry=34
7302024-11-22T23:59:27.691Z+ zoneadm list
7312024-11-22T23:59:27.691Z+ grep nexus
7322024-11-22T23:59:27.691Z+ [[ 34 -gt 300 ]]
7332024-11-22T23:59:27.691Z+ sleep 1
7342024-11-22T23:59:28.682Z+ retry=35
7352024-11-22T23:59:28.710Z+ zoneadm list
7362024-11-22T23:59:28.710Z+ grep nexus
7372024-11-22T23:59:28.710Z+ [[ 35 -gt 300 ]]
7382024-11-22T23:59:28.710Z+ sleep 1
7392024-11-22T23:59:29.744Z+ retry=36
7402024-11-22T23:59:29.790Z+ zoneadm list
7412024-11-22T23:59:29.790Z+ grep nexus
7422024-11-22T23:59:29.790Z+ [[ 36 -gt 300 ]]
7432024-11-22T23:59:29.790Z+ sleep 1
7442024-11-22T23:59:30.708Z+ retry=37
7452024-11-22T23:59:30.733Z+ zoneadm list
7462024-11-22T23:59:30.733Z+ grep nexus
7472024-11-22T23:59:30.733Z+ [[ 37 -gt 300 ]]
7482024-11-22T23:59:30.733Z+ sleep 1
7492024-11-22T23:59:31.718Z+ retry=38
7502024-11-22T23:59:31.746Z+ zoneadm list
7512024-11-22T23:59:31.746Z+ grep nexus
7522024-11-22T23:59:31.746Z+ [[ 38 -gt 300 ]]
7532024-11-22T23:59:31.746Z+ sleep 1
7542024-11-22T23:59:32.731Z+ retry=39
7552024-11-22T23:59:32.755Z+ zoneadm list
7562024-11-22T23:59:32.755Z+ grep nexus
7572024-11-22T23:59:32.755Z+ [[ 39 -gt 300 ]]
7582024-11-22T23:59:32.755Z+ sleep 1
7592024-11-22T23:59:33.744Z+ retry=40
7602024-11-22T23:59:33.779Z+ zoneadm list
7612024-11-22T23:59:33.779Z+ grep nexus
7622024-11-22T23:59:33.779Z+ [[ 40 -gt 300 ]]
7632024-11-22T23:59:33.779Z+ sleep 1
7642024-11-22T23:59:34.759Z+ retry=41
7652024-11-22T23:59:34.788Z+ zoneadm list
7662024-11-22T23:59:34.788Z+ grep nexus
7672024-11-22T23:59:34.788Z+ [[ 41 -gt 300 ]]
7682024-11-22T23:59:34.788Z+ sleep 1
7692024-11-22T23:59:35.769Z+ retry=42
7702024-11-22T23:59:35.793Z+ zoneadm list
7712024-11-22T23:59:35.793Z+ grep nexus
7722024-11-22T23:59:35.794Z+ [[ 42 -gt 300 ]]
7732024-11-22T23:59:35.794Z+ sleep 1
7742024-11-22T23:59:36.780Z+ retry=43
7752024-11-22T23:59:36.803Z+ zoneadm list
7762024-11-22T23:59:36.803Z+ grep nexus
7772024-11-22T23:59:36.803Z+ [[ 43 -gt 300 ]]
7782024-11-22T23:59:36.803Z+ sleep 1
7792024-11-22T23:59:37.792Z+ retry=44
7802024-11-22T23:59:37.815Z+ zoneadm list
7812024-11-22T23:59:37.815Z+ grep nexus
7822024-11-22T23:59:37.815Z+ [[ 44 -gt 300 ]]
7832024-11-22T23:59:37.815Z+ sleep 1
7842024-11-22T23:59:38.803Z+ retry=45
7852024-11-22T23:59:38.826Z+ zoneadm list
7862024-11-22T23:59:38.826Z+ grep nexus
7872024-11-22T23:59:38.826Z+ [[ 45 -gt 300 ]]
7882024-11-22T23:59:38.826Z+ sleep 1
7892024-11-22T23:59:39.815Z+ retry=46
7902024-11-22T23:59:39.838Z+ zoneadm list
7912024-11-22T23:59:39.838Z+ grep nexus
7922024-11-22T23:59:39.838Z+ [[ 46 -gt 300 ]]
7932024-11-22T23:59:39.838Z+ sleep 1
7942024-11-22T23:59:40.827Z+ retry=47
7952024-11-22T23:59:40.851Z+ zoneadm list
7962024-11-22T23:59:40.851Z+ grep nexus
7972024-11-22T23:59:40.851Z+ [[ 47 -gt 300 ]]
7982024-11-22T23:59:40.851Z+ sleep 1
7992024-11-22T23:59:41.840Z+ retry=48
8002024-11-22T23:59:41.864Z+ zoneadm list
8012024-11-22T23:59:41.864Z+ grep nexus
8022024-11-22T23:59:41.864Z+ [[ 48 -gt 300 ]]
8032024-11-22T23:59:41.864Z+ sleep 1
8042024-11-22T23:59:42.944Z+ retry=49
8052024-11-22T23:59:43.117Z+ zoneadm list
8062024-11-22T23:59:43.117Z+ grep nexus
8072024-11-22T23:59:43.117Z+ [[ 49 -gt 300 ]]
8082024-11-22T23:59:43.117Z+ sleep 1
8092024-11-22T23:59:43.885Z+ retry=50
8102024-11-22T23:59:43.923Z+ zoneadm list
8112024-11-22T23:59:43.923Z+ grep nexus
8122024-11-22T23:59:43.923Z+ [[ 50 -gt 300 ]]
8132024-11-22T23:59:43.923Z+ sleep 1
8142024-11-22T23:59:45.001Z+ retry=51
8152024-11-22T23:59:45.001Z+ zoneadm list
8162024-11-22T23:59:45.001Z+ grep nexus
8172024-11-22T23:59:45.025Z+ [[ 51 -gt 300 ]]
8182024-11-22T23:59:45.025Z+ sleep 1
8192024-11-22T23:59:46.015Z+ retry=52
8202024-11-22T23:59:46.041Z+ zoneadm list
8212024-11-22T23:59:46.041Z+ grep nexus
8222024-11-22T23:59:46.041Z+ [[ 52 -gt 300 ]]
8232024-11-22T23:59:46.041Z+ sleep 1
8242024-11-22T23:59:47.039Z+ retry=53
8252024-11-22T23:59:47.063Z+ zoneadm list
8262024-11-22T23:59:47.063Z+ grep nexus
8272024-11-22T23:59:47.063Z+ [[ 53 -gt 300 ]]
8282024-11-22T23:59:47.063Z+ sleep 1
8292024-11-22T23:59:48.062Z+ retry=54
8302024-11-22T23:59:48.087Z+ zoneadm list
8312024-11-22T23:59:48.087Z+ grep nexus
8322024-11-22T23:59:48.087Zoxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c
8332024-11-22T23:59:48.087Z+ echo 'Waited for nexus: 54s'
8342024-11-22T23:59:48.087ZWaited for nexus: 54s
8352024-11-22T23:59:48.087Z+ export RUST_BACKTRACE=1
8362024-11-22T23:59:48.087Z+ RUST_BACKTRACE=1
8372024-11-22T23:59:48.087Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8382024-11-22T23:59:48.087Z++ ./target/debug/bootstrap
8392024-11-22T23:59:48.512ZUsing external DNS server at 10.151.1.164:53
8402024-11-22T23:59:48.536Z2024-11-22 23:59:48.524449017 UTC: attempting to log into API
8412024-11-23T00:00:05.832Z2024-11-23 00:00:03.578274563 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8422024-11-23T00:00:05.855Z2024-11-23 00:00:04.579551505 UTC: attempting to log into API
8432024-11-23T00:00:19.624Z2024-11-23 00:00:19.612847921 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8442024-11-23T00:00:20.626Z2024-11-23 00:00:20.614191334 UTC: attempting to log into API
 
8452024-11-23T00:00:25.597ZNov 23 00:00:24 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8462024-11-23T00:00:25.927ZNov 23 00:00:25 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8472024-11-23T00:00:28.659ZNov 23 00:00:28 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8482024-11-23T00:00:29.591ZNov 23 00:00:28 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8492024-11-23T00:00:29.629ZNov 23 00:00:29 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8502024-11-23T00:00:33.564ZNov 23 00:00:32 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:108.61.215.221:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8512024-11-23T00:00:35.660Z2024-11-23 00:00:35.648323194 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8522024-11-23T00:00:36.661Z2024-11-23 00:00:36.649768799 UTC: attempting to log into API
8532024-11-23T00:00:51.695Z2024-11-23 00:00:51.683780837 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8542024-11-23T00:00:52.695Z2024-11-23 00:00:52.684040542 UTC: attempting to log into API
8552024-11-23T00:01:02.747Z2024-11-23 00:01:02.735194840 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8562024-11-23T00:01:03.748Z2024-11-23 00:01:03.736536675 UTC: attempting to log into API
8572024-11-23T00:01:04.666Z2024-11-23 00:01:04.654707277 UTC: login succeeded
8582024-11-23T00:01:04.700Zwaiting for nexus to come up...
8592024-11-23T00:01:04.837Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8602024-11-23T00:01:05.140Zsetting up quotas...
8612024-11-23T00:01:05.198Zensuring datasets are ready...
8622024-11-23T00:01:08.460Zlet's roll.
8632024-11-23T00:01:08.484Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8642024-11-23T00:01:08.484ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8652024-11-23T00:01:08.484ZOXIDE_TOKEN=oxide-token-8770f5a13de466d8cbf2c3ae13a5da890f7ce7ae'
8662024-11-23T00:01:08.484Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8672024-11-23T00:01:08.484Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8682024-11-23T00:01:08.484Z++ OXIDE_TOKEN=oxide-token-8770f5a13de466d8cbf2c3ae13a5da890f7ce7ae
8692024-11-23T00:01:08.484Z+ export OXIDE_HOST OXIDE_TOKEN
8702024-11-23T00:01:08.484Z+ retry=0
8712024-11-23T00:01:08.484Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8722024-11-23T00:01:08.507Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8732024-11-23T00:01:08.507Z+ [[ 0 -gt 60 ]]
8742024-11-23T00:01:08.507Z+ sleep 1
8752024-11-23T00:01:09.494Z+ retry=1
8762024-11-23T00:01:09.494Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8772024-11-23T00:01:09.517Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8782024-11-23T00:01:09.517Z+ [[ 1 -gt 60 ]]
8792024-11-23T00:01:09.517Z+ sleep 1
8802024-11-23T00:01:10.509Z+ retry=2
8812024-11-23T00:01:10.509Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8822024-11-23T00:01:10.533Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8832024-11-23T00:01:10.533Z+ [[ 2 -gt 60 ]]
8842024-11-23T00:01:10.533Z+ sleep 1
8852024-11-23T00:01:11.552Z+ retry=3
8862024-11-23T00:01:11.552Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8872024-11-23T00:01:11.575Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8882024-11-23T00:01:11.575Z+ [[ 3 -gt 60 ]]
8892024-11-23T00:01:11.575Z+ sleep 1
8902024-11-23T00:01:12.543Z+ retry=4
8912024-11-23T00:01:12.543Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8922024-11-23T00:01:12.566Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8932024-11-23T00:01:12.566Z+ [[ 4 -gt 60 ]]
8942024-11-23T00:01:12.566Z+ sleep 1
8952024-11-23T00:01:13.558Z+ retry=5
8962024-11-23T00:01:13.558Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8972024-11-23T00:01:13.584Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8982024-11-23T00:01:13.584Z+ [[ 5 -gt 60 ]]
8992024-11-23T00:01:13.584Z+ sleep 1
9002024-11-23T00:01:14.573Z+ retry=6
9012024-11-23T00:01:14.573Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9022024-11-23T00:01:14.597Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9032024-11-23T00:01:14.597Z+ [[ 6 -gt 60 ]]
9042024-11-23T00:01:14.597Z+ sleep 1
9052024-11-23T00:01:15.589Z+ retry=7
9062024-11-23T00:01:15.589Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9072024-11-23T00:01:15.612Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9082024-11-23T00:01:15.612Z+ [[ 7 -gt 60 ]]
9092024-11-23T00:01:15.612Z+ sleep 1
9102024-11-23T00:01:16.606Z+ retry=8
9112024-11-23T00:01:16.607Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9122024-11-23T00:01:16.630Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9132024-11-23T00:01:16.630Z+ [[ 8 -gt 60 ]]
9142024-11-23T00:01:16.630Z+ sleep 1
9152024-11-23T00:01:17.622Z+ retry=9
9162024-11-23T00:01:17.622Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9172024-11-23T00:01:17.645Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9182024-11-23T00:01:17.645Z+ [[ 9 -gt 60 ]]
9192024-11-23T00:01:17.645Z+ sleep 1
9202024-11-23T00:01:18.638Z+ retry=10
9212024-11-23T00:01:18.638Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9222024-11-23T00:01:18.661Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9232024-11-23T00:01:18.661Z+ [[ 10 -gt 60 ]]
9242024-11-23T00:01:18.661Z+ sleep 1
9252024-11-23T00:01:19.653Z+ retry=11
9262024-11-23T00:01:19.654Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9272024-11-23T00:01:19.677Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9282024-11-23T00:01:19.677Z+ [[ 11 -gt 60 ]]
9292024-11-23T00:01:19.677Z+ sleep 1
9302024-11-23T00:01:20.670Z+ retry=12
9312024-11-23T00:01:20.670Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9322024-11-23T00:01:20.693Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9332024-11-23T00:01:20.696Z+ [[ 12 -gt 60 ]]
9342024-11-23T00:01:20.696Z+ sleep 1
9352024-11-23T00:01:21.685Z+ retry=13
9362024-11-23T00:01:21.685Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9372024-11-23T00:01:21.710Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9382024-11-23T00:01:21.710Z+ [[ 13 -gt 60 ]]
9392024-11-23T00:01:21.710Z+ sleep 1
9402024-11-23T00:01:22.701Z+ retry=14
9412024-11-23T00:01:22.701Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9422024-11-23T00:01:22.725Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9432024-11-23T00:01:22.725Z+ [[ 14 -gt 60 ]]
9442024-11-23T00:01:22.725Z+ sleep 1
9452024-11-23T00:01:23.716Z+ retry=15
9462024-11-23T00:01:23.716Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9472024-11-23T00:01:23.740Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9482024-11-23T00:01:23.740Z+ [[ 15 -gt 60 ]]
9492024-11-23T00:01:23.740Z+ sleep 1
9502024-11-23T00:01:24.732Z+ retry=16
9512024-11-23T00:01:24.733Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9522024-11-23T00:01:24.755Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9532024-11-23T00:01:24.755Z+ [[ 16 -gt 60 ]]
9542024-11-23T00:01:24.756Z+ sleep 1
9552024-11-23T00:01:25.749Z+ retry=17
9562024-11-23T00:01:25.749Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9572024-11-23T00:01:25.773Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9582024-11-23T00:01:25.773Z+ [[ 17 -gt 60 ]]
9592024-11-23T00:01:25.773Z+ sleep 1
9602024-11-23T00:01:26.765Z+ retry=18
9612024-11-23T00:01:26.765Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9622024-11-23T00:01:26.788Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9632024-11-23T00:01:26.788Z+ [[ 18 -gt 60 ]]
9642024-11-23T00:01:26.788Z+ sleep 1
9652024-11-23T00:01:27.781Z+ retry=19
9662024-11-23T00:01:27.781Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9672024-11-23T00:01:27.804Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9682024-11-23T00:01:27.804Z+ [[ 19 -gt 60 ]]
9692024-11-23T00:01:27.804Z+ sleep 1
9702024-11-23T00:01:28.798Z+ retry=20
9712024-11-23T00:01:28.798Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9722024-11-23T00:01:28.821Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9732024-11-23T00:01:28.822Z+ [[ 20 -gt 60 ]]
9742024-11-23T00:01:28.822Z+ sleep 1
9752024-11-23T00:01:29.813Z+ retry=21
9762024-11-23T00:01:29.813Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9772024-11-23T00:01:29.836Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9782024-11-23T00:01:29.836Z+ [[ 21 -gt 60 ]]
9792024-11-23T00:01:29.836Z+ sleep 1
9802024-11-23T00:01:30.828Z+ retry=22
9812024-11-23T00:01:30.828Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9822024-11-23T00:01:30.851Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9832024-11-23T00:01:30.851Z+ [[ 22 -gt 60 ]]
9842024-11-23T00:01:30.851Z+ sleep 1
9852024-11-23T00:01:31.845Z+ retry=23
9862024-11-23T00:01:31.845Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9872024-11-23T00:01:31.869Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9882024-11-23T00:01:31.869Z+ [[ 23 -gt 60 ]]
9892024-11-23T00:01:31.869Z+ sleep 1
9902024-11-23T00:01:32.862Z+ retry=24
9912024-11-23T00:01:32.862Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9922024-11-23T00:01:32.886Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 1 ms: Could not connect to server
9932024-11-23T00:01:32.886Z+ [[ 24 -gt 60 ]]
9942024-11-23T00:01:32.886Z+ sleep 1
9952024-11-23T00:01:33.886Z+ retry=25
9962024-11-23T00:01:33.886Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9972024-11-23T00:01:33.960Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9982024-11-23T00:01:35.168Z{"status":"ok"}{
9992024-11-23T00:01:35.168Z "description": "some images",
10002024-11-23T00:01:35.168Z "id": "051cb29b-cf35-4b88-a1ca-08446f594ac2",
10012024-11-23T00:01:35.168Z "name": "images",
10022024-11-23T00:01:35.168Z "time_created": "2024-11-23T00:01:34.118710Z",
10032024-11-23T00:01:35.168Z "time_modified": "2024-11-23T00:01:34.118710Z"
10042024-11-23T00:01:35.168Z}
10052024-11-23T00:01:35.199Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
10062024-11-23T00:03:20.873ZNov 23 00:00:36 buskin last message repeated 1 time
10072024-11-23T00:03:20.906ZNov 23 00:03:20 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:172.232.28.194:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
10082024-11-23T00:07:42.517ZNov 23 00:07:42 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:198.71.50.75:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
10092024-11-23T00:11:34.623ZDone!
10102024-11-23T00:11:34.647Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
10112024-11-23T00:11:34.772Z{
10122024-11-23T00:11:34.772Z "block_size": 512,
10132024-11-23T00:11:34.772Z "description": "debian 11 original base image",
10142024-11-23T00:11:34.772Z "id": "1db2801f-c49f-4a90-bd87-c9a34f67b558",
10152024-11-23T00:11:34.772Z "name": "debian11",
10162024-11-23T00:11:34.772Z "os": "debian",
10172024-11-23T00:11:34.772Z "size": 2147483648,
10182024-11-23T00:11:34.772Z "time_created": "2024-11-23T00:11:34.575883Z",
10192024-11-23T00:11:34.772Z "time_modified": "2024-11-23T00:11:34.747590Z",
10202024-11-23T00:11:34.772Z "version": "11"
10212024-11-23T00:11:34.772Z}
10222024-11-23T00:11:34.796Z+ for test_bin in tests/*
10232024-11-23T00:11:34.796Z+ ./tests/bootstrap-84053b7b03f68646
10242024-11-23T00:11:34.819Z
10252024-11-23T00:11:34.819Zrunning 0 tests
10262024-11-23T00:11:34.819Z
10272024-11-23T00:11:34.819Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10282024-11-23T00:11:34.819Z
10292024-11-23T00:11:34.819Z+ for test_bin in tests/*
10302024-11-23T00:11:34.819Z+ ./tests/commtest-34664e4175f1cac6
10312024-11-23T00:11:34.843Z
10322024-11-23T00:11:34.843Zrunning 0 tests
10332024-11-23T00:11:34.843Z
10342024-11-23T00:11:34.843Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10352024-11-23T00:11:34.843Z
10362024-11-23T00:11:34.843Z+ for test_bin in tests/*
10372024-11-23T00:11:34.843Z+ ./tests/dhcp_server-901a0af671086ead
10382024-11-23T00:11:34.867Z
10392024-11-23T00:11:34.867Zrunning 0 tests
10402024-11-23T00:11:34.867Z
10412024-11-23T00:11:34.867Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10422024-11-23T00:11:34.867Z
10432024-11-23T00:11:34.867Z+ for test_bin in tests/*
10442024-11-23T00:11:34.867Z+ ./tests/end_to_end_tests-8b9cd7607b17e8ff
10452024-11-23T00:11:35.010Z
10462024-11-23T00:11:35.011Zrunning 2 tests
10472024-11-23T00:11:35.299Ztest no_spoof::no_spoof_here ... ok
10482024-11-23T00:12:04.796Ztest instance_launch::instance_launch ... ok
10492024-11-23T00:12:04.796Z
10502024-11-23T00:12:04.820Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.79s
10512024-11-23T00:12:04.820Z
10522024-11-23T00:12:04.820Z+ _exit_trap
10532024-11-23T00:12:04.820Z+ local status=0
10542024-11-23T00:12:04.820Z+ set +o errexit
10552024-11-23T00:12:04.820Z+ [[ x != \x ]]
10562024-11-23T00:12:04.820Z+ pfexec svcadm -Z disable -s cron
10572024-11-23T00:12:06.750Z+ [[ 0 -eq 0 ]]
10582024-11-23T00:12:06.750Z+ exit 0
10592024-11-23T00:12:06.774Zprocess exited: duration 885868 ms, exit code 0
 
10602024-11-23T00:12:06.874Zfound 144 output files
10612024-11-23T00:12:06.874Zuploading: /var/svc/log/oxide-sled-agent:default.log (1289619 bytes)
10622024-11-23T00:12:08.172Zuploaded: /var/svc/log/oxide-sled-agent:default.log
10632024-11-23T00:12:08.202Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (6893619 bytes)
10642024-11-23T00:12:11.096Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 6893619 -> 6929222
10652024-11-23T00:12:12.164Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
10662024-11-23T00:12:12.164Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (856541 bytes)
10672024-11-23T00:12:14.241Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
10682024-11-23T00:12:14.241Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7310 bytes)
10692024-11-23T00:12:15.416Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
10702024-11-23T00:12:15.416Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31211 bytes)
10712024-11-23T00:12:16.615Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
10722024-11-23T00:12:16.615Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (339296 bytes)
10732024-11-23T00:12:17.258Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 339296 -> 343659
10742024-11-23T00:12:18.327Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10752024-11-23T00:12:18.327Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (16575 bytes)
10762024-11-23T00:12:19.461Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
10772024-11-23T00:12:19.461Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (436153 bytes)
10782024-11-23T00:12:20.199Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 436153 -> 441697
10792024-11-23T00:12:21.270Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10802024-11-23T00:12:21.270Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20731 bytes)
10812024-11-23T00:12:22.427Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
10822024-11-23T00:12:22.427Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1959111 bytes)
10832024-11-23T00:12:24.037Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1959111 -> 1994487
10842024-11-23T00:12:25.104Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10852024-11-23T00:12:25.104Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (262948 bytes)
10862024-11-23T00:12:26.683Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
10872024-11-23T00:12:26.683Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (4752694 bytes)
10882024-11-23T00:12:29.259Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 4752694 -> 4897170
10892024-11-23T00:12:30.329Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
10902024-11-23T00:12:30.329Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (607006 bytes)
10912024-11-23T00:12:32.242Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
10922024-11-23T00:12:32.242Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
10932024-11-23T00:12:33.310Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
10942024-11-23T00:12:33.310Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3337 bytes)
10952024-11-23T00:12:34.400Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
10962024-11-23T00:12:34.400Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (364253 bytes)
10972024-11-23T00:12:35.082Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 364253 -> 378208
10982024-11-23T00:12:36.149Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
10992024-11-23T00:12:36.149Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (46150 bytes)
11002024-11-23T00:12:37.388Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
11012024-11-23T00:12:37.388Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13455 bytes)
11022024-11-23T00:12:37.477Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13455 -> 14040
11032024-11-23T00:12:38.542Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11042024-11-23T00:12:38.542Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
11052024-11-23T00:12:39.632Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
11062024-11-23T00:12:39.632Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
11072024-11-23T00:12:40.700Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11082024-11-23T00:12:40.700Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3501 bytes)
11092024-11-23T00:12:41.791Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
11102024-11-23T00:12:41.791Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11112024-11-23T00:12:42.862Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11122024-11-23T00:12:42.863Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1662 bytes)
11132024-11-23T00:12:43.952Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
11142024-11-23T00:12:43.952Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroach-admin:default.log (1886 bytes)
11152024-11-23T00:12:45.041Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroach-admin:default.log
11162024-11-23T00:12:45.041Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11172024-11-23T00:12:46.132Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroach-admin:default.log.0
11182024-11-23T00:12:46.132Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11192024-11-23T00:12:47.200Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroachdb:default.log
11202024-11-23T00:12:47.200Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroachdb:default.log.0 (4324 bytes)
11212024-11-23T00:12:48.291Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-cockroachdb:default.log.0
11222024-11-23T00:12:48.291Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11232024-11-23T00:12:49.358Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-11-23T00:12:49.358Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11252024-11-23T00:12:50.449Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_cockroachdb_9fe5e07a-db0d-4760-aaa6-2a07ec240702/root/var/svc/log/oxide-zone-network-setup:default.log.0
11262024-11-23T00:12:50.449Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-agent:default.log (39235 bytes)
11272024-11-23T00:12:51.666Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-agent:default.log
11282024-11-23T00:12:51.666Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11292024-11-23T00:12:52.757Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:default.log
11302024-11-23T00:12:52.757Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-427bc1a2-75bf-4e65-8ab9-0701554891d3.log (6079 bytes)
11312024-11-23T00:12:53.869Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-427bc1a2-75bf-4e65-8ab9-0701554891d3.log
11322024-11-23T00:12:53.870Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-8273d471-1d13-48a7-ac01-d6262ebf1dbc.log (5970 bytes)
11332024-11-23T00:12:54.980Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-8273d471-1d13-48a7-ac01-d6262ebf1dbc.log
11342024-11-23T00:12:54.980Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-c709883c-48a2-40dd-8b39-072704541e25.log (3127 bytes)
11352024-11-23T00:12:56.070Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:downstairs-c709883c-48a2-40dd-8b39-072704541e25.log
11362024-11-23T00:12:56.071Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:snapshot-427bc1a2-75bf-4e65-8ab9-0701554891d3-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log (5654 bytes)
11372024-11-23T00:12:57.184Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-crucible-downstairs:snapshot-427bc1a2-75bf-4e65-8ab9-0701554891d3-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log
11382024-11-23T00:12:57.184Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11392024-11-23T00:12:58.273Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_crucible_07495db4-6ae4-4ad8-a2cf-d45d63e5da6a/root/var/svc/log/oxide-zone-network-setup:default.log
11402024-11-23T00:12:58.274Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-external_dns:default.log (45773 bytes)
11412024-11-23T00:12:58.467Zupload warning: file "/pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45773 -> 49550
11422024-11-23T00:12:59.533Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-external_dns:default.log
11432024-11-23T00:12:59.534Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11442024-11-23T00:13:00.624Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-opte-interface-setup:default.log
11452024-11-23T00:13:00.648Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
11462024-11-23T00:13:01.715Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_external_dns_8547fe57-32ac-4b52-b5e5-ad250a18e6b6/root/var/svc/log/oxide-zone-network-setup:default.log
11472024-11-23T00:13:01.715Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-internal_dns:default.log (74357 bytes)
11482024-11-23T00:13:01.972Zupload warning: file "/pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 74357 -> 78110
11492024-11-23T00:13:03.039Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-internal_dns:default.log
11502024-11-23T00:13:03.039Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-internal_dns:default.log.0 (397561 bytes)
11512024-11-23T00:13:04.769Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-internal_dns:default.log.0
11522024-11-23T00:13:04.769Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11532024-11-23T00:13:05.839Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-zone-network-setup:default.log
11542024-11-23T00:13:05.839Zuploading: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11552024-11-23T00:13:06.929Zuploaded: /pool/ext/0a25ae84-dedf-427a-88a3-8eedc5f1cf95/crypt/zone/oxz_internal_dns_76d1cbbb-d459-4653-aaf8-c5c903cdcbd6/root/var/svc/log/oxide-zone-network-setup:default.log.0
11562024-11-23T00:13:06.929Zuploading: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-agent:default.log (19165 bytes)
11572024-11-23T00:13:08.083Zuploaded: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-agent:default.log
11582024-11-23T00:13:08.083Zuploading: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11592024-11-23T00:13:09.174Zuploaded: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:default.log
11602024-11-23T00:13:09.174Zuploading: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c103171-b27e-4efb-8299-c76d940f98ec.log (5972 bytes)
11612024-11-23T00:13:10.285Zuploaded: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:downstairs-7c103171-b27e-4efb-8299-c76d940f98ec.log
11622024-11-23T00:13:10.285Zuploading: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:downstairs-e044dd60-ad53-49ae-93d1-cdf6d686d6b0.log (3006 bytes)
11632024-11-23T00:13:11.375Zuploaded: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-crucible-downstairs:downstairs-e044dd60-ad53-49ae-93d1-cdf6d686d6b0.log
11642024-11-23T00:13:11.399Zuploading: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11652024-11-23T00:13:12.478Zuploaded: /pool/ext/270e485d-5a88-4506-aee0-f1bc623f9374/crypt/zone/oxz_crucible_4ec94f50-d5b0-42c8-b98d-123da3ac564c/root/var/svc/log/oxide-zone-network-setup:default.log
11662024-11-23T00:13:12.478Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
11672024-11-23T00:13:13.577Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-agent:default.log
11682024-11-23T00:13:13.600Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11692024-11-23T00:13:14.667Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-downstairs:default.log
11702024-11-23T00:13:14.667Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-downstairs:downstairs-21b7d2e9-eb84-422e-96bc-df02e55375fc.log (3008 bytes)
11712024-11-23T00:13:15.757Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-crucible-downstairs:downstairs-21b7d2e9-eb84-422e-96bc-df02e55375fc.log
11722024-11-23T00:13:15.757Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11732024-11-23T00:13:16.847Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_19da0559-6934-46ff-b657-b7c5cd2d7a86/root/var/svc/log/oxide-zone-network-setup:default.log
11742024-11-23T00:13:16.870Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_pantry_a9f4e5fb-852b-4336-9104-b458340dc320/root/var/svc/log/oxide-crucible-pantry:default.log (98141 bytes)
11752024-11-23T00:13:17.153Zupload warning: file "/pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_pantry_a9f4e5fb-852b-4336-9104-b458340dc320/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98141 -> 105972
11762024-11-23T00:13:18.222Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_pantry_a9f4e5fb-852b-4336-9104-b458340dc320/root/var/svc/log/oxide-crucible-pantry:default.log
11772024-11-23T00:13:18.223Zuploading: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_pantry_a9f4e5fb-852b-4336-9104-b458340dc320/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11782024-11-23T00:13:19.312Zuploaded: /pool/ext/453a0b78-6d03-4c0a-abb9-138a971b0823/crypt/zone/oxz_crucible_pantry_a9f4e5fb-852b-4336-9104-b458340dc320/root/var/svc/log/oxide-zone-network-setup:default.log
11792024-11-23T00:13:19.335Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-agent:default.log (12496 bytes)
11802024-11-23T00:13:20.444Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-agent:default.log
11812024-11-23T00:13:20.445Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11822024-11-23T00:13:21.535Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-downstairs:default.log
11832024-11-23T00:13:21.535Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-downstairs:downstairs-983f2916-9e5a-49d0-a044-104b9dc3837b.log (5973 bytes)
11842024-11-23T00:13:22.646Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-crucible-downstairs:downstairs-983f2916-9e5a-49d0-a044-104b9dc3837b.log
11852024-11-23T00:13:22.646Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11862024-11-23T00:13:23.736Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_crucible_41c8f1ab-a710-4a18-8ada-c700c8fd14b6/root/var/svc/log/oxide-zone-network-setup:default.log
11872024-11-23T00:13:23.736Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-nexus:default.log (7797732 bytes)
11882024-11-23T00:13:27.029Zupload warning: file "/pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 7797732 -> 8337598
11892024-11-23T00:13:28.097Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-nexus:default.log
11902024-11-23T00:13:28.097Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11912024-11-23T00:13:29.187Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-opte-interface-setup:default.log
11922024-11-23T00:13:29.187Zuploading: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11932024-11-23T00:13:30.277Zuploaded: /pool/ext/7a71c953-5748-4f3f-a43b-387e5fc70532/crypt/zone/oxz_nexus_4320c88d-bbfa-46dd-98cd-db99b05e917c/root/var/svc/log/oxide-zone-network-setup:default.log
11942024-11-23T00:13:30.277Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroach-admin:default.log (1886 bytes)
11952024-11-23T00:13:31.368Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroach-admin:default.log
11962024-11-23T00:13:31.368Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11972024-11-23T00:13:32.479Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroach-admin:default.log.0
11982024-11-23T00:13:32.479Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11992024-11-23T00:13:33.530Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroachdb:default.log
12002024-11-23T00:13:33.530Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
12012024-11-23T00:13:34.620Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-cockroachdb:default.log.0
12022024-11-23T00:13:34.643Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12032024-11-23T00:13:35.687Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-zone-network-setup:default.log
12042024-11-23T00:13:35.687Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
12052024-11-23T00:13:36.781Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_cockroachdb_b4541262-dc7b-4614-86a2-c677df1db030/root/var/svc/log/oxide-zone-network-setup:default.log.0
12062024-11-23T00:13:36.781Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
12072024-11-23T00:13:37.871Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-crucible-agent:default.log
12082024-11-23T00:13:37.871Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12092024-11-23T00:13:38.962Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-crucible-downstairs:default.log
12102024-11-23T00:13:38.962Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12112024-11-23T00:13:40.053Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_crucible_3ad28822-4cf2-4aba-8844-ffea282f8a31/root/var/svc/log/oxide-zone-network-setup:default.log
12122024-11-23T00:13:40.053Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
12132024-11-23T00:13:41.121Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-chrony-setup:default.log
12142024-11-23T00:13:41.121Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-chrony-setup:default.log.0 (14496 bytes)
12152024-11-23T00:13:42.233Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-chrony-setup:default.log.0
12162024-11-23T00:13:42.233Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-ntp:default.log (309 bytes)
12172024-11-23T00:13:43.324Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-ntp:default.log
12182024-11-23T00:13:43.324Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-ntp:default.log.0 (524 bytes)
12192024-11-23T00:13:44.415Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-ntp:default.log.0
12202024-11-23T00:13:44.415Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
12212024-11-23T00:13:45.483Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-opte-interface-setup:default.log
12222024-11-23T00:13:45.483Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1125 bytes)
12232024-11-23T00:13:46.573Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-opte-interface-setup:default.log.0
12242024-11-23T00:13:46.573Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12252024-11-23T00:13:47.641Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-zone-network-setup:default.log
12262024-11-23T00:13:47.641Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2032 bytes)
12272024-11-23T00:13:48.732Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/svc/log/oxide-zone-network-setup:default.log.0
12282024-11-23T00:13:48.732Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_oximeter_530c8d2c-16b0-4463-b37b-118c9ae5339b/root/var/svc/log/oxide-oximeter:default.log (3816301 bytes)
12292024-11-23T00:13:49.404Zupload warning: file "/pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_oximeter_530c8d2c-16b0-4463-b37b-118c9ae5339b/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3816301 -> 4384507
12302024-11-23T00:13:50.472Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_oximeter_530c8d2c-16b0-4463-b37b-118c9ae5339b/root/var/svc/log/oxide-oximeter:default.log
12312024-11-23T00:13:50.472Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_oximeter_530c8d2c-16b0-4463-b37b-118c9ae5339b/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12322024-11-23T00:13:51.563Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_oximeter_530c8d2c-16b0-4463-b37b-118c9ae5339b/root/var/svc/log/oxide-zone-network-setup:default.log
12332024-11-23T00:13:51.563Zuploading: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
12342024-11-23T00:13:52.655Zuploaded: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-crucible-agent:default.log
12352024-11-23T00:13:52.655Zuploading: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12362024-11-23T00:13:53.746Zuploaded: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-crucible-downstairs:default.log
12372024-11-23T00:13:53.746Zuploading: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12382024-11-23T00:13:54.837Zuploaded: /pool/ext/afcaa792-1a48-4f2c-a7fa-0c48c2dbd612/crypt/zone/oxz_crucible_02fa251b-9bb9-4838-85b0-2d8242186903/root/var/svc/log/oxide-zone-network-setup:default.log
12392024-11-23T00:13:54.860Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroach-admin:default.log (1885 bytes)
12402024-11-23T00:13:55.927Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroach-admin:default.log
12412024-11-23T00:13:55.927Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
12422024-11-23T00:13:57.018Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroach-admin:default.log.0
12432024-11-23T00:13:57.018Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12442024-11-23T00:13:58.085Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroachdb:default.log
12452024-11-23T00:13:58.085Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroachdb:default.log.0 (4400 bytes)
12462024-11-23T00:13:59.176Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-cockroachdb:default.log.0
12472024-11-23T00:13:59.176Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12482024-11-23T00:14:00.244Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-zone-network-setup:default.log
12492024-11-23T00:14:00.244Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12502024-11-23T00:14:01.334Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_cockroachdb_297680e3-fe64-442d-84ce-b2fd892dba9a/root/var/svc/log/oxide-zone-network-setup:default.log.0
12512024-11-23T00:14:01.358Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-agent:default.log (18770 bytes)
12522024-11-23T00:14:02.479Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-agent:default.log
12532024-11-23T00:14:02.479Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12542024-11-23T00:14:03.559Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:default.log
12552024-11-23T00:14:03.559Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:downstairs-fb34f727-33fd-4060-88e9-a7afaa53c05f.log (6077 bytes)
12562024-11-23T00:14:04.650Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:downstairs-fb34f727-33fd-4060-88e9-a7afaa53c05f.log
12572024-11-23T00:14:04.650Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:snapshot-fb34f727-33fd-4060-88e9-a7afaa53c05f-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log (5654 bytes)
12582024-11-23T00:14:05.739Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-crucible-downstairs:snapshot-fb34f727-33fd-4060-88e9-a7afaa53c05f-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log
12592024-11-23T00:14:05.739Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12602024-11-23T00:14:06.830Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_crucible_de188dc1-7e8f-479b-b4a8-68a3b3120df0/root/var/svc/log/oxide-zone-network-setup:default.log
12612024-11-23T00:14:06.853Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-internal_dns:default.log (93647 bytes)
12622024-11-23T00:14:06.982Zupload warning: file "/pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 93647 -> 101156
12632024-11-23T00:14:08.049Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-internal_dns:default.log
12642024-11-23T00:14:08.049Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-internal_dns:default.log.0 (378265 bytes)
12652024-11-23T00:14:09.318Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-internal_dns:default.log.0
12662024-11-23T00:14:09.318Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12672024-11-23T00:14:10.386Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-zone-network-setup:default.log
12682024-11-23T00:14:10.386Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
12692024-11-23T00:14:11.476Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_internal_dns_91028582-d3fa-445f-b5a2-e35ae696a479/root/var/svc/log/oxide-zone-network-setup:default.log.0
12702024-11-23T00:14:11.476Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-nexus:default.log (4791783 bytes)
12712024-11-23T00:14:12.146Zupload warning: file "/pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4791783 -> 5493697
12722024-11-23T00:14:13.214Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-nexus:default.log
12732024-11-23T00:14:13.214Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12742024-11-23T00:14:14.304Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-opte-interface-setup:default.log
12752024-11-23T00:14:14.304Zuploading: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
12762024-11-23T00:14:15.395Zuploaded: /pool/ext/df601ca3-ca44-46d7-bbed-80a40a6f09bf/crypt/zone/oxz_nexus_f3ea1907-88ab-401f-a9d0-c8dbad4eda60/root/var/svc/log/oxide-zone-network-setup:default.log
12772024-11-23T00:14:15.395Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
12782024-11-23T00:14:16.484Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-clickhouse-admin-single:default.log
12792024-11-23T00:14:16.484Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-clickhouse:default.log (3710919 bytes)
12802024-11-23T00:14:17.078Zupload warning: file "/pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3710919 -> 4422206
12812024-11-23T00:14:18.145Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-clickhouse:default.log
12822024-11-23T00:14:18.145Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
12832024-11-23T00:14:19.235Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_clickhouse_05a82323-06c3-4eaf-97ca-191d7bf3b246/root/var/svc/log/oxide-zone-network-setup:default.log
12842024-11-23T00:14:19.235Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroach-admin:default.log (1886 bytes)
12852024-11-23T00:14:20.326Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroach-admin:default.log
12862024-11-23T00:14:20.326Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
12872024-11-23T00:14:21.416Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroach-admin:default.log.0
12882024-11-23T00:14:21.417Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12892024-11-23T00:14:22.484Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroachdb:default.log
12902024-11-23T00:14:22.484Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroachdb:default.log.0 (4400 bytes)
12912024-11-23T00:14:23.575Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-cockroachdb:default.log.0
12922024-11-23T00:14:23.575Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12932024-11-23T00:14:24.643Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-zone-network-setup:default.log
12942024-11-23T00:14:24.643Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12952024-11-23T00:14:25.734Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_cockroachdb_56852325-4e3a-4042-afb8-207525d338d1/root/var/svc/log/oxide-zone-network-setup:default.log.0
12962024-11-23T00:14:25.757Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-agent:default.log (12078 bytes)
12972024-11-23T00:14:26.867Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-agent:default.log
12982024-11-23T00:14:26.867Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12992024-11-23T00:14:27.957Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-downstairs:default.log
13002024-11-23T00:14:27.957Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-9f3c3194-7be0-4bce-8281-d882e8ce073a.log (3127 bytes)
13012024-11-23T00:14:29.048Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-crucible-downstairs:downstairs-9f3c3194-7be0-4bce-8281-d882e8ce073a.log
13022024-11-23T00:14:29.048Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13032024-11-23T00:14:30.138Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_852802d6-c77f-4d03-8027-9dc6af2e0cba/root/var/svc/log/oxide-zone-network-setup:default.log
13042024-11-23T00:14:30.139Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_pantry_c0bece67-5df9-4398-9817-0f5d593479c6/root/var/svc/log/oxide-crucible-pantry:default.log (99500 bytes)
13052024-11-23T00:14:30.459Zupload warning: file "/pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_pantry_c0bece67-5df9-4398-9817-0f5d593479c6/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 99500 -> 116464
13062024-11-23T00:14:31.526Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_pantry_c0bece67-5df9-4398-9817-0f5d593479c6/root/var/svc/log/oxide-crucible-pantry:default.log
13072024-11-23T00:14:31.526Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_pantry_c0bece67-5df9-4398-9817-0f5d593479c6/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
13082024-11-23T00:14:32.617Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_crucible_pantry_c0bece67-5df9-4398-9817-0f5d593479c6/root/var/svc/log/oxide-zone-network-setup:default.log
13092024-11-23T00:14:32.617Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-external_dns:default.log (45771 bytes)
13102024-11-23T00:14:32.810Zupload warning: file "/pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45771 -> 53321
13112024-11-23T00:14:33.877Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-external_dns:default.log
13122024-11-23T00:14:33.877Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13132024-11-23T00:14:34.967Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-opte-interface-setup:default.log
13142024-11-23T00:14:34.967Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
13152024-11-23T00:14:36.057Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_external_dns_3fd9a497-05dd-4074-a1ac-31b7bae8eaae/root/var/svc/log/oxide-zone-network-setup:default.log
13162024-11-23T00:14:36.058Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-internal_dns:default.log (69537 bytes)
13172024-11-23T00:14:36.315Zupload warning: file "/pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69537 -> 79548
13182024-11-23T00:14:37.382Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-internal_dns:default.log
13192024-11-23T00:14:37.382Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-internal_dns:default.log.0 (402382 bytes)
13202024-11-23T00:14:39.112Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-internal_dns:default.log.0
13212024-11-23T00:14:39.113Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13222024-11-23T00:14:40.182Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-zone-network-setup:default.log
13232024-11-23T00:14:40.182Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
13242024-11-23T00:14:41.270Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_internal_dns_9b153a21-324e-4b4a-a397-c131f545689d/root/var/svc/log/oxide-zone-network-setup:default.log.0
13252024-11-23T00:14:41.271Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-nexus:default.log (38734851 bytes)
13262024-11-23T00:14:48.684Zupload warning: file "/pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38734851 -> 39654231
13272024-11-23T00:14:49.752Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-nexus:default.log
13282024-11-23T00:14:49.752Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13292024-11-23T00:14:50.842Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-opte-interface-setup:default.log
13302024-11-23T00:14:50.842Zuploading: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
13312024-11-23T00:14:51.932Zuploaded: /pool/ext/e4af0ed5-d414-453f-ac7e-60701d77862e/crypt/zone/oxz_nexus_cf843080-5b28-4a50-82dd-737b1c7a0a75/root/var/svc/log/oxide-zone-network-setup:default.log
13322024-11-23T00:14:51.933Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroach-admin:default.log (1888 bytes)
13332024-11-23T00:14:53.023Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroach-admin:default.log
13342024-11-23T00:14:53.023Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
13352024-11-23T00:14:54.113Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroach-admin:default.log.0
13362024-11-23T00:14:54.114Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
13372024-11-23T00:14:55.182Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroachdb:default.log
13382024-11-23T00:14:55.182Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroachdb:default.log.0 (4298 bytes)
13392024-11-23T00:14:56.272Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-cockroachdb:default.log.0
13402024-11-23T00:14:56.272Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13412024-11-23T00:14:57.339Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-zone-network-setup:default.log
13422024-11-23T00:14:57.339Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
13432024-11-23T00:14:58.429Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_cockroachdb_0b22664c-2735-4916-959a-cb20093e0112/root/var/svc/log/oxide-zone-network-setup:default.log.0
13442024-11-23T00:14:58.429Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-agent:default.log (34750 bytes)
13452024-11-23T00:14:59.625Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-agent:default.log
13462024-11-23T00:14:59.648Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13472024-11-23T00:15:00.716Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:default.log
13482024-11-23T00:15:00.716Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d5210f9-71da-488f-8340-f9356bf9dbd6.log (3007 bytes)
13492024-11-23T00:15:01.807Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d5210f9-71da-488f-8340-f9356bf9dbd6.log
13502024-11-23T00:15:01.807Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-a4791546-9c9f-4b8b-9908-faf7d39e749a.log (3127 bytes)
13512024-11-23T00:15:02.897Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-a4791546-9c9f-4b8b-9908-faf7d39e749a.log
13522024-11-23T00:15:02.897Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-af705792-f681-4a52-87b4-065332b43f22.log (6077 bytes)
13532024-11-23T00:15:04.009Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:downstairs-af705792-f681-4a52-87b4-065332b43f22.log
13542024-11-23T00:15:04.009Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:snapshot-af705792-f681-4a52-87b4-065332b43f22-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log (5653 bytes)
13552024-11-23T00:15:05.119Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-crucible-downstairs:snapshot-af705792-f681-4a52-87b4-065332b43f22-d8e6c277-8bc2-441b-b2e1-8993615cc31c.log
13562024-11-23T00:15:05.119Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13572024-11-23T00:15:06.235Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_0cb042e9-8bf2-4285-93db-fbb0a3a62210/root/var/svc/log/oxide-zone-network-setup:default.log
13582024-11-23T00:15:06.235Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_pantry_5a90a956-fea8-4c2c-b6a4-ffc389107aa0/root/var/svc/log/oxide-crucible-pantry:default.log (861454 bytes)
13592024-11-23T00:15:06.498Zupload warning: file "/pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_pantry_5a90a956-fea8-4c2c-b6a4-ffc389107aa0/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 861454 -> 884879
13602024-11-23T00:15:07.566Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_pantry_5a90a956-fea8-4c2c-b6a4-ffc389107aa0/root/var/svc/log/oxide-crucible-pantry:default.log
13612024-11-23T00:15:07.566Zuploading: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_pantry_5a90a956-fea8-4c2c-b6a4-ffc389107aa0/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
13622024-11-23T00:15:08.658Zuploaded: /pool/ext/f6d583da-a310-4fd6-ab54-4e3285b10abe/crypt/zone/oxz_crucible_pantry_5a90a956-fea8-4c2c-b6a4-ffc389107aa0/root/var/svc/log/oxide-zone-network-setup:default.log
13632024-11-23T00:15:08.658Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/measurements.log (156317 bytes)
13642024-11-23T00:15:08.877Zupload warning: file "/pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/measurements.log" changed size mid upload: 156317 -> 215090
13652024-11-23T00:15:09.954Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/measurements.log
13662024-11-23T00:15:09.954Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/statistics.log (111969 bytes)
13672024-11-23T00:15:10.128Zupload warning: file "/pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/statistics.log" changed size mid upload: 111969 -> 154557
13682024-11-23T00:15:11.197Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/statistics.log
13692024-11-23T00:15:11.197Zuploading: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/tracking.log (17955 bytes)
13702024-11-23T00:15:11.286Zupload warning: file "/pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/tracking.log" changed size mid upload: 17955 -> 21387
13712024-11-23T00:15:12.355Zuploaded: /pool/ext/9ca01e44-73e9-4320-944c-2d03d794da80/crypt/zone/oxz_ntp_da99b3f4-fbd5-42e9-9663-19c0a6f51c41/root/var/log/chrony/tracking.log