01JD0A8YB09Q82PX01PYQY7YPD: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JD0AA6EHC7GYNYGBST4XDCHH

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-18T19:34:52.180Zjob dependencies complete; ready to run (waiting for 35 m 10 s)
22024-11-18T20:51:49.144Zjob assigned to worker 01JD0GE0V77MHMPXQFP7Z1GMKE [factory lab, sock/10497] (queued for 1 h 16 m 56 s)
32024-11-18T20:51:49.407Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-11-18T20:51:49.457Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-11-18T20:51:49.492Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-11-18T20:51:49.525Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-11-18T20:51:49.559Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-11-18T20:51:49.592ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-11-18T20:51:49.626Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-11-18T20:51:49.659ZOxide Helios Version helios-2.0.22827 64-bit
112024-11-18T20:51:49.692ZConfiguring devices.
122024-11-18T20:51:49.726Z##################################################
132024-11-18T20:51:49.759Z#### ############# ##
142024-11-18T20:51:49.975Z### ### ############ ##
152024-11-18T20:51:50.004Z## ### # ## ### ## Oxide Computer Company ##
162024-11-18T20:51:50.037Z## ## ## ### # ### ##
172024-11-18T20:51:50.071Z## # ### #### #### This Station Under ##
182024-11-18T20:51:50.126Z### ### #### # ### Computer Control ##
192024-11-18T20:51:50.160Z#### #### ### ## ##
202024-11-18T20:51:50.193Z##################################################
212024-11-18T20:51:50.227ZHostname: sock
222024-11-18T20:51:50.260ZLoading smf(7) service descriptions:
232024-11-18T20:51:50.734Zdownloading input: /input/package/work/package.tar.gz
242024-11-18T20:56:49.986Zdownloaded input: /input/package/work/package.tar.gz
 
252024-11-18T20:56:50.010Zstarting task 0: "setup"
262024-11-18T20:56:50.010Z++ uname -s
272024-11-18T20:56:50.011Z+ kern=SunOS
282024-11-18T20:56:50.011Z+ case "$kern" in
292024-11-18T20:56:50.011Z+ groupadd -g 12345 build
302024-11-18T20:56:50.011Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-11-18T20:56:51.936Z+ zfs create -o mountpoint=/work rpool/work
322024-11-18T20:56:51.965Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-11-18T20:56:51.989Z+ home_fs=zfs
342024-11-18T20:56:51.989Z+ [[ zfs == autofs ]]
352024-11-18T20:56:51.989Z+ mkdir -p /home/build
362024-11-18T20:56:51.989Z+ chown build:build /home/build /work
372024-11-18T20:56:53.973Z+ chmod 0700 /home/build /work
382024-11-18T20:56:53.998Zprocess exited: duration 4059 ms, exit code 0
 
392024-11-18T20:56:54.045Zstarting task 1: "authentication"
402024-11-18T20:56:54.087Zprocess exited: duration 42 ms, exit code 0
 
412024-11-18T20:56:54.134Zstarting task 2: "build"
422024-11-18T20:56:54.157Z+ trap _exit_trap EXIT
432024-11-18T20:56:54.157Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-11-18T20:56:54.157Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-11-18T20:56:54.157Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-11-18T20:57:04.626Z+ pfexec rem_drv xde
472024-11-18T20:57:04.650Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-11-18T20:57:04.718Z+ pfexec add_drv xde
492024-11-18T20:57:04.838Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-11-18T20:57:14.889Z+ chmod +x opteadm
512024-11-18T20:57:14.912Z+ cp opteadm /tmp/opteadm
522024-11-18T20:57:14.939Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-11-18T20:57:15.012Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-11-18T20:57:15.149Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-11-18T20:57:15.149Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-11-18T20:57:15.149Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-11-18T20:57:15.149Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-11-18T20:57:15.149Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-11-18T20:57:15.150Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-11-18T20:57:15.151Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-11-18T20:57:15.151Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-11-18T20:57:15.151Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-11-18T20:57:15.151Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-11-18T20:57:15.151Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-11-18T20:57:15.175Z+ [[ -d /opt/oxide ]]
662024-11-18T20:57:15.175Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-11-18T20:57:15.175Z+ pfexec mkdir /opt/oxide
682024-11-18T20:57:15.175Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-11-18T20:57:15.175Z+ [[ -d /opt/oxide-underneath ]]
702024-11-18T20:57:15.175Z+ cd /opt/oxide-underneath
712024-11-18T20:57:15.175Z+ pfexec tar ceEp@/f - .
722024-11-18T20:57:15.175Z+ cd /opt/oxide
732024-11-18T20:57:15.175Z+ pfexec tar xveEp@/f -
742024-11-18T20:57:15.216Zx ., 0 bytes, 0 tape blocks
752024-11-18T20:57:15.217Zx ./opte, 0 bytes, 0 tape blocks
762024-11-18T20:57:15.217Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-11-18T20:57:15.217Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-11-18T20:57:15.253Z+ pfexec rm -rf /opt/oxide-underneath
792024-11-18T20:57:15.253Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-11-18T20:57:15.276Z+ pfexec mkdir /opt/oxide/work
812024-11-18T20:57:15.276Z+ pfexec chown build:build /opt/oxide/work
822024-11-18T20:57:15.276Z+ cd /opt/oxide/work
832024-11-18T20:57:15.276Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-11-18T20:57:28.446ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-11-18T20:57:28.446Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-11-18T20:57:28.446Zx out/target/test, 107 bytes, 1 tape blocks
872024-11-18T20:57:28.446Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-11-18T20:57:28.446Zx package-manifest.toml, 32446 bytes, 64 tape blocks
892024-11-18T20:57:28.446Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-11-18T20:57:28.446Zx target/release/omicron-package, 37146656 bytes, 72553 tape blocks
912024-11-18T20:57:28.446Zx target/release/xtask, 12031696 bytes, 23500 tape blocks
922024-11-18T20:57:28.446Zx target/debug/bootstrap, 214814560 bytes, 419560 tape blocks
932024-11-18T20:57:28.446Zx tests/bootstrap-246df57fa2cbf807, 24826920 bytes, 48491 tape blocks
942024-11-18T20:57:28.446Zx tests/commtest-47185152e52e4d85, 25621968 bytes, 50043 tape blocks
952024-11-18T20:57:28.446Zx tests/dhcp_server-f25fc174fad7a7b4, 24826936 bytes, 48491 tape blocks
962024-11-18T20:57:28.446Zx tests/end_to_end_tests-113dd4db321a5b88, 233352936 bytes, 455768 tape blocks
972024-11-18T20:57:28.446Zx out/clickhouse.tar.gz, 256300454 bytes, 500587 tape blocks
982024-11-18T20:57:28.446Zx out/clickhouse_keeper.tar.gz, 256287093 bytes, 500561 tape blocks
992024-11-18T20:57:28.446Zx out/clickhouse_server.tar.gz, 256286453 bytes, 500560 tape blocks
1002024-11-18T20:57:28.446Zx out/cockroachdb.tar.gz, 137769867 bytes, 269082 tape blocks
1012024-11-18T20:57:28.446Zx out/crucible-dtrace.tar, 84480 bytes, 165 tape blocks
1022024-11-18T20:57:28.446Zx out/crucible-pantry-zone.tar.gz, 28826945 bytes, 56303 tape blocks
1032024-11-18T20:57:28.446Zx out/crucible-zone.tar.gz, 37238782 bytes, 72732 tape blocks
1042024-11-18T20:57:28.446Zx out/external-dns.tar.gz, 36091278 bytes, 70491 tape blocks
1052024-11-18T20:57:28.446Zx out/internal-dns.tar.gz, 36090861 bytes, 70490 tape blocks
1062024-11-18T20:57:28.446Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-11-18T20:57:28.446Zx out/nexus.tar.gz, 103042590 bytes, 201256 tape blocks
1082024-11-18T20:57:28.446Zx out/ntp.tar.gz, 10588682 bytes, 20682 tape blocks
1092024-11-18T20:57:28.446Zx out/omicron-gateway-softnpu.tar.gz, 24424950 bytes, 47705 tape blocks
1102024-11-18T20:57:28.446Zx out/omicron-sled-agent.tar, 115456512 bytes, 225501 tape blocks
1112024-11-18T20:57:28.446Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-11-18T20:57:28.446Zx out/oximeter.tar.gz, 52854560 bytes, 103232 tape blocks
1132024-11-18T20:57:28.446Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1142024-11-18T20:57:28.446Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-11-18T20:57:28.446Zx out/propolis-server.tar.gz, 68181717 bytes, 133168 tape blocks
1162024-11-18T20:57:28.446Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-11-18T20:57:28.447Zx out/switch-softnpu.tar.gz, 242867954 bytes, 474352 tape blocks
1182024-11-18T20:57:28.471Z
1192024-11-18T20:57:28.471Zreal 13.166319794
1202024-11-18T20:57:28.471Zuser 11.685036657
1212024-11-18T20:57:28.471Zsys 2.541433182
1222024-11-18T20:57:28.471Ztrap 0.000495004
1232024-11-18T20:57:28.471Ztflt 0.000000000
1242024-11-18T20:57:28.471Zdflt 0.000000000
1252024-11-18T20:57:28.471Zkflt 0.000000000
1262024-11-18T20:57:28.471Zlock 0.000000000
1272024-11-18T20:57:28.472Zslp 11.785761162
1282024-11-18T20:57:28.472Zlat 0.317812125
1292024-11-18T20:57:28.472Zstop 0.000134030
1302024-11-18T20:57:28.472Z+ source .github/buildomat/ci-env.sh
1312024-11-18T20:57:28.472Z++ export CARGO_TERM_COLOR=always
1322024-11-18T20:57:28.472Z++ CARGO_TERM_COLOR=always
1332024-11-18T20:57:28.472Z+ bmat address ls
1342024-11-18T20:57:28.472ZNAME CIDR FIRST LAST COUNT
1352024-11-18T20:57:28.472Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1362024-11-18T20:57:28.472Z++ bmat address ls -f extra -Ho first,last,count
1372024-11-18T20:57:28.472Z+ set -- 10.151.2.164 10.151.2.227 64
1382024-11-18T20:57:28.472Z+ EXTRA_IP_START=10.151.2.164
1392024-11-18T20:57:28.472Z+ EXTRA_IP_END=10.151.2.227
1402024-11-18T20:57:28.472Z+ EXTRA_IP_COUNT=64
1412024-11-18T20:57:28.472Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-11-18T20:57:28.472Z+ EXTRA_IP_BASE=10.151.2
1432024-11-18T20:57:28.472Z+ EXTRA_IP_FOCTET=164
1442024-11-18T20:57:28.472Z+ EXTRA_IP_LOCTET=227
1452024-11-18T20:57:28.472Z+ SERVICE_IP_POOL_START=10.151.2.164
1462024-11-18T20:57:28.472Z+ SERVICE_IP_POOL_END=10.151.2.173
1472024-11-18T20:57:28.472Z+ DNS_IP1=10.151.2.164
1482024-11-18T20:57:28.472Z+ DNS_IP2=10.151.2.165
1492024-11-18T20:57:28.472Z+ UPLINK_IP=10.151.2.174
1502024-11-18T20:57:28.472Z+ IPPOOL_START=10.151.2.175
1512024-11-18T20:57:28.473Z+ IPPOOL_END=10.151.2.227
1522024-11-18T20:57:28.473Z++ ipadm show-addr -po type,addr
1532024-11-18T20:57:28.473Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-11-18T20:57:28.473Z+ GATEWAY_IP=10.151.2.100
1552024-11-18T20:57:28.473Z+ [[ -n 10.151.2.100 ]]
1562024-11-18T20:57:28.473Z+ ping -s 10.151.2.100 56 1
1572024-11-18T20:57:28.473ZPING 10.151.2.100: 56 data bytes
1582024-11-18T20:57:28.473Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1592024-11-18T20:57:28.473Z
1602024-11-18T20:57:28.473Z----10.151.2.100 PING Statistics----
1612024-11-18T20:57:28.473Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-11-18T20:57:28.473Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1632024-11-18T20:57:28.473Z++ arp -an
1642024-11-18T20:57:28.473Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1652024-11-18T20:57:28.473Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1662024-11-18T20:57:28.473Z+ routeadm -e ipv4-forwarding -u
1672024-11-18T20:57:28.581Z+ PXA_START=10.151.2.164
1682024-11-18T20:57:28.581Z+ PXA_END=10.151.2.227
1692024-11-18T20:57:28.581Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-11-18T20:57:28.777Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1712024-11-18T20:57:28.802ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-11-18T20:57:28.803Zcreating virtual hardware
1732024-11-18T20:57:28.803Zcreating /scratch/m2_0.vdev
1742024-11-18T20:57:28.803Zcreating /scratch/m2_1.vdev
1752024-11-18T20:57:28.803Zcreating /scratch/u2_0.vdev
1762024-11-18T20:57:28.803Zcreating /scratch/u2_1.vdev
1772024-11-18T20:57:28.803Zcreating /scratch/u2_2.vdev
1782024-11-18T20:57:28.803Zcreating /scratch/u2_3.vdev
1792024-11-18T20:57:28.803Zcreating /scratch/u2_4.vdev
1802024-11-18T20:57:28.803Zcreating /scratch/u2_5.vdev
1812024-11-18T20:57:28.803Zcreating /scratch/u2_6.vdev
1822024-11-18T20:57:28.804Zcreating /scratch/u2_7.vdev
1832024-11-18T20:57:28.804Zcreating /scratch/u2_8.vdev
1842024-11-18T20:57:28.827ZSimnet net0/sc0_0 exists
1852024-11-18T20:57:28.851ZSimnet net1/sc1_0 exists
1862024-11-18T20:57:28.851ZVnic sc0_1 exists
1872024-11-18T20:57:41.142ZUsing 10.151.2.100 as gateway ip
1882024-11-18T20:57:41.142Zusing 18:C0:4D:0D:A0:2A as gateway mac
1892024-11-18T20:57:41.142Zconfiguring SoftNPU ARP entry
1902024-11-18T20:57:41.171Zconfiguring SoftNPU proxy ARP
1912024-11-18T20:57:41.227ZSoftNPU state:
1922024-11-18T20:57:41.227Z local v6:
1932024-11-18T20:57:41.227Z local v4:
1942024-11-18T20:57:41.227Z router v6:
1952024-11-18T20:57:41.227Z router v4_idx:
1962024-11-18T20:57:41.227Z router v4_routes:
1972024-11-18T20:57:41.227Z resolver v4:
1982024-11-18T20:57:41.227Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1992024-11-18T20:57:41.227Z resolver v6:
2002024-11-18T20:57:41.227Z nat v4:
2012024-11-18T20:57:41.228Z nat_v6:
2022024-11-18T20:57:41.228Z port_mac:
2032024-11-18T20:57:41.228Z proxy arp:
2042024-11-18T20:57:41.228Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2052024-11-18T20:57:41.228Zcreated virtual hardware
2062024-11-18T20:57:41.251Z
2072024-11-18T20:57:41.251Zreal 12.448434001
2082024-11-18T20:57:41.251Zuser 0.683701766
2092024-11-18T20:57:41.251Zsys 3.063876348
2102024-11-18T20:57:41.251Ztrap 0.000060358
2112024-11-18T20:57:41.251Ztflt 0.000350935
2122024-11-18T20:57:41.251Zdflt 0.000374701
2132024-11-18T20:57:41.251Zkflt 0.000009610
2142024-11-18T20:57:41.251Zlock 9:40.986083709
2152024-11-18T20:57:41.251Zslp 37.540365430
2162024-11-18T20:57:41.251Zlat 0.077946353
2172024-11-18T20:57:41.251Zstop 0.341525897
2182024-11-18T20:57:41.251Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-11-18T20:57:41.279Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-11-18T20:57:41.279Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-11-18T20:57:41.279Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-11-18T20:57:41.279Z+++ pkg/config.toml Mon Nov 18 20:57:41 2024
2232024-11-18T20:57:41.279Z@@ -29,18 +29,18 @@
2242024-11-18T20:57:41.280Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-11-18T20:57:41.280Z # followed by a string that is embedded into their fake serial values.
2262024-11-18T20:57:41.281Z vdevs = [
2272024-11-18T20:57:41.281Z- "m2_0.vdev",
2282024-11-18T20:57:41.281Z- "m2_1.vdev",
2292024-11-18T20:57:41.281Z+ "/scratch/m2_0.vdev",
2302024-11-18T20:57:41.281Z+ "/scratch/m2_1.vdev",
2312024-11-18T20:57:41.281Z
2322024-11-18T20:57:41.281Z- "u2_0.vdev",
2332024-11-18T20:57:41.281Z- "u2_1.vdev",
2342024-11-18T20:57:41.281Z- "u2_2.vdev",
2352024-11-18T20:57:41.281Z- "u2_3.vdev",
2362024-11-18T20:57:41.281Z- "u2_4.vdev",
2372024-11-18T20:57:41.281Z- "u2_5.vdev",
2382024-11-18T20:57:41.281Z- "u2_6.vdev",
2392024-11-18T20:57:41.281Z- "u2_7.vdev",
2402024-11-18T20:57:41.281Z- "u2_8.vdev",
2412024-11-18T20:57:41.281Z+ "/scratch/u2_0.vdev",
2422024-11-18T20:57:41.281Z+ "/scratch/u2_1.vdev",
2432024-11-18T20:57:41.281Z+ "/scratch/u2_2.vdev",
2442024-11-18T20:57:41.281Z+ "/scratch/u2_3.vdev",
2452024-11-18T20:57:41.281Z+ "/scratch/u2_4.vdev",
2462024-11-18T20:57:41.281Z+ "/scratch/u2_5.vdev",
2472024-11-18T20:57:41.281Z+ "/scratch/u2_6.vdev",
2482024-11-18T20:57:41.281Z+ "/scratch/u2_7.vdev",
2492024-11-18T20:57:41.281Z+ "/scratch/u2_8.vdev",
2502024-11-18T20:57:41.282Z ]
2512024-11-18T20:57:41.282Z
2522024-11-18T20:57:41.282Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-11-18T20:57:41.282Z+ true
2542024-11-18T20:57:41.282Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-11-18T20:57:41.282Z+ SILO_NAME=recovery
2562024-11-18T20:57:41.282Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-11-18T20:57:41.282Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-11-18T20:57:41.282Z+ sed -i~ '
2592024-11-18T20:57:41.282Z /^external_dns_ips/c\
2602024-11-18T20:57:41.282Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2612024-11-18T20:57:41.282Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-11-18T20:57:41.282Z /^first/c\
2632024-11-18T20:57:41.282Zfirst = "10.151.2.164"
2642024-11-18T20:57:41.282Z /^last/c\
2652024-11-18T20:57:41.282Zlast = "10.151.2.173"
2662024-11-18T20:57:41.282Z }
2672024-11-18T20:57:41.282Z /^infra_ip_first/c\
2682024-11-18T20:57:41.282Zinfra_ip_first = "10.151.2.174"
2692024-11-18T20:57:41.282Z /^infra_ip_last/c\
2702024-11-18T20:57:41.282Zinfra_ip_last = "10.151.2.174"
2712024-11-18T20:57:41.282Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-11-18T20:57:41.282Z /^routes/c\
2732024-11-18T20:57:41.282Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2742024-11-18T20:57:41.282Z /^addresses/c\
2752024-11-18T20:57:41.283Zaddresses = \[{address = "10.151.2.174/24"} \]
2762024-11-18T20:57:41.283Z }
2772024-11-18T20:57:41.283Z' pkg/config-rss.toml
2782024-11-18T20:57:41.307Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-11-18T20:57:41.307Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-11-18T20:57:41.307Z+++ pkg/config-rss.toml Mon Nov 18 20:57:41 2024
2812024-11-18T20:57:41.307Z@@ -33,7 +33,7 @@
2822024-11-18T20:57:41.307Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-11-18T20:57:41.307Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-11-18T20:57:41.307Z # below.
2852024-11-18T20:57:41.307Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-11-18T20:57:41.307Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2872024-11-18T20:57:41.307Z
2882024-11-18T20:57:41.307Z # Initial TLS certificates for the external API
2892024-11-18T20:57:41.307Z #
2902024-11-18T20:57:41.307Z@@ -69,8 +69,8 @@
2912024-11-18T20:57:41.308Z #
2922024-11-18T20:57:41.308Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-11-18T20:57:41.308Z [[internal_services_ip_pool_ranges]]
2942024-11-18T20:57:41.308Z-first = "192.168.1.20"
2952024-11-18T20:57:41.308Z-last = "192.168.1.29"
2962024-11-18T20:57:41.308Z+first = "10.151.2.164"
2972024-11-18T20:57:41.308Z+last = "10.151.2.173"
2982024-11-18T20:57:41.308Z
2992024-11-18T20:57:41.308Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-11-18T20:57:41.308Z # parameters should be provided to the control plane via wicket, but we need to
3012024-11-18T20:57:41.308Z@@ -91,8 +91,8 @@
3022024-11-18T20:57:41.308Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-11-18T20:57:41.308Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-11-18T20:57:41.308Z # With softnpu, only one address is used.
3052024-11-18T20:57:41.308Z-infra_ip_first = "192.168.1.30"
3062024-11-18T20:57:41.308Z-infra_ip_last = "192.168.1.30"
3072024-11-18T20:57:41.308Z+infra_ip_first = "10.151.2.174"
3082024-11-18T20:57:41.309Z+infra_ip_last = "10.151.2.174"
3092024-11-18T20:57:41.309Z
3102024-11-18T20:57:41.309Z # Configurations for BGP routers to run on the scrimlets.
3112024-11-18T20:57:41.309Z bgp = []
3122024-11-18T20:57:41.309Z@@ -100,9 +100,9 @@
3132024-11-18T20:57:41.309Z # You can configure multiple uplinks by repeating the following stanza
3142024-11-18T20:57:41.309Z [[rack_network_config.ports]]
3152024-11-18T20:57:41.309Z # Routes associated with this port.
3162024-11-18T20:57:41.309Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-11-18T20:57:41.309Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3182024-11-18T20:57:41.309Z # Addresses associated with this port.
3192024-11-18T20:57:41.309Z-addresses = [{address = "192.168.1.30/24"}]
3202024-11-18T20:57:41.309Z+addresses = [{address = "10.151.2.174/24"} ]
3212024-11-18T20:57:41.309Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-11-18T20:57:41.309Z port = "qsfp0"
3232024-11-18T20:57:41.309Z # The speed of this port.
3242024-11-18T20:57:41.309Z+ true
3252024-11-18T20:57:41.309Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-11-18T20:57:41.309Za pkg/config-rss.toml 8K
3272024-11-18T20:57:41.309Za pkg/config.toml 4K
3282024-11-18T20:57:41.309Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-11-18T20:57:41.309Z+ TLS_NAME=recovery.sys.oxide.test
3302024-11-18T20:57:41.309Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-11-18T20:57:41.460Z.+......+.....+....+..+....+...+........+.......+.....................+......+...........+....+.........+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+.............+..+....+...+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.+...+.....+...............+......+...+...+...+......+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-11-18T20:57:41.592Z..+.....+.+...+......+.........+.....+......+.............+...+...+..............+...+.........+...+...+...+.+.........+......+.....+....+.....+.+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.....+...................+.........+..+....+.....+......+.+............+..+...+......+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-11-18T20:57:41.615Z-----
3342024-11-18T20:57:41.638Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-11-18T20:57:41.638Za pkg/initial-tls-cert.pem 2K
3362024-11-18T20:57:41.638Za pkg/initial-tls-key.pem 4K
3372024-11-18T20:57:41.638Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-11-18T20:57:41.638Z+ rmdir pkg
3392024-11-18T20:57:41.638Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-11-18T20:57:41.638Z+ pfexec mkdir -p /usr/oxide
3412024-11-18T20:57:41.639Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3422024-11-18T20:57:42.230Z+ pfexec chmod +x /usr/oxide/oxide
3432024-11-18T20:57:42.254Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-11-18T20:58:00.548Z+ OMICRON_NO_UNINSTALL=1
3452024-11-18T20:58:00.549Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-11-18T20:58:00.572ZLogging to: /opt/oxide/work/out/LOG
3472024-11-18T20:58:01.181Z
3482024-11-18T20:58:01.204Zreal 0.628316446
3492024-11-18T20:58:01.204Zuser 0.143752454
3502024-11-18T20:58:01.204Zsys 3.107529974
3512024-11-18T20:58:01.204Ztrap 0.000017769
3522024-11-18T20:58:01.204Ztflt 0.000012838
3532024-11-18T20:58:01.204Zdflt 0.000781091
3542024-11-18T20:58:01.204Zkflt 0.000016180
3552024-11-18T20:58:01.204Zlock 56.799854080
3562024-11-18T20:58:01.204Zslp 0.816051105
3572024-11-18T20:58:01.204Zlat 0.003484441
3582024-11-18T20:58:01.204Zstop 0.212248978
3592024-11-18T20:58:01.204Z+ retry=0
3602024-11-18T20:58:01.204Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-11-18T20:58:01.205Z+ [[ 0 -gt 30 ]]
3622024-11-18T20:58:01.205Z+ sleep 1
3632024-11-18T20:58:02.196Z+ retry=1
3642024-11-18T20:58:02.196Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-11-18T20:58:02.219Z+ [[ 1 -gt 30 ]]
3662024-11-18T20:58:02.219Z+ sleep 1
3672024-11-18T20:58:03.210Z+ retry=2
3682024-11-18T20:58:03.210Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-11-18T20:58:03.233Z+ [[ 2 -gt 30 ]]
3702024-11-18T20:58:03.233Z+ sleep 1
3712024-11-18T20:58:04.223Z+ retry=3
3722024-11-18T20:58:04.223Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-11-18T20:58:24.296Z+ [[ 3 -gt 30 ]]
3742024-11-18T20:58:24.296Z+ sleep 1
3752024-11-18T20:58:25.299Z+ retry=4
3762024-11-18T20:58:25.300Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-11-18T20:58:25.323Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-11-18T20:58:25.346Zlocal v6:
3792024-11-18T20:58:25.346Zfdbf:6570:1d6:debc::1
3802024-11-18T20:58:25.346Zfe80::b4da:22ff:fe15:7b45
3812024-11-18T20:58:25.346Zlocal v4:
3822024-11-18T20:58:25.346Z10.151.2.174
3832024-11-18T20:58:25.346Zrouter v6:
3842024-11-18T20:58:25.346Zrouter v4_idx:
3852024-11-18T20:58:25.347Z0.0.0.0/0 -> 0
3862024-11-18T20:58:25.347Zrouter v4_routes:
3872024-11-18T20:58:25.347Z0 -> 10.151.2.100 (2)
3882024-11-18T20:58:25.347Zresolver v4:
3892024-11-18T20:58:25.347Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3902024-11-18T20:58:25.347Z10.151.2.174 -> a6:43:ea:5e:ee:0a
3912024-11-18T20:58:25.347Zresolver v6:
3922024-11-18T20:58:25.347Zfe80::1847:f0ff:fe06:de60 -> 1a:47:f0:06:de:60
3932024-11-18T20:58:25.347Zfe80::b4da:22ff:fe15:7b45 -> b6:da:22:15:7b:45
3942024-11-18T20:58:25.347Znat v4:
3952024-11-18T20:58:25.347Znat_v6:
3962024-11-18T20:58:25.347Zport_mac:
3972024-11-18T20:58:25.347Z1000: a8:40:25:4a:5d:03
3982024-11-18T20:58:25.347Z1: a8:40:25:4a:5d:04
3992024-11-18T20:58:25.347Z2: a8:40:25:4a:5d:24
4002024-11-18T20:58:25.347Zproxy arp:
4012024-11-18T20:58:25.347Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4022024-11-18T20:58:25.347Z+ retry=0
4032024-11-18T20:58:25.347Z+++ zoneadm list -n
4042024-11-18T20:58:25.347Z+++ grep oxz_ntp
4052024-11-18T20:58:25.371Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-11-18T20:58:25.371Zsvcs: zone '-Hostate': entity not found
4072024-11-18T20:58:25.371Z++ true
4082024-11-18T20:58:25.371Z+ [[ '' != online ]]
4092024-11-18T20:58:25.371Z+ [[ 0 -gt 60 ]]
4102024-11-18T20:58:25.371Z+ sleep 1
4112024-11-18T20:58:26.359Z+ retry=1
4122024-11-18T20:58:26.383Z+++ zoneadm list -n
4132024-11-18T20:58:26.383Z+++ grep oxz_ntp
4142024-11-18T20:58:26.383Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-11-18T20:58:26.383Zsvcs: zone '-Hostate': entity not found
4162024-11-18T20:58:26.383Z++ true
4172024-11-18T20:58:26.383Z+ [[ '' != online ]]
4182024-11-18T20:58:26.383Z+ [[ 1 -gt 60 ]]
4192024-11-18T20:58:26.383Z+ sleep 1
4202024-11-18T20:58:27.380Z+ retry=2
4212024-11-18T20:58:27.403Z+++ zoneadm list -n
4222024-11-18T20:58:27.403Z+++ grep oxz_ntp
4232024-11-18T20:58:27.403Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-11-18T20:58:27.403Zsvcs: zone '-Hostate': entity not found
4252024-11-18T20:58:27.403Z++ true
4262024-11-18T20:58:27.403Z+ [[ '' != online ]]
4272024-11-18T20:58:27.403Z+ [[ 2 -gt 60 ]]
4282024-11-18T20:58:27.403Z+ sleep 1
4292024-11-18T20:58:28.402Z+ retry=3
4302024-11-18T20:58:28.426Z+++ zoneadm list -n
4312024-11-18T20:58:28.426Z+++ grep oxz_ntp
4322024-11-18T20:58:28.426Z++ pfexec svcs -z -Hostate oxide/ntp
4332024-11-18T20:58:28.426Zsvcs: zone '-Hostate': entity not found
4342024-11-18T20:58:28.426Z++ true
4352024-11-18T20:58:28.426Z+ [[ '' != online ]]
4362024-11-18T20:58:28.426Z+ [[ 3 -gt 60 ]]
4372024-11-18T20:58:28.426Z+ sleep 1
4382024-11-18T20:58:29.424Z+ retry=4
4392024-11-18T20:58:29.448Z+++ zoneadm list -n
4402024-11-18T20:58:29.448Z+++ grep oxz_ntp
4412024-11-18T20:58:29.448Z++ pfexec svcs -z -Hostate oxide/ntp
4422024-11-18T20:58:29.448Zsvcs: zone '-Hostate': entity not found
4432024-11-18T20:58:29.448Z++ true
4442024-11-18T20:58:29.448Z+ [[ '' != online ]]
4452024-11-18T20:58:29.449Z+ [[ 4 -gt 60 ]]
4462024-11-18T20:58:29.449Z+ sleep 1
4472024-11-18T20:58:30.445Z+ retry=5
4482024-11-18T20:58:30.468Z+++ zoneadm list -n
4492024-11-18T20:58:30.468Z+++ grep oxz_ntp
4502024-11-18T20:58:30.468Z++ pfexec svcs -z -Hostate oxide/ntp
4512024-11-18T20:58:30.468Zsvcs: zone '-Hostate': entity not found
4522024-11-18T20:58:30.468Z++ true
4532024-11-18T20:58:30.469Z+ [[ '' != online ]]
4542024-11-18T20:58:30.469Z+ [[ 5 -gt 60 ]]
4552024-11-18T20:58:30.469Z+ sleep 1
4562024-11-18T20:58:31.467Z+ retry=6
4572024-11-18T20:58:31.491Z+++ zoneadm list -n
4582024-11-18T20:58:31.491Z+++ grep oxz_ntp
4592024-11-18T20:58:31.491Z++ pfexec svcs -z -Hostate oxide/ntp
4602024-11-18T20:58:31.491Zsvcs: zone '-Hostate': entity not found
4612024-11-18T20:58:31.491Z++ true
4622024-11-18T20:58:31.491Z+ [[ '' != online ]]
4632024-11-18T20:58:31.491Z+ [[ 6 -gt 60 ]]
4642024-11-18T20:58:31.491Z+ sleep 1
4652024-11-18T20:58:32.489Z+ retry=7
4662024-11-18T20:58:32.512Z+++ zoneadm list -n
4672024-11-18T20:58:32.512Z+++ grep oxz_ntp
4682024-11-18T20:58:32.512Z++ pfexec svcs -z -Hostate oxide/ntp
4692024-11-18T20:58:32.512Zsvcs: zone '-Hostate': entity not found
4702024-11-18T20:58:32.512Z++ true
4712024-11-18T20:58:32.512Z+ [[ '' != online ]]
4722024-11-18T20:58:32.512Z+ [[ 7 -gt 60 ]]
4732024-11-18T20:58:32.512Z+ sleep 1
4742024-11-18T20:58:33.511Z+ retry=8
4752024-11-18T20:58:33.534Z+++ zoneadm list -n
4762024-11-18T20:58:33.534Z+++ grep oxz_ntp
4772024-11-18T20:58:33.534Z++ pfexec svcs -z -Hostate oxide/ntp
4782024-11-18T20:58:33.534Zsvcs: zone '-Hostate': entity not found
4792024-11-18T20:58:33.534Z++ true
4802024-11-18T20:58:33.534Z+ [[ '' != online ]]
4812024-11-18T20:58:33.534Z+ [[ 8 -gt 60 ]]
4822024-11-18T20:58:33.534Z+ sleep 1
4832024-11-18T20:58:34.531Z+ retry=9
4842024-11-18T20:58:34.558Z+++ zoneadm list -n
4852024-11-18T20:58:34.558Z+++ grep oxz_ntp
4862024-11-18T20:58:34.558Z++ pfexec svcs -z -Hostate oxide/ntp
4872024-11-18T20:58:34.558Zsvcs: zone '-Hostate': entity not found
4882024-11-18T20:58:34.558Z++ true
4892024-11-18T20:58:34.558Z+ [[ '' != online ]]
4902024-11-18T20:58:34.558Z+ [[ 9 -gt 60 ]]
4912024-11-18T20:58:34.558Z+ sleep 1
4922024-11-18T20:58:35.552Z+ retry=10
4932024-11-18T20:58:35.575Z+++ zoneadm list -n
4942024-11-18T20:58:35.575Z+++ grep oxz_ntp
4952024-11-18T20:58:35.575Z++ pfexec svcs -z -Hostate oxide/ntp
4962024-11-18T20:58:35.575Zsvcs: zone '-Hostate': entity not found
4972024-11-18T20:58:35.575Z++ true
4982024-11-18T20:58:35.575Z+ [[ '' != online ]]
4992024-11-18T20:58:35.575Z+ [[ 10 -gt 60 ]]
5002024-11-18T20:58:35.575Z+ sleep 1
5012024-11-18T20:58:36.573Z+ retry=11
5022024-11-18T20:58:36.597Z+++ zoneadm list -n
5032024-11-18T20:58:36.597Z+++ grep oxz_ntp
5042024-11-18T20:58:36.597Z++ pfexec svcs -z -Hostate oxide/ntp
5052024-11-18T20:58:36.597Zsvcs: zone '-Hostate': entity not found
5062024-11-18T20:58:36.597Z++ true
5072024-11-18T20:58:36.597Z+ [[ '' != online ]]
5082024-11-18T20:58:36.597Z+ [[ 11 -gt 60 ]]
5092024-11-18T20:58:36.597Z+ sleep 1
5102024-11-18T20:58:37.595Z+ retry=12
5112024-11-18T20:58:37.618Z+++ zoneadm list -n
5122024-11-18T20:58:37.618Z+++ grep oxz_ntp
5132024-11-18T20:58:37.618Z++ pfexec svcs -z -Hostate oxide/ntp
5142024-11-18T20:58:37.618Zsvcs: zone '-Hostate': entity not found
5152024-11-18T20:58:37.618Z++ true
5162024-11-18T20:58:37.618Z+ [[ '' != online ]]
5172024-11-18T20:58:37.618Z+ [[ 12 -gt 60 ]]
5182024-11-18T20:58:37.618Z+ sleep 1
5192024-11-18T20:58:38.616Z+ retry=13
5202024-11-18T20:58:38.639Z+++ zoneadm list -n
5212024-11-18T20:58:38.639Z+++ grep oxz_ntp
5222024-11-18T20:58:38.639Z++ pfexec svcs -z -Hostate oxide/ntp
5232024-11-18T20:58:38.639Zsvcs: zone '-Hostate': entity not found
5242024-11-18T20:58:38.639Z++ true
5252024-11-18T20:58:38.639Z+ [[ '' != online ]]
5262024-11-18T20:58:38.640Z+ [[ 13 -gt 60 ]]
5272024-11-18T20:58:38.640Z+ sleep 1
5282024-11-18T20:58:39.639Z+ retry=14
5292024-11-18T20:58:39.662Z+++ zoneadm list -n
5302024-11-18T20:58:39.664Z+++ grep oxz_ntp
5312024-11-18T20:58:39.664Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5322024-11-18T20:58:39.664Zsvcs: Could not bind to repository server for zone oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4: repository server unavailable
5332024-11-18T20:58:39.688Z++ true
5342024-11-18T20:58:39.688Z+ [[ '' != online ]]
5352024-11-18T20:58:39.688Z+ [[ 14 -gt 60 ]]
5362024-11-18T20:58:39.688Z+ sleep 1
5372024-11-18T20:58:40.668Z+ retry=15
5382024-11-18T20:58:40.715Z+++ zoneadm list -n
5392024-11-18T20:58:40.715Z+++ grep oxz_ntp
5402024-11-18T20:58:40.715Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5412024-11-18T20:58:40.738Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5422024-11-18T20:58:40.738Z++ true
5432024-11-18T20:58:40.738Z+ [[ '' != online ]]
5442024-11-18T20:58:40.738Z+ [[ 15 -gt 60 ]]
5452024-11-18T20:58:40.738Z+ sleep 1
5462024-11-18T20:58:41.702Z+ retry=16
5472024-11-18T20:58:41.727Z+++ zoneadm list -n
5482024-11-18T20:58:41.727Z+++ grep oxz_ntp
5492024-11-18T20:58:41.727Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5502024-11-18T20:58:41.750Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5512024-11-18T20:58:41.751Z++ true
5522024-11-18T20:58:41.751Z+ [[ '' != online ]]
5532024-11-18T20:58:41.751Z+ [[ 16 -gt 60 ]]
5542024-11-18T20:58:41.751Z+ sleep 1
5552024-11-18T20:58:42.732Z+ retry=17
5562024-11-18T20:58:42.757Z+++ zoneadm list -n
5572024-11-18T20:58:42.757Z+++ grep oxz_ntp
5582024-11-18T20:58:42.757Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5592024-11-18T20:58:42.780Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5602024-11-18T20:58:42.781Z++ true
5612024-11-18T20:58:42.781Z+ [[ '' != online ]]
5622024-11-18T20:58:42.781Z+ [[ 17 -gt 60 ]]
5632024-11-18T20:58:42.781Z+ sleep 1
5642024-11-18T20:58:43.763Z+ retry=18
5652024-11-18T20:58:43.787Z+++ zoneadm list -n
5662024-11-18T20:58:43.787Z+++ grep oxz_ntp
5672024-11-18T20:58:43.787Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5682024-11-18T20:58:43.787Z+ [[ offline != online ]]
5692024-11-18T20:58:43.787Z+ [[ 18 -gt 60 ]]
5702024-11-18T20:58:43.787Z+ sleep 1
5712024-11-18T20:58:44.786Z+ retry=19
5722024-11-18T20:58:44.812Z+++ zoneadm list -n
5732024-11-18T20:58:44.813Z+++ grep oxz_ntp
5742024-11-18T20:58:44.813Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5752024-11-18T20:58:44.837Z+ [[ offline != online ]]
5762024-11-18T20:58:44.837Z+ [[ 19 -gt 60 ]]
5772024-11-18T20:58:44.837Z+ sleep 1
5782024-11-18T20:58:45.815Z+ retry=20
5792024-11-18T20:58:45.839Z+++ zoneadm list -n
5802024-11-18T20:58:45.839Z+++ grep oxz_ntp
5812024-11-18T20:58:45.839Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5822024-11-18T20:58:45.839Z+ [[ offline != online ]]
5832024-11-18T20:58:45.839Z+ [[ 20 -gt 60 ]]
5842024-11-18T20:58:45.839Z+ sleep 1
5852024-11-18T20:58:46.837Z+ retry=21
5862024-11-18T20:58:46.862Z+++ zoneadm list -n
5872024-11-18T20:58:46.862Z+++ grep oxz_ntp
5882024-11-18T20:58:46.862Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5892024-11-18T20:58:46.862Z+ [[ offline != online ]]
5902024-11-18T20:58:46.862Z+ [[ 21 -gt 60 ]]
5912024-11-18T20:58:46.862Z+ sleep 1
5922024-11-18T20:58:47.860Z+ retry=22
5932024-11-18T20:58:47.884Z+++ zoneadm list -n
5942024-11-18T20:58:47.884Z+++ grep oxz_ntp
5952024-11-18T20:58:47.884Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
5962024-11-18T20:58:47.884Z+ [[ offline != online ]]
5972024-11-18T20:58:47.884Z+ [[ 22 -gt 60 ]]
5982024-11-18T20:58:47.884Z+ sleep 1
5992024-11-18T20:58:48.882Z+ retry=23
6002024-11-18T20:58:48.907Z+++ zoneadm list -n
6012024-11-18T20:58:48.907Z+++ grep oxz_ntp
6022024-11-18T20:58:48.907Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
6032024-11-18T20:58:48.907Z+ [[ offline != online ]]
6042024-11-18T20:58:48.907Z+ [[ 23 -gt 60 ]]
6052024-11-18T20:58:48.907Z+ sleep 1
6062024-11-18T20:58:49.905Z+ retry=24
6072024-11-18T20:58:49.929Z+++ zoneadm list -n
6082024-11-18T20:58:49.929Z+++ grep oxz_ntp
6092024-11-18T20:58:49.929Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
6102024-11-18T20:58:49.929Z+ [[ offline != online ]]
6112024-11-18T20:58:49.929Z+ [[ 24 -gt 60 ]]
6122024-11-18T20:58:49.929Z+ sleep 1
6132024-11-18T20:58:50.927Z+ retry=25
6142024-11-18T20:58:50.951Z+++ zoneadm list -n
6152024-11-18T20:58:50.951Z+++ grep oxz_ntp
6162024-11-18T20:58:50.951Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
6172024-11-18T20:58:50.951Z+ [[ offline != online ]]
6182024-11-18T20:58:50.951Z+ [[ 25 -gt 60 ]]
6192024-11-18T20:58:50.951Z+ sleep 1
 
6202024-11-18T20:58:51.736Zsock console login: Nov 18 20:58:51 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
6212024-11-18T20:58:51.949Z+ retry=26
6222024-11-18T20:58:51.973Z+++ zoneadm list -n
6232024-11-18T20:58:51.973Z+++ grep oxz_ntp
6242024-11-18T20:58:51.973Z++ pfexec svcs -z oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4 -Hostate oxide/ntp
6252024-11-18T20:58:51.973Z+ [[ online != online ]]
6262024-11-18T20:58:51.973Z+ echo 'Waited for chrony: 26s'
6272024-11-18T20:58:51.974Z+ retry=0
6282024-11-18T20:58:51.974ZWaited for chrony: 26s
6292024-11-18T20:58:51.974Z+ zoneadm list
6302024-11-18T20:58:51.974Z+ grep nexus
6312024-11-18T20:58:52.003Z+ [[ 0 -gt 300 ]]
6322024-11-18T20:58:52.003Z+ sleep 1
6332024-11-18T20:58:52.978Z+ retry=1
6342024-11-18T20:58:53.008Z+ zoneadm list
6352024-11-18T20:58:53.008Z+ grep nexus
6362024-11-18T20:58:53.008Z+ [[ 1 -gt 300 ]]
6372024-11-18T20:58:53.008Z+ sleep 1
6382024-11-18T20:58:53.988Z+ retry=2
6392024-11-18T20:58:54.388Z+ zoneadm list
6402024-11-18T20:58:54.388Z+ grep nexus
6412024-11-18T20:58:54.388Z+ [[ 2 -gt 300 ]]
6422024-11-18T20:58:54.388Z+ sleep 1
6432024-11-18T20:58:55.018Z+ retry=3
6442024-11-18T20:58:55.050Z+ zoneadm list
6452024-11-18T20:58:55.050Z+ grep nexus
6462024-11-18T20:58:55.050Z+ [[ 3 -gt 300 ]]
6472024-11-18T20:58:55.050Z+ sleep 1
 
6482024-11-18T20:58:55.102ZNov 18 20:58:55 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.118.230.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
6492024-11-18T20:58:56.009Z+ retry=4
6502024-11-18T20:58:56.033Z+ zoneadm list
6512024-11-18T20:58:56.034Z+ grep nexus
6522024-11-18T20:58:56.034Z+ [[ 4 -gt 300 ]]
6532024-11-18T20:58:56.034Z+ sleep 1
6542024-11-18T20:58:57.019Z+ retry=5
6552024-11-18T20:58:57.043Z+ zoneadm list
6562024-11-18T20:58:57.043Z+ grep nexus
6572024-11-18T20:58:57.043Z+ [[ 5 -gt 300 ]]
6582024-11-18T20:58:57.043Z+ sleep 1
6592024-11-18T20:58:58.030Z+ retry=6
6602024-11-18T20:58:58.055Z+ zoneadm list
6612024-11-18T20:58:58.055Z+ grep nexus
6622024-11-18T20:58:58.055Z+ [[ 6 -gt 300 ]]
6632024-11-18T20:58:58.055Z+ sleep 1
6642024-11-18T20:58:59.106Z+ retry=7
6652024-11-18T20:58:59.131Z+ zoneadm list
6662024-11-18T20:58:59.214Z+ grep nexus
6672024-11-18T20:58:59.240Z+ [[ 7 -gt 300 ]]
6682024-11-18T20:58:59.240Z+ sleep 1
6692024-11-18T20:59:00.229Z+ retry=8
6702024-11-18T20:59:00.254Z+ zoneadm list
6712024-11-18T20:59:00.254Z+ grep nexus
6722024-11-18T20:59:00.254Z+ [[ 8 -gt 300 ]]
6732024-11-18T20:59:00.254Z+ sleep 1
6742024-11-18T20:59:01.249Z+ retry=9
6752024-11-18T20:59:01.273Z+ zoneadm list
6762024-11-18T20:59:01.273Z+ grep nexus
6772024-11-18T20:59:01.273Z+ [[ 9 -gt 300 ]]
6782024-11-18T20:59:01.273Z+ sleep 1
6792024-11-18T20:59:02.275Z+ retry=10
6802024-11-18T20:59:02.299Z+ zoneadm list
6812024-11-18T20:59:02.299Z+ grep nexus
6822024-11-18T20:59:02.299Z+ [[ 10 -gt 300 ]]
6832024-11-18T20:59:02.299Z+ sleep 1
6842024-11-18T20:59:03.289Z+ retry=11
6852024-11-18T20:59:03.313Z+ zoneadm list
6862024-11-18T20:59:03.313Z+ grep nexus
6872024-11-18T20:59:03.313Z+ [[ 11 -gt 300 ]]
6882024-11-18T20:59:03.313Z+ sleep 1
6892024-11-18T20:59:04.305Z+ retry=12
6902024-11-18T20:59:04.329Z+ zoneadm list
6912024-11-18T20:59:04.329Z+ grep nexus
6922024-11-18T20:59:04.329Z+ [[ 12 -gt 300 ]]
6932024-11-18T20:59:04.329Z+ sleep 1
6942024-11-18T20:59:05.320Z+ retry=13
6952024-11-18T20:59:05.344Z+ zoneadm list
6962024-11-18T20:59:05.344Z+ grep nexus
6972024-11-18T20:59:05.344Z+ [[ 13 -gt 300 ]]
6982024-11-18T20:59:05.344Z+ sleep 1
6992024-11-18T20:59:06.334Z+ retry=14
7002024-11-18T20:59:06.359Z+ zoneadm list
7012024-11-18T20:59:06.359Z+ grep nexus
7022024-11-18T20:59:06.359Z+ [[ 14 -gt 300 ]]
7032024-11-18T20:59:06.359Z+ sleep 1
7042024-11-18T20:59:07.351Z+ retry=15
7052024-11-18T20:59:07.375Z+ zoneadm list
7062024-11-18T20:59:07.375Z+ grep nexus
7072024-11-18T20:59:07.375Z+ [[ 15 -gt 300 ]]
7082024-11-18T20:59:07.375Z+ sleep 1
7092024-11-18T20:59:08.370Z+ retry=16
7102024-11-18T20:59:08.395Z+ zoneadm list
7112024-11-18T20:59:08.395Z+ grep nexus
7122024-11-18T20:59:08.395Z+ [[ 16 -gt 300 ]]
7132024-11-18T20:59:08.396Z+ sleep 1
7142024-11-18T20:59:09.388Z+ retry=17
7152024-11-18T20:59:09.413Z+ zoneadm list
7162024-11-18T20:59:09.413Z+ grep nexus
7172024-11-18T20:59:09.413Z+ [[ 17 -gt 300 ]]
7182024-11-18T20:59:09.413Z+ sleep 1
7192024-11-18T20:59:10.405Z+ retry=18
7202024-11-18T20:59:10.429Z+ zoneadm list
7212024-11-18T20:59:10.429Z+ grep nexus
7222024-11-18T20:59:10.430Z+ [[ 18 -gt 300 ]]
7232024-11-18T20:59:10.430Z+ sleep 1
7242024-11-18T20:59:14.644Z+ retry=19
7252024-11-18T20:59:14.668Z+ zoneadm list
7262024-11-18T20:59:14.668Z+ grep nexus
7272024-11-18T20:59:14.669Z+ [[ 19 -gt 300 ]]
7282024-11-18T20:59:14.669Z+ sleep 1
7292024-11-18T20:59:15.676Z+ retry=20
7302024-11-18T20:59:15.700Z+ zoneadm list
7312024-11-18T20:59:15.700Z+ grep nexus
7322024-11-18T20:59:15.700Z+ [[ 20 -gt 300 ]]
7332024-11-18T20:59:15.700Z+ sleep 1
7342024-11-18T20:59:16.695Z+ retry=21
7352024-11-18T20:59:16.718Z+ zoneadm list
7362024-11-18T20:59:16.719Z+ grep nexus
7372024-11-18T20:59:16.719Z+ [[ 21 -gt 300 ]]
7382024-11-18T20:59:16.719Z+ sleep 1
7392024-11-18T20:59:17.712Z+ retry=22
7402024-11-18T20:59:17.735Z+ zoneadm list
7412024-11-18T20:59:17.735Z+ grep nexus
7422024-11-18T20:59:17.735Z+ [[ 22 -gt 300 ]]
7432024-11-18T20:59:17.736Z+ sleep 1
7442024-11-18T20:59:18.726Z+ retry=23
7452024-11-18T20:59:18.750Z+ zoneadm list
7462024-11-18T20:59:18.750Z+ grep nexus
7472024-11-18T20:59:18.750Z+ [[ 23 -gt 300 ]]
7482024-11-18T20:59:18.750Z+ sleep 1
7492024-11-18T20:59:19.741Z+ retry=24
7502024-11-18T20:59:19.765Z+ zoneadm list
7512024-11-18T20:59:19.765Z+ grep nexus
7522024-11-18T20:59:19.765Z+ [[ 24 -gt 300 ]]
7532024-11-18T20:59:19.765Z+ sleep 1
7542024-11-18T20:59:20.756Z+ retry=25
7552024-11-18T20:59:20.780Z+ zoneadm list
7562024-11-18T20:59:20.780Z+ grep nexus
7572024-11-18T20:59:20.780Z+ [[ 25 -gt 300 ]]
7582024-11-18T20:59:20.780Z+ sleep 1
7592024-11-18T20:59:21.772Z+ retry=26
7602024-11-18T20:59:21.795Z+ zoneadm list
7612024-11-18T20:59:21.795Z+ grep nexus
7622024-11-18T20:59:21.795Z+ [[ 26 -gt 300 ]]
7632024-11-18T20:59:21.795Z+ sleep 1
7642024-11-18T20:59:22.796Z+ retry=27
7652024-11-18T20:59:22.845Z+ zoneadm list
7662024-11-18T20:59:22.845Z+ grep nexus
7672024-11-18T20:59:22.845Z+ [[ 27 -gt 300 ]]
7682024-11-18T20:59:22.845Z+ sleep 1
7692024-11-18T20:59:23.802Z+ retry=28
7702024-11-18T20:59:23.826Z+ zoneadm list
7712024-11-18T20:59:23.826Z+ grep nexus
7722024-11-18T20:59:23.826Z+ [[ 28 -gt 300 ]]
7732024-11-18T20:59:23.826Z+ sleep 1
7742024-11-18T20:59:24.817Z+ retry=29
7752024-11-18T20:59:24.842Z+ zoneadm list
7762024-11-18T20:59:24.843Z+ grep nexus
7772024-11-18T20:59:24.843Z+ [[ 29 -gt 300 ]]
7782024-11-18T20:59:24.843Z+ sleep 1
7792024-11-18T20:59:25.833Z+ retry=30
7802024-11-18T20:59:25.856Z+ zoneadm list
7812024-11-18T20:59:25.856Z+ grep nexus
7822024-11-18T20:59:25.856Z+ [[ 30 -gt 300 ]]
7832024-11-18T20:59:25.856Z+ sleep 1
7842024-11-18T20:59:26.847Z+ retry=31
7852024-11-18T20:59:26.871Z+ zoneadm list
7862024-11-18T20:59:26.871Z+ grep nexus
7872024-11-18T20:59:26.871Z+ [[ 31 -gt 300 ]]
7882024-11-18T20:59:26.871Z+ sleep 1
7892024-11-18T20:59:27.864Z+ retry=32
7902024-11-18T20:59:27.887Z+ zoneadm list
7912024-11-18T20:59:27.887Z+ grep nexus
7922024-11-18T20:59:27.887Z+ [[ 32 -gt 300 ]]
7932024-11-18T20:59:27.887Z+ sleep 1
7942024-11-18T20:59:28.878Z+ retry=33
7952024-11-18T20:59:28.902Z+ zoneadm list
7962024-11-18T20:59:28.902Z+ grep nexus
7972024-11-18T20:59:28.902Z+ [[ 33 -gt 300 ]]
7982024-11-18T20:59:28.902Z+ sleep 1
7992024-11-18T20:59:29.893Z+ retry=34
8002024-11-18T20:59:29.916Z+ zoneadm list
8012024-11-18T20:59:29.917Z+ grep nexus
8022024-11-18T20:59:29.917Z+ [[ 34 -gt 300 ]]
8032024-11-18T20:59:29.917Z+ sleep 1
8042024-11-18T20:59:30.909Z+ retry=35
8052024-11-18T20:59:30.932Z+ zoneadm list
8062024-11-18T20:59:30.932Z+ grep nexus
8072024-11-18T20:59:30.932Z+ [[ 35 -gt 300 ]]
8082024-11-18T20:59:30.932Z+ sleep 1
8092024-11-18T20:59:31.925Z+ retry=36
8102024-11-18T20:59:31.948Z+ zoneadm list
8112024-11-18T20:59:31.949Z+ grep nexus
8122024-11-18T20:59:31.949Z+ [[ 36 -gt 300 ]]
8132024-11-18T20:59:31.949Z+ sleep 1
8142024-11-18T20:59:32.941Z+ retry=37
8152024-11-18T20:59:32.965Z+ zoneadm list
8162024-11-18T20:59:32.965Z+ grep nexus
8172024-11-18T20:59:32.965Z+ [[ 37 -gt 300 ]]
8182024-11-18T20:59:32.965Z+ sleep 1
8192024-11-18T20:59:33.957Z+ retry=38
8202024-11-18T20:59:33.982Z+ zoneadm list
8212024-11-18T20:59:33.982Z+ grep nexus
8222024-11-18T20:59:33.982Z+ [[ 38 -gt 300 ]]
8232024-11-18T20:59:33.982Z+ sleep 1
8242024-11-18T20:59:34.973Z+ retry=39
8252024-11-18T20:59:34.996Z+ zoneadm list
8262024-11-18T20:59:34.996Z+ grep nexus
8272024-11-18T20:59:34.996Z+ [[ 39 -gt 300 ]]
8282024-11-18T20:59:34.996Z+ sleep 1
8292024-11-18T20:59:35.989Z+ retry=40
8302024-11-18T20:59:36.013Z+ zoneadm list
8312024-11-18T20:59:36.013Z+ grep nexus
8322024-11-18T20:59:36.013Z+ [[ 40 -gt 300 ]]
8332024-11-18T20:59:36.013Z+ sleep 1
8342024-11-18T20:59:37.005Z+ retry=41
8352024-11-18T20:59:37.029Z+ zoneadm list
8362024-11-18T20:59:37.029Z+ grep nexus
8372024-11-18T20:59:37.029Z+ [[ 41 -gt 300 ]]
8382024-11-18T20:59:37.029Z+ sleep 1
8392024-11-18T20:59:38.020Z+ retry=42
8402024-11-18T20:59:38.044Z+ zoneadm list
8412024-11-18T20:59:38.044Z+ grep nexus
8422024-11-18T20:59:38.044Z+ [[ 42 -gt 300 ]]
8432024-11-18T20:59:38.044Z+ sleep 1
8442024-11-18T20:59:39.036Z+ retry=43
8452024-11-18T20:59:39.060Z+ zoneadm list
8462024-11-18T20:59:39.060Z+ grep nexus
8472024-11-18T20:59:39.060Z+ [[ 43 -gt 300 ]]
8482024-11-18T20:59:39.060Z+ sleep 1
8492024-11-18T20:59:40.053Z+ retry=44
8502024-11-18T20:59:40.077Z+ zoneadm list
8512024-11-18T20:59:40.077Z+ grep nexus
8522024-11-18T20:59:40.077Z+ [[ 44 -gt 300 ]]
8532024-11-18T20:59:40.077Z+ sleep 1
8542024-11-18T20:59:41.068Z+ retry=45
8552024-11-18T20:59:41.092Z+ zoneadm list
8562024-11-18T20:59:41.092Z+ grep nexus
8572024-11-18T20:59:41.092Z+ [[ 45 -gt 300 ]]
8582024-11-18T20:59:41.092Z+ sleep 1
8592024-11-18T20:59:42.084Z+ retry=46
8602024-11-18T20:59:42.107Z+ zoneadm list
8612024-11-18T20:59:42.107Z+ grep nexus
8622024-11-18T20:59:42.108Z+ [[ 46 -gt 300 ]]
8632024-11-18T20:59:42.108Z+ sleep 1
8642024-11-18T20:59:43.100Z+ retry=47
8652024-11-18T20:59:43.124Z+ zoneadm list
8662024-11-18T20:59:43.124Z+ grep nexus
8672024-11-18T20:59:43.124Z+ [[ 47 -gt 300 ]]
8682024-11-18T20:59:43.124Z+ sleep 1
8692024-11-18T20:59:44.116Z+ retry=48
8702024-11-18T20:59:44.140Z+ zoneadm list
8712024-11-18T20:59:44.140Z+ grep nexus
8722024-11-18T20:59:44.140Z+ [[ 48 -gt 300 ]]
8732024-11-18T20:59:44.140Z+ sleep 1
8742024-11-18T20:59:45.132Z+ retry=49
8752024-11-18T20:59:45.155Z+ zoneadm list
8762024-11-18T20:59:45.155Z+ grep nexus
8772024-11-18T20:59:45.155Z+ [[ 49 -gt 300 ]]
8782024-11-18T20:59:45.155Z+ sleep 1
8792024-11-18T20:59:46.148Z+ retry=50
8802024-11-18T20:59:46.171Z+ zoneadm list
8812024-11-18T20:59:46.171Z+ grep nexus
8822024-11-18T20:59:46.171Z+ [[ 50 -gt 300 ]]
8832024-11-18T20:59:46.171Z+ sleep 1
8842024-11-18T20:59:47.162Z+ retry=51
8852024-11-18T20:59:47.185Z+ zoneadm list
8862024-11-18T20:59:47.185Z+ grep nexus
8872024-11-18T20:59:47.185Z+ [[ 51 -gt 300 ]]
8882024-11-18T20:59:47.185Z+ sleep 1
8892024-11-18T20:59:48.178Z+ retry=52
8902024-11-18T20:59:48.201Z+ zoneadm list
8912024-11-18T20:59:48.201Z+ grep nexus
8922024-11-18T20:59:48.201Z+ [[ 52 -gt 300 ]]
8932024-11-18T20:59:48.201Z+ sleep 1
8942024-11-18T20:59:49.193Z+ retry=53
8952024-11-18T20:59:49.217Z+ zoneadm list
8962024-11-18T20:59:49.217Z+ grep nexus
8972024-11-18T20:59:49.217Z+ [[ 53 -gt 300 ]]
8982024-11-18T20:59:49.217Z+ sleep 1
8992024-11-18T20:59:50.209Z+ retry=54
9002024-11-18T20:59:50.233Z+ zoneadm list
9012024-11-18T20:59:50.233Z+ grep nexus
9022024-11-18T20:59:50.233Z+ [[ 54 -gt 300 ]]
9032024-11-18T20:59:50.233Z+ sleep 1
9042024-11-18T20:59:51.223Z+ retry=55
9052024-11-18T20:59:51.247Z+ zoneadm list
9062024-11-18T20:59:51.247Z+ grep nexus
9072024-11-18T20:59:51.247Z+ [[ 55 -gt 300 ]]
9082024-11-18T20:59:51.247Z+ sleep 1
9092024-11-18T20:59:52.237Z+ retry=56
9102024-11-18T20:59:52.262Z+ zoneadm list
9112024-11-18T20:59:52.262Z+ grep nexus
9122024-11-18T20:59:52.262Z+ [[ 56 -gt 300 ]]
9132024-11-18T20:59:52.262Z+ sleep 1
9142024-11-18T20:59:53.252Z+ retry=57
9152024-11-18T20:59:53.276Z+ zoneadm list
9162024-11-18T20:59:53.276Z+ grep nexus
9172024-11-18T20:59:53.276Z+ [[ 57 -gt 300 ]]
9182024-11-18T20:59:53.277Z+ sleep 1
9192024-11-18T20:59:54.270Z+ retry=58
9202024-11-18T20:59:54.294Z+ zoneadm list
9212024-11-18T20:59:54.294Z+ grep nexus
9222024-11-18T20:59:54.294Z+ [[ 58 -gt 300 ]]
9232024-11-18T20:59:54.294Z+ sleep 1
9242024-11-18T20:59:55.285Z+ retry=59
9252024-11-18T20:59:55.309Z+ zoneadm list
9262024-11-18T20:59:55.309Z+ grep nexus
9272024-11-18T20:59:55.309Z+ [[ 59 -gt 300 ]]
9282024-11-18T20:59:55.309Z+ sleep 1
9292024-11-18T20:59:56.300Z+ retry=60
9302024-11-18T20:59:56.324Z+ zoneadm list
9312024-11-18T20:59:56.324Z+ grep nexus
9322024-11-18T20:59:56.324Z+ [[ 60 -gt 300 ]]
9332024-11-18T20:59:56.324Z+ sleep 1
9342024-11-18T20:59:57.316Z+ retry=61
9352024-11-18T20:59:57.339Z+ zoneadm list
9362024-11-18T20:59:57.339Z+ grep nexus
9372024-11-18T20:59:57.339Z+ [[ 61 -gt 300 ]]
9382024-11-18T20:59:57.339Z+ sleep 1
9392024-11-18T20:59:58.332Z+ retry=62
9402024-11-18T20:59:58.356Z+ zoneadm list
9412024-11-18T20:59:58.356Z+ grep nexus
9422024-11-18T20:59:58.356Z+ [[ 62 -gt 300 ]]
9432024-11-18T20:59:58.356Z+ sleep 1
9442024-11-18T20:59:59.347Z+ retry=63
9452024-11-18T20:59:59.371Z+ zoneadm list
9462024-11-18T20:59:59.371Z+ grep nexus
9472024-11-18T20:59:59.371Z+ [[ 63 -gt 300 ]]
9482024-11-18T20:59:59.372Z+ sleep 1
9492024-11-18T21:00:00.362Z+ retry=64
9502024-11-18T21:00:00.385Z+ zoneadm list
9512024-11-18T21:00:00.385Z+ grep nexus
9522024-11-18T21:00:00.386Z+ [[ 64 -gt 300 ]]
9532024-11-18T21:00:00.386Z+ sleep 1
9542024-11-18T21:00:01.378Z+ retry=65
9552024-11-18T21:00:01.401Z+ zoneadm list
9562024-11-18T21:00:01.401Z+ grep nexus
9572024-11-18T21:00:01.401Z+ [[ 65 -gt 300 ]]
9582024-11-18T21:00:01.401Z+ sleep 1
9592024-11-18T21:00:02.393Z+ retry=66
9602024-11-18T21:00:02.416Z+ zoneadm list
9612024-11-18T21:00:02.416Z+ grep nexus
9622024-11-18T21:00:02.417Z+ [[ 66 -gt 300 ]]
9632024-11-18T21:00:02.417Z+ sleep 1
9642024-11-18T21:00:03.410Z+ retry=67
9652024-11-18T21:00:03.433Z+ zoneadm list
9662024-11-18T21:00:03.433Z+ grep nexus
9672024-11-18T21:00:03.433Z+ [[ 67 -gt 300 ]]
9682024-11-18T21:00:03.434Z+ sleep 1
9692024-11-18T21:00:04.426Z+ retry=68
9702024-11-18T21:00:04.449Z+ zoneadm list
9712024-11-18T21:00:04.449Z+ grep nexus
9722024-11-18T21:00:04.449Z+ [[ 68 -gt 300 ]]
9732024-11-18T21:00:04.449Z+ sleep 1
9742024-11-18T21:00:05.442Z+ retry=69
9752024-11-18T21:00:05.466Z+ zoneadm list
9762024-11-18T21:00:05.466Z+ grep nexus
9772024-11-18T21:00:05.466Z+ [[ 69 -gt 300 ]]
9782024-11-18T21:00:05.466Z+ sleep 1
9792024-11-18T21:00:06.458Z+ retry=70
9802024-11-18T21:00:06.482Z+ zoneadm list
9812024-11-18T21:00:06.482Z+ grep nexus
9822024-11-18T21:00:06.482Z+ [[ 70 -gt 300 ]]
9832024-11-18T21:00:06.482Z+ sleep 1
9842024-11-18T21:00:07.474Z+ retry=71
9852024-11-18T21:00:07.498Z+ zoneadm list
9862024-11-18T21:00:07.498Z+ grep nexus
9872024-11-18T21:00:07.498Z+ [[ 71 -gt 300 ]]
9882024-11-18T21:00:07.498Z+ sleep 1
9892024-11-18T21:00:08.490Z+ retry=72
9902024-11-18T21:00:08.514Z+ zoneadm list
9912024-11-18T21:00:08.514Z+ grep nexus
9922024-11-18T21:00:08.514Z+ [[ 72 -gt 300 ]]
9932024-11-18T21:00:08.514Z+ sleep 1
9942024-11-18T21:00:09.507Z+ retry=73
9952024-11-18T21:00:09.530Z+ zoneadm list
9962024-11-18T21:00:09.531Z+ grep nexus
9972024-11-18T21:00:09.531Z+ [[ 73 -gt 300 ]]
9982024-11-18T21:00:09.531Z+ sleep 1
9992024-11-18T21:00:10.524Z+ retry=74
10002024-11-18T21:00:10.547Z+ zoneadm list
10012024-11-18T21:00:10.548Z+ grep nexus
10022024-11-18T21:00:10.548Z+ [[ 74 -gt 300 ]]
10032024-11-18T21:00:10.548Z+ sleep 1
10042024-11-18T21:00:11.541Z+ retry=75
10052024-11-18T21:00:11.565Z+ zoneadm list
10062024-11-18T21:00:11.565Z+ grep nexus
10072024-11-18T21:00:11.565Z+ [[ 75 -gt 300 ]]
10082024-11-18T21:00:11.565Z+ sleep 1
10092024-11-18T21:00:12.556Z+ retry=76
10102024-11-18T21:00:12.580Z+ zoneadm list
10112024-11-18T21:00:12.580Z+ grep nexus
10122024-11-18T21:00:12.580Z+ [[ 76 -gt 300 ]]
10132024-11-18T21:00:12.580Z+ sleep 1
10142024-11-18T21:00:13.572Z+ retry=77
10152024-11-18T21:00:13.596Z+ zoneadm list
10162024-11-18T21:00:13.596Z+ grep nexus
10172024-11-18T21:00:13.596Z+ [[ 77 -gt 300 ]]
10182024-11-18T21:00:13.596Z+ sleep 1
10192024-11-18T21:00:14.588Z+ retry=78
10202024-11-18T21:00:14.612Z+ zoneadm list
10212024-11-18T21:00:14.612Z+ grep nexus
10222024-11-18T21:00:14.612Z+ [[ 78 -gt 300 ]]
10232024-11-18T21:00:14.612Z+ sleep 1
10242024-11-18T21:00:15.604Z+ retry=79
10252024-11-18T21:00:15.628Z+ zoneadm list
10262024-11-18T21:00:15.628Z+ grep nexus
10272024-11-18T21:00:15.628Z+ [[ 79 -gt 300 ]]
10282024-11-18T21:00:15.628Z+ sleep 1
10292024-11-18T21:00:16.619Z+ retry=80
10302024-11-18T21:00:16.643Z+ zoneadm list
10312024-11-18T21:00:16.643Z+ grep nexus
10322024-11-18T21:00:16.643Z+ [[ 80 -gt 300 ]]
10332024-11-18T21:00:16.643Z+ sleep 1
10342024-11-18T21:00:17.635Z+ retry=81
10352024-11-18T21:00:17.659Z+ zoneadm list
10362024-11-18T21:00:17.659Z+ grep nexus
10372024-11-18T21:00:17.659Z+ [[ 81 -gt 300 ]]
10382024-11-18T21:00:17.659Z+ sleep 1
10392024-11-18T21:00:18.651Z+ retry=82
10402024-11-18T21:00:18.674Z+ zoneadm list
10412024-11-18T21:00:18.675Z+ grep nexus
10422024-11-18T21:00:18.675Z+ [[ 82 -gt 300 ]]
10432024-11-18T21:00:18.675Z+ sleep 1
10442024-11-18T21:00:19.672Z+ retry=83
10452024-11-18T21:00:19.696Z+ zoneadm list
10462024-11-18T21:00:19.696Z+ grep nexus
10472024-11-18T21:00:19.696Z+ [[ 83 -gt 300 ]]
10482024-11-18T21:00:19.696Z+ sleep 1
10492024-11-18T21:00:20.881Z+ retry=84
10502024-11-18T21:00:20.881Z+ zoneadm list
10512024-11-18T21:00:20.881Z+ grep nexus
10522024-11-18T21:00:20.881Z+ [[ 84 -gt 300 ]]
10532024-11-18T21:00:20.881Z+ sleep 1
10542024-11-18T21:00:29.306Z+ retry=85
10552024-11-18T21:00:29.506Z+ zoneadm list
10562024-11-18T21:00:29.506Z+ grep nexus
10572024-11-18T21:00:29.506Z+ [[ 85 -gt 300 ]]
10582024-11-18T21:00:29.507Z+ sleep 1
10592024-11-18T21:00:30.108Z+ retry=86
10602024-11-18T21:00:30.131Z+ zoneadm list
10612024-11-18T21:00:30.132Z+ grep nexus
10622024-11-18T21:00:30.132Z+ [[ 86 -gt 300 ]]
10632024-11-18T21:00:30.132Z+ sleep 1
10642024-11-18T21:00:31.128Z+ retry=87
10652024-11-18T21:00:31.152Z+ zoneadm list
10662024-11-18T21:00:31.152Z+ grep nexus
10672024-11-18T21:00:31.152Z+ [[ 87 -gt 300 ]]
10682024-11-18T21:00:31.152Z+ sleep 1
10692024-11-18T21:00:32.154Z+ retry=88
10702024-11-18T21:00:32.178Z+ zoneadm list
10712024-11-18T21:00:32.178Z+ grep nexus
10722024-11-18T21:00:32.178Z+ [[ 88 -gt 300 ]]
10732024-11-18T21:00:32.178Z+ sleep 1
10742024-11-18T21:00:33.176Z+ retry=89
10752024-11-18T21:00:33.200Z+ zoneadm list
10762024-11-18T21:00:33.200Z+ grep nexus
10772024-11-18T21:00:33.200Z+ [[ 89 -gt 300 ]]
10782024-11-18T21:00:33.200Z+ sleep 1
10792024-11-18T21:00:34.198Z+ retry=90
10802024-11-18T21:00:34.222Z+ zoneadm list
10812024-11-18T21:00:34.222Z+ grep nexus
10822024-11-18T21:00:34.222Zoxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13
10832024-11-18T21:00:34.222Zoxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563
10842024-11-18T21:00:34.222Z+ echo 'Waited for nexus: 90s'
10852024-11-18T21:00:34.222ZWaited for nexus: 90s
10862024-11-18T21:00:34.222Z+ export RUST_BACKTRACE=1
10872024-11-18T21:00:34.222Z+ RUST_BACKTRACE=1
10882024-11-18T21:00:34.222Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
10892024-11-18T21:00:34.222Z++ ./target/debug/bootstrap
10902024-11-18T21:00:38.951ZUsing external DNS server at 10.151.2.164:53
10912024-11-18T21:00:39.302Z2024-11-18 21:00:39.233493672 UTC: attempting to log into API
10922024-11-18T21:00:54.361Z2024-11-18 21:00:54.329198791 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
10932024-11-18T21:00:55.347Z2024-11-18 21:00:55.330113477 UTC: attempting to log into API
 
10942024-11-18T21:01:01.826ZNov 18 21:01:01 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
10952024-11-18T21:01:03.251ZNov 18 21:01:02 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10962024-11-18T21:01:03.289ZNov 18 21:01:02 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
10972024-11-18T21:01:03.885ZNov 18 21:01:02 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
10982024-11-18T21:01:03.919ZNov 18 21:01:03 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
10992024-11-18T21:01:10.381Z2024-11-18 21:01:10.365328282 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11002024-11-18T21:01:11.383Z2024-11-18 21:01:11.366647070 UTC: attempting to log into API
 
11012024-11-18T21:01:17.490ZNov 18 21:01:16 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:51.81.226.229:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
11022024-11-18T21:01:26.416Z2024-11-18 21:01:26.399787985 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11032024-11-18T21:01:27.417Z2024-11-18 21:01:27.401117742 UTC: attempting to log into API
11042024-11-18T21:01:42.449Z2024-11-18 21:01:42.433418381 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11052024-11-18T21:01:43.450Z2024-11-18 21:01:43.434688639 UTC: attempting to log into API
 
11062024-11-18T21:01:54.270ZNov 18 21:01:53 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:66.118.230.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
11072024-11-18T21:01:58.483Z2024-11-18 21:01:58.466512987 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11082024-11-18T21:01:59.484Z2024-11-18 21:01:59.467805504 UTC: attempting to log into API
11092024-11-18T21:02:14.517Z2024-11-18 21:02:14.501210992 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
11102024-11-18T21:02:15.518Z2024-11-18 21:02:15.502437449 UTC: attempting to log into API
11112024-11-18T21:02:16.380Z2024-11-18 21:02:16.363516721 UTC: login succeeded
11122024-11-18T21:02:16.413Zwaiting for nexus to come up...
11132024-11-18T21:02:16.484Zcreating IP pool... 10.151.2.175 - 10.151.2.227
11142024-11-18T21:02:16.739Zsetting up quotas...
11152024-11-18T21:02:16.801Zensuring datasets are ready...
11162024-11-18T21:02:19.156Zlet's roll.
11172024-11-18T21:02:19.179Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
11182024-11-18T21:02:19.180ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
11192024-11-18T21:02:19.180ZOXIDE_TOKEN=oxide-token-5ea1824d7497f24c944c9ddce4658b91e3566282'
11202024-11-18T21:02:19.180Z++ OXIDE_HOST=https://recovery.sys.oxide.test
11212024-11-18T21:02:19.180Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
11222024-11-18T21:02:19.180Z++ OXIDE_TOKEN=oxide-token-5ea1824d7497f24c944c9ddce4658b91e3566282
11232024-11-18T21:02:19.180Z+ export OXIDE_HOST OXIDE_TOKEN
11242024-11-18T21:02:19.180Z+ retry=0
11252024-11-18T21:02:19.180Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11262024-11-18T21:02:19.249Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
11272024-11-18T21:02:19.974Z{"status":"ok"}{
11282024-11-18T21:02:19.974Z "description": "some images",
11292024-11-18T21:02:19.974Z "id": "5a138881-e292-49ec-8f6c-da5e084dd15a",
11302024-11-18T21:02:19.974Z "name": "images",
11312024-11-18T21:02:19.974Z "time_created": "2024-11-18T21:02:19.351776Z",
11322024-11-18T21:02:19.974Z "time_modified": "2024-11-18T21:02:19.351776Z"
11332024-11-18T21:02:19.974Z}
11342024-11-18T21:02:19.998Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
11352024-11-18T21:12:17.685ZDone!
11362024-11-18T21:12:17.708Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
11372024-11-18T21:12:17.821Z{
11382024-11-18T21:12:17.821Z "block_size": 512,
11392024-11-18T21:12:17.821Z "description": "debian 11 original base image",
11402024-11-18T21:12:17.821Z "id": "10ca64dd-4f49-4fcb-8925-27e1176f6ddc",
11412024-11-18T21:12:17.821Z "name": "debian11",
11422024-11-18T21:12:17.821Z "os": "debian",
11432024-11-18T21:12:17.821Z "size": 2147483648,
11442024-11-18T21:12:17.821Z "time_created": "2024-11-18T21:12:17.615236Z",
11452024-11-18T21:12:17.821Z "time_modified": "2024-11-18T21:12:17.803354Z",
11462024-11-18T21:12:17.821Z "version": "11"
11472024-11-18T21:12:17.821Z}
11482024-11-18T21:12:17.845Z+ for test_bin in tests/*
11492024-11-18T21:12:17.845Z+ ./tests/bootstrap-246df57fa2cbf807
11502024-11-18T21:12:17.845Z
11512024-11-18T21:12:17.845Zrunning 0 tests
11522024-11-18T21:12:17.845Z
11532024-11-18T21:12:17.845Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11542024-11-18T21:12:17.845Z
11552024-11-18T21:12:17.845Z+ for test_bin in tests/*
11562024-11-18T21:12:17.845Z+ ./tests/commtest-47185152e52e4d85
11572024-11-18T21:12:17.869Z
11582024-11-18T21:12:17.869Zrunning 0 tests
11592024-11-18T21:12:17.893Z
11602024-11-18T21:12:17.893Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11612024-11-18T21:12:17.893Z
11622024-11-18T21:12:17.893Z+ for test_bin in tests/*
11632024-11-18T21:12:17.893Z+ ./tests/dhcp_server-f25fc174fad7a7b4
11642024-11-18T21:12:17.893Z
11652024-11-18T21:12:17.893Zrunning 0 tests
11662024-11-18T21:12:17.893Z
11672024-11-18T21:12:17.893Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11682024-11-18T21:12:17.893Z
11692024-11-18T21:12:17.893Z+ for test_bin in tests/*
11702024-11-18T21:12:17.893Z+ ./tests/end_to_end_tests-113dd4db321a5b88
11712024-11-18T21:12:17.993Z
11722024-11-18T21:12:17.993Zrunning 2 tests
11732024-11-18T21:12:18.245Ztest no_spoof::no_spoof_here ... ok
11742024-11-18T21:12:46.386Ztest instance_launch::instance_launch ... ok
11752024-11-18T21:12:46.386Z
11762024-11-18T21:12:46.386Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.39s
11772024-11-18T21:12:46.386Z
11782024-11-18T21:12:46.410Z+ _exit_trap
11792024-11-18T21:12:46.410Z+ local status=0
11802024-11-18T21:12:46.410Z+ set +o errexit
11812024-11-18T21:12:46.410Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
11822024-11-18T21:12:46.410Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
11832024-11-18T21:12:46.953Z+ pfexec svcadm -Z disable -s cron
11842024-11-18T21:12:48.847Z+ [[ 0 -eq 0 ]]
11852024-11-18T21:12:48.847Z+ exit 0
11862024-11-18T21:12:48.871Zprocess exited: duration 954703 ms, exit code 0
 
11872024-11-18T21:12:48.988Zfound 143 output files
11882024-11-18T21:12:48.988Zuploading: /var/svc/log/oxide-sled-agent:default.log (1968842 bytes)
11892024-11-18T21:12:50.318Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11902024-11-18T21:12:50.318Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7038605 bytes)
11912024-11-18T21:12:50.788Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7038605 -> 7055801
11922024-11-18T21:12:51.856Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11932024-11-18T21:12:51.856Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (880765 bytes)
11942024-11-18T21:12:53.222Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
11952024-11-18T21:12:53.222Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (6716 bytes)
11962024-11-18T21:12:54.325Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11972024-11-18T21:12:54.325Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31212 bytes)
11982024-11-18T21:12:55.482Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
11992024-11-18T21:12:55.506Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (263988 bytes)
12002024-11-18T21:12:55.681Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 263988 -> 266364
12012024-11-18T21:12:56.750Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
12022024-11-18T21:12:56.750Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (18895 bytes)
12032024-11-18T21:12:57.886Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
12042024-11-18T21:12:57.886Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (386465 bytes)
12052024-11-18T21:12:58.108Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 386465 -> 389633
12062024-11-18T21:12:59.176Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
12072024-11-18T21:12:59.176Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20918 bytes)
12082024-11-18T21:13:00.312Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
12092024-11-18T21:13:00.313Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2020040 bytes)
12102024-11-18T21:13:00.635Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2020040 -> 2058681
12112024-11-18T21:13:01.704Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
12122024-11-18T21:13:01.705Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (267043 bytes)
12132024-11-18T21:13:02.951Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
12142024-11-18T21:13:02.951Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5021558 bytes)
12152024-11-18T21:13:03.721Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5021558 -> 5120026
12162024-11-18T21:13:04.790Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
12172024-11-18T21:13:04.790Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (643604 bytes)
12182024-11-18T21:13:06.082Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
12192024-11-18T21:13:06.082Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
12202024-11-18T21:13:07.150Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
12212024-11-18T21:13:07.150Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3334 bytes)
12222024-11-18T21:13:08.245Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
12232024-11-18T21:13:08.245Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (385630 bytes)
12242024-11-18T21:13:08.467Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 385630 -> 395467
12252024-11-18T21:13:09.536Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
12262024-11-18T21:13:09.536Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (47796 bytes)
12272024-11-18T21:13:10.693Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
12282024-11-18T21:13:10.693Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12285 bytes)
12292024-11-18T21:13:10.760Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12285 -> 12870
12302024-11-18T21:13:11.828Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
12312024-11-18T21:13:11.852Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
12322024-11-18T21:13:12.921Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
12332024-11-18T21:13:12.921Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
12342024-11-18T21:13:13.991Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
12352024-11-18T21:13:13.993Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
12362024-11-18T21:13:15.083Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
12372024-11-18T21:13:15.083Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12382024-11-18T21:13:16.152Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
12392024-11-18T21:13:16.152Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2340 bytes)
12402024-11-18T21:13:17.244Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
12412024-11-18T21:13:17.268Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroach-admin:default.log (2827 bytes)
12422024-11-18T21:13:18.337Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroach-admin:default.log
12432024-11-18T21:13:18.361Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
12442024-11-18T21:13:19.428Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroach-admin:default.log.0
12452024-11-18T21:13:19.428Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12462024-11-18T21:13:20.497Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroachdb:default.log
12472024-11-18T21:13:20.497Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
12482024-11-18T21:13:21.603Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-cockroachdb:default.log.0
12492024-11-18T21:13:21.603Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12502024-11-18T21:13:22.674Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-zone-network-setup:default.log
12512024-11-18T21:13:22.674Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12522024-11-18T21:13:23.766Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_cockroachdb_e786554c-6b77-4063-92f2-2aeb18d93f3d/root/var/svc/log/oxide-zone-network-setup:default.log.0
12532024-11-18T21:13:23.766Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-agent:default.log (23774 bytes)
12542024-11-18T21:13:24.902Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-agent:default.log
12552024-11-18T21:13:24.925Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12562024-11-18T21:13:25.994Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:default.log
12572024-11-18T21:13:25.994Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:downstairs-8b2e1da5-0fdb-4bda-a477-067862797013.log (6079 bytes)
12582024-11-18T21:13:27.086Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:downstairs-8b2e1da5-0fdb-4bda-a477-067862797013.log
12592024-11-18T21:13:27.086Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:downstairs-ef8b501d-e7c5-4a92-9b20-83ba7a36981b.log (3009 bytes)
12602024-11-18T21:13:28.177Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:downstairs-ef8b501d-e7c5-4a92-9b20-83ba7a36981b.log
12612024-11-18T21:13:28.202Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:snapshot-8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log (5663 bytes)
12622024-11-18T21:13:29.270Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-crucible-downstairs:snapshot-8b2e1da5-0fdb-4bda-a477-067862797013-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log
12632024-11-18T21:13:29.270Zuploading: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12642024-11-18T21:13:30.361Zuploaded: /pool/ext/2536a198-fc1d-4175-aab5-a62f1506f3e4/crypt/zone/oxz_crucible_abc9c059-37e5-408c-b8e0-9fdb2f94fcfb/root/var/svc/log/oxide-zone-network-setup:default.log
12652024-11-18T21:13:30.386Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-agent:default.log (29260 bytes)
12662024-11-18T21:13:31.521Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-agent:default.log
12672024-11-18T21:13:31.545Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12682024-11-18T21:13:32.614Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:default.log
12692024-11-18T21:13:32.614Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8.log (3125 bytes)
12702024-11-18T21:13:33.706Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-364a05f3-95d2-4e9e-8b8e-6b3f889224e8.log
12712024-11-18T21:13:33.706Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-78db66de-ae42-40c5-b4f1-ba7ed6457721.log (3009 bytes)
12722024-11-18T21:13:34.798Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-78db66de-ae42-40c5-b4f1-ba7ed6457721.log
12732024-11-18T21:13:34.798Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b.log (5973 bytes)
12742024-11-18T21:13:35.890Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b9663a4-460a-47ca-8f0e-c507c1672f5b.log
12752024-11-18T21:13:35.890Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12762024-11-18T21:13:36.981Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_crucible_08aaade2-f75a-444c-b97a-b4d3bf97b095/root/var/svc/log/oxide-zone-network-setup:default.log
12772024-11-18T21:13:36.981Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_oximeter_84b5a094-9eb0-4ff8-be58-5c4913059740/root/var/svc/log/oxide-oximeter:default.log (3075461 bytes)
12782024-11-18T21:13:37.453Zupload warning: file "/pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_oximeter_84b5a094-9eb0-4ff8-be58-5c4913059740/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3075461 -> 3288294
12792024-11-18T21:13:38.521Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_oximeter_84b5a094-9eb0-4ff8-be58-5c4913059740/root/var/svc/log/oxide-oximeter:default.log
12802024-11-18T21:13:38.521Zuploading: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_oximeter_84b5a094-9eb0-4ff8-be58-5c4913059740/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12812024-11-18T21:13:39.613Zuploaded: /pool/ext/28b058a3-a4b5-473e-8580-f5c606b6d30b/crypt/zone/oxz_oximeter_84b5a094-9eb0-4ff8-be58-5c4913059740/root/var/svc/log/oxide-zone-network-setup:default.log
12822024-11-18T21:13:39.614Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroach-admin:default.log (2828 bytes)
12832024-11-18T21:13:40.726Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroach-admin:default.log
12842024-11-18T21:13:40.726Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1867 bytes)
12852024-11-18T21:13:41.797Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroach-admin:default.log.0
12862024-11-18T21:13:41.797Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12872024-11-18T21:13:42.866Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroachdb:default.log
12882024-11-18T21:13:42.889Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroachdb:default.log.0 (4299 bytes)
12892024-11-18T21:13:43.958Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-cockroachdb:default.log.0
12902024-11-18T21:13:43.983Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12912024-11-18T21:13:45.028Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-zone-network-setup:default.log
12922024-11-18T21:13:45.028Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
12932024-11-18T21:13:46.123Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_cockroachdb_3eae245b-f0e3-4234-b3b9-d9b4de089123/root/var/svc/log/oxide-zone-network-setup:default.log.0
12942024-11-18T21:13:46.123Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-agent:default.log (12075 bytes)
12952024-11-18T21:13:47.239Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-agent:default.log
12962024-11-18T21:13:47.262Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12972024-11-18T21:13:48.336Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-downstairs:default.log
12982024-11-18T21:13:48.336Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-downstairs:downstairs-05324781-7b40-4b88-8db0-da1e45e0f407.log (3124 bytes)
12992024-11-18T21:13:49.429Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-crucible-downstairs:downstairs-05324781-7b40-4b88-8db0-da1e45e0f407.log
13002024-11-18T21:13:49.429Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13012024-11-18T21:13:50.525Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_crucible_c7378503-c5b8-4eee-91c0-2c15e3708aea/root/var/svc/log/oxide-zone-network-setup:default.log
13022024-11-18T21:13:50.525Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-external_dns:default.log (42008 bytes)
13032024-11-18T21:13:50.639Zupload warning: file "/pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 42008 -> 45784
13042024-11-18T21:13:51.710Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-external_dns:default.log
13052024-11-18T21:13:51.710Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
13062024-11-18T21:13:52.804Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-opte-interface-setup:default.log
13072024-11-18T21:13:52.804Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
13082024-11-18T21:13:53.910Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_external_dns_be35e232-dd9b-4d59-b4e1-eadb7f69bb77/root/var/svc/log/oxide-zone-network-setup:default.log
13092024-11-18T21:13:53.910Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-internal_dns:default.log (89920 bytes)
13102024-11-18T21:13:54.072Zupload warning: file "/pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 89920 -> 93676
13112024-11-18T21:13:55.143Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-internal_dns:default.log
13122024-11-18T21:13:55.144Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-internal_dns:default.log.0 (378274 bytes)
13132024-11-18T21:13:56.421Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-internal_dns:default.log.0
13142024-11-18T21:13:56.421Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13152024-11-18T21:13:57.492Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-zone-network-setup:default.log
13162024-11-18T21:13:57.492Zuploading: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
13172024-11-18T21:13:58.586Zuploaded: /pool/ext/3dfe90a9-3cf2-497b-ae3f-53af8f4f1c63/crypt/zone/oxz_internal_dns_4554ce4c-90f4-4fd2-93bd-086596238122/root/var/svc/log/oxide-zone-network-setup:default.log.0
13182024-11-18T21:13:58.586Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_clickhouse_e5181def-6535-4350-b7f4-acf3785cf121/root/var/svc/log/oxide-clickhouse:default.log (3131102 bytes)
13192024-11-18T21:13:59.423Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_clickhouse_e5181def-6535-4350-b7f4-acf3785cf121/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3131102 -> 3422010
13202024-11-18T21:14:00.493Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_clickhouse_e5181def-6535-4350-b7f4-acf3785cf121/root/var/svc/log/oxide-clickhouse:default.log
13212024-11-18T21:14:00.516Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_clickhouse_e5181def-6535-4350-b7f4-acf3785cf121/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
13222024-11-18T21:14:01.587Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_clickhouse_e5181def-6535-4350-b7f4-acf3785cf121/root/var/svc/log/oxide-zone-network-setup:default.log
13232024-11-18T21:14:01.587Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroach-admin:default.log (2824 bytes)
13242024-11-18T21:14:02.683Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroach-admin:default.log
13252024-11-18T21:14:02.683Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1867 bytes)
13262024-11-18T21:14:03.777Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroach-admin:default.log.0
13272024-11-18T21:14:03.777Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroachdb:default.log (75 bytes)
13282024-11-18T21:14:04.872Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroachdb:default.log
13292024-11-18T21:14:04.896Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroachdb:default.log.0 (4324 bytes)
13302024-11-18T21:14:05.967Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-cockroachdb:default.log.0
13312024-11-18T21:14:05.991Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13322024-11-18T21:14:07.038Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-zone-network-setup:default.log
13332024-11-18T21:14:07.038Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
13342024-11-18T21:14:08.133Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_cockroachdb_ddac3753-9787-478c-a9ea-d655291375e0/root/var/svc/log/oxide-zone-network-setup:default.log.0
13352024-11-18T21:14:08.157Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-agent:default.log (8485 bytes)
13362024-11-18T21:14:09.249Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-agent:default.log
13372024-11-18T21:14:09.273Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13382024-11-18T21:14:10.350Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-downstairs:default.log
13392024-11-18T21:14:10.350Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-32b02029-5ec9-4d1a-8d13-9d30efb8126f.log (3009 bytes)
13402024-11-18T21:14:11.445Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-32b02029-5ec9-4d1a-8d13-9d30efb8126f.log
13412024-11-18T21:14:11.445Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13422024-11-18T21:14:12.539Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_crucible_9b5ceaf3-96d0-4f36-882b-965f9acc31c4/root/var/svc/log/oxide-zone-network-setup:default.log
13432024-11-18T21:14:12.539Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-external_dns:default.log (41997 bytes)
13442024-11-18T21:14:12.656Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 41997 -> 49551
13452024-11-18T21:14:13.727Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-external_dns:default.log
13462024-11-18T21:14:13.750Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13472024-11-18T21:14:14.821Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-opte-interface-setup:default.log
13482024-11-18T21:14:14.845Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
13492024-11-18T21:14:15.918Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_external_dns_14e637a2-51ce-4cac-b831-85b757e5c55d/root/var/svc/log/oxide-zone-network-setup:default.log
13502024-11-18T21:14:15.918Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-internal_dns:default.log (65784 bytes)
13512024-11-18T21:14:16.051Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 65784 -> 73293
13522024-11-18T21:14:17.121Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-internal_dns:default.log
13532024-11-18T21:14:17.121Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-internal_dns:default.log.0 (402418 bytes)
13542024-11-18T21:14:18.403Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-internal_dns:default.log.0
13552024-11-18T21:14:18.403Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13562024-11-18T21:14:19.474Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-zone-network-setup:default.log
13572024-11-18T21:14:19.497Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
13582024-11-18T21:14:20.569Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_internal_dns_62e83095-0557-4ac0-8b12-7429e79e4bb6/root/var/svc/log/oxide-zone-network-setup:default.log.0
13592024-11-18T21:14:20.569Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-nexus:default.log (4724426 bytes)
13602024-11-18T21:14:21.583Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4724426 -> 5284933
13612024-11-18T21:14:22.654Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-nexus:default.log
13622024-11-18T21:14:22.654Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13632024-11-18T21:14:23.748Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-opte-interface-setup:default.log
13642024-11-18T21:14:23.748Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
13652024-11-18T21:14:24.847Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_nexus_9b2d2174-b236-4546-bace-300e05afe3c2/root/var/svc/log/oxide-zone-network-setup:default.log
13662024-11-18T21:14:24.847Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
13672024-11-18T21:14:25.920Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-chrony-setup:default.log
13682024-11-18T21:14:25.920Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-chrony-setup:default.log.0 (14496 bytes)
13692024-11-18T21:14:27.039Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-chrony-setup:default.log.0
13702024-11-18T21:14:27.039Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-ntp:default.log (1186 bytes)
13712024-11-18T21:14:28.134Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-ntp:default.log
13722024-11-18T21:14:28.134Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-ntp:default.log.0 (659 bytes)
13732024-11-18T21:14:29.229Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-ntp:default.log.0
13742024-11-18T21:14:29.253Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
13752024-11-18T21:14:30.306Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-opte-interface-setup:default.log
13762024-11-18T21:14:30.307Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
13772024-11-18T21:14:31.400Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-opte-interface-setup:default.log.0
13782024-11-18T21:14:31.401Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
13792024-11-18T21:14:32.477Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-zone-network-setup:default.log
13802024-11-18T21:14:32.501Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
13812024-11-18T21:14:33.574Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/svc/log/oxide-zone-network-setup:default.log.0
13822024-11-18T21:14:33.597Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-agent:default.log (12079 bytes)
13832024-11-18T21:14:34.690Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-agent:default.log
13842024-11-18T21:14:34.690Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13852024-11-18T21:14:35.784Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-downstairs:default.log
13862024-11-18T21:14:35.784Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-downstairs:downstairs-e774654e-44c7-49e7-b892-a061c4ed14d6.log (3127 bytes)
13872024-11-18T21:14:36.878Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-crucible-downstairs:downstairs-e774654e-44c7-49e7-b892-a061c4ed14d6.log
13882024-11-18T21:14:36.902Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13892024-11-18T21:14:38.142Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_crucible_04a81970-7129-40c7-b6f5-36219a8ad854/root/var/svc/log/oxide-zone-network-setup:default.log
13902024-11-18T21:14:38.142Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-nexus:default.log (40586324 bytes)
13912024-11-18T21:14:43.115Zupload warning: file "/pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 40586324 -> 41291816
13922024-11-18T21:14:44.186Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-nexus:default.log
13932024-11-18T21:14:44.186Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13942024-11-18T21:14:45.281Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-opte-interface-setup:default.log
13952024-11-18T21:14:45.281Zuploading: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
13962024-11-18T21:14:46.377Zuploaded: /pool/ext/80f7cc50-8d94-4fb0-b296-446e3acf3366/crypt/zone/oxz_nexus_16a7178a-dbb6-4392-b395-7bddb3817d13/root/var/svc/log/oxide-zone-network-setup:default.log
13972024-11-18T21:14:46.401Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroach-admin:default.log (2824 bytes)
13982024-11-18T21:14:47.472Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroach-admin:default.log
13992024-11-18T21:14:47.496Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1866 bytes)
14002024-11-18T21:14:48.569Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroach-admin:default.log.0
14012024-11-18T21:14:48.569Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14022024-11-18T21:14:49.641Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroachdb:default.log
14032024-11-18T21:14:49.665Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
14042024-11-18T21:14:50.736Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-cockroachdb:default.log.0
14052024-11-18T21:14:50.736Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14062024-11-18T21:14:51.805Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-zone-network-setup:default.log
14072024-11-18T21:14:51.805Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14082024-11-18T21:14:52.728ZNov 18 21:14:52 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.124:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
14092024-11-18T21:14:52.897Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_cockroachdb_5d056c46-671e-47fd-ab76-2549bb8d565b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14102024-11-18T21:14:52.897Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-agent:default.log (28222 bytes)
14112024-11-18T21:14:54.032Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-agent:default.log
14122024-11-18T21:14:54.033Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14132024-11-18T21:14:55.125Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:default.log
14142024-11-18T21:14:55.149Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5.log (5973 bytes)
14152024-11-18T21:14:56.217Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:downstairs-53e40aa9-fab8-4cac-9061-98e552a670d5.log
14162024-11-18T21:14:56.241Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:downstairs-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d.log (6078 bytes)
14172024-11-18T21:14:57.309Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:downstairs-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d.log
14182024-11-18T21:14:57.333Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:snapshot-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log (5667 bytes)
14192024-11-18T21:14:58.401Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-crucible-downstairs:snapshot-b51b681c-b35d-4a4e-a933-8abe9b1b5d7d-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log
14202024-11-18T21:14:58.401Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14212024-11-18T21:14:59.493Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_090b4de4-d9d1-47aa-96a9-4cc472900139/root/var/svc/log/oxide-zone-network-setup:default.log
14222024-11-18T21:14:59.494Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_pantry_154903a9-f4ab-4352-b947-96c5fce154b3/root/var/svc/log/oxide-crucible-pantry:default.log (97507 bytes)
14232024-11-18T21:14:59.649Zupload warning: file "/pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_pantry_154903a9-f4ab-4352-b947-96c5fce154b3/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97507 -> 113164
14242024-11-18T21:15:00.726Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_pantry_154903a9-f4ab-4352-b947-96c5fce154b3/root/var/svc/log/oxide-crucible-pantry:default.log
14252024-11-18T21:15:00.726Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_pantry_154903a9-f4ab-4352-b947-96c5fce154b3/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
14262024-11-18T21:15:01.811Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_crucible_pantry_154903a9-f4ab-4352-b947-96c5fce154b3/root/var/svc/log/oxide-zone-network-setup:default.log
14272024-11-18T21:15:01.811Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-internal_dns:default.log (65783 bytes)
14282024-11-18T21:15:01.947Zupload warning: file "/pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 65783 -> 73294
14292024-11-18T21:15:03.017Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-internal_dns:default.log
14302024-11-18T21:15:03.043Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-internal_dns:default.log.0 (402397 bytes)
14312024-11-18T21:15:04.288Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-internal_dns:default.log.0
14322024-11-18T21:15:04.288Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14332024-11-18T21:15:05.357Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-zone-network-setup:default.log
14342024-11-18T21:15:05.357Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
14352024-11-18T21:15:06.449Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_internal_dns_e9e770f2-88d4-4893-909a-79400af2db8b/root/var/svc/log/oxide-zone-network-setup:default.log.0
14362024-11-18T21:15:06.449Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-nexus:default.log (6123540 bytes)
14372024-11-18T21:15:07.232Zupload warning: file "/pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 6123540 -> 7269944
14382024-11-18T21:15:08.300Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-nexus:default.log
14392024-11-18T21:15:08.300Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14402024-11-18T21:15:09.392Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-opte-interface-setup:default.log
14412024-11-18T21:15:09.417Zuploading: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
14422024-11-18T21:15:10.485Zuploaded: /pool/ext/bc7fdd4e-7098-42ff-9a2a-fcfeeae662c6/crypt/zone/oxz_nexus_3dce42ed-74cb-4c8b-9326-8273a1efd563/root/var/svc/log/oxide-zone-network-setup:default.log
14432024-11-18T21:15:10.485Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroach-admin:default.log (2824 bytes)
14442024-11-18T21:15:11.577Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroach-admin:default.log
14452024-11-18T21:15:11.577Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
14462024-11-18T21:15:12.669Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroach-admin:default.log.0
14472024-11-18T21:15:12.669Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14482024-11-18T21:15:13.737Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroachdb:default.log
14492024-11-18T21:15:13.737Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroachdb:default.log.0 (4322 bytes)
14502024-11-18T21:15:14.829Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-cockroachdb:default.log.0
14512024-11-18T21:15:14.829Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14522024-11-18T21:15:15.899Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-zone-network-setup:default.log
14532024-11-18T21:15:15.899Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
14542024-11-18T21:15:16.990Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_cockroachdb_6cf5dd9c-cf98-4b6d-b813-c89d2e1c27ce/root/var/svc/log/oxide-zone-network-setup:default.log.0
14552024-11-18T21:15:16.991Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-agent:default.log (27791 bytes)
14562024-11-18T21:15:18.127Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-agent:default.log
14572024-11-18T21:15:18.127Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14582024-11-18T21:15:19.219Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:default.log
14592024-11-18T21:15:19.219Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:downstairs-2caf0422-9592-49b1-a741-9fa861a514dd.log (5974 bytes)
14602024-11-18T21:15:20.311Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:downstairs-2caf0422-9592-49b1-a741-9fa861a514dd.log
14612024-11-18T21:15:20.335Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:downstairs-9910264d-0a51-4248-87e7-da91a4e375a0.log (6080 bytes)
14622024-11-18T21:15:21.403Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:downstairs-9910264d-0a51-4248-87e7-da91a4e375a0.log
14632024-11-18T21:15:21.403Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:snapshot-9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log (5664 bytes)
14642024-11-18T21:15:22.495Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-crucible-downstairs:snapshot-9910264d-0a51-4248-87e7-da91a4e375a0-3f9fac57-9620-4fd8-bcd9-7592fc858ef5.log
14652024-11-18T21:15:22.495Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14662024-11-18T21:15:23.588Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_ced4eec8-4bf4-46b3-843c-91242defe60a/root/var/svc/log/oxide-zone-network-setup:default.log
14672024-11-18T21:15:23.588Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_pantry_40c1b925-76fc-473c-9317-ffcfbf8aef2d/root/var/svc/log/oxide-crucible-pantry:default.log (864020 bytes)
14682024-11-18T21:15:23.859Zupload warning: file "/pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_pantry_40c1b925-76fc-473c-9317-ffcfbf8aef2d/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 864020 -> 883589
14692024-11-18T21:15:24.927Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_pantry_40c1b925-76fc-473c-9317-ffcfbf8aef2d/root/var/svc/log/oxide-crucible-pantry:default.log
14702024-11-18T21:15:24.927Zuploading: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_pantry_40c1b925-76fc-473c-9317-ffcfbf8aef2d/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14712024-11-18T21:15:26.020Zuploaded: /pool/ext/dd78d2d6-0d80-45fe-9f73-e75ef7da86ee/crypt/zone/oxz_crucible_pantry_40c1b925-76fc-473c-9317-ffcfbf8aef2d/root/var/svc/log/oxide-zone-network-setup:default.log
14722024-11-18T21:15:26.044Zuploading: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-crucible-agent:default.log (1554 bytes)
14732024-11-18T21:15:27.113Zuploaded: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-crucible-agent:default.log
14742024-11-18T21:15:27.137Zuploading: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14752024-11-18T21:15:28.206Zuploaded: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-crucible-downstairs:default.log
14762024-11-18T21:15:28.230Zuploading: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14772024-11-18T21:15:29.298Zuploaded: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_948190c1-2519-4134-a120-8d6900d50730/root/var/svc/log/oxide-zone-network-setup:default.log
14782024-11-18T21:15:29.298Zuploading: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_pantry_1b77d62e-b462-4293-950d-00a565b722bd/root/var/svc/log/oxide-crucible-pantry:default.log (98823 bytes)
14792024-11-18T21:15:29.453Zupload warning: file "/pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_pantry_1b77d62e-b462-4293-950d-00a565b722bd/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98823 -> 118349
14802024-11-18T21:15:30.521Zuploaded: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_pantry_1b77d62e-b462-4293-950d-00a565b722bd/root/var/svc/log/oxide-crucible-pantry:default.log
14812024-11-18T21:15:30.545Zuploading: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_pantry_1b77d62e-b462-4293-950d-00a565b722bd/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
14822024-11-18T21:15:31.615Zuploaded: /pool/ext/f334d74e-134c-4206-a5ba-9a6ac6ea7954/crypt/zone/oxz_crucible_pantry_1b77d62e-b462-4293-950d-00a565b722bd/root/var/svc/log/oxide-zone-network-setup:default.log
14832024-11-18T21:15:31.615Zuploading: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
14842024-11-18T21:15:32.709Zuploaded: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-crucible-agent:default.log
14852024-11-18T21:15:32.709Zuploading: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14862024-11-18T21:15:33.802Zuploaded: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-crucible-downstairs:default.log
14872024-11-18T21:15:33.802Zuploading: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14882024-11-18T21:15:34.893Zuploaded: /pool/ext/feac0a3f-e4dc-4a16-9eeb-839f74ad9665/crypt/zone/oxz_crucible_6cdeb736-9e69-46f9-afb0-59255807dbe4/root/var/svc/log/oxide-zone-network-setup:default.log
14892024-11-18T21:15:34.917Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/measurements.log (256053 bytes)
14902024-11-18T21:15:35.290Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/measurements.log" changed size mid upload: 256053 -> 315100
14912024-11-18T21:15:36.359Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/measurements.log
14922024-11-18T21:15:36.359Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/statistics.log (188838 bytes)
14932024-11-18T21:15:36.866Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/statistics.log" changed size mid upload: 188838 -> 236106
14942024-11-18T21:15:37.935Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/statistics.log
14952024-11-18T21:15:37.935Zuploading: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/tracking.log (22177 bytes)
14962024-11-18T21:15:38.046Zupload warning: file "/pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/tracking.log" changed size mid upload: 22177 -> 25345
14972024-11-18T21:15:39.115Zuploaded: /pool/ext/473f0b4e-a714-496d-8d5d-665782986893/crypt/zone/oxz_ntp_5066b4aa-939d-40f6-9e2e-cc4b97bad1b4/root/var/log/chrony/tracking.log