01JCRV89A7GSP21VJ4ZSD0WK8X: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JCRV9BKK8R7REB4BXFJB3ZYV

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-15T21:58:54.754Zjob dependencies complete; ready to run (waiting for 36 m 29 s)
22024-11-16T00:38:20.564Zjob assigned to worker 01JCS67C0V9HKTEC2BH9F2B1P8 [factory lab, sock/10472] (queued for 2 h 39 m 25 s)
32024-11-16T00:38:20.649Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-11-16T00:38:20.693Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-11-16T00:38:20.727Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-11-16T00:38:20.760Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-11-16T00:38:20.794Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-11-16T00:38:20.832ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-11-16T00:38:20.866Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-11-16T00:38:20.901ZOxide Helios Version helios-2.0.22827 64-bit
112024-11-16T00:38:20.934ZConfiguring devices.
122024-11-16T00:38:20.968Z##################################################
132024-11-16T00:38:21.181Z#### ############# ##
142024-11-16T00:38:21.273Z### ### ############ ##
152024-11-16T00:38:21.307Z## ### # ## ### ## Oxide Computer Company ##
162024-11-16T00:38:21.340Z## ## ## ### # ### ##
172024-11-16T00:38:21.374Z## # ### #### #### This Station Under ##
182024-11-16T00:38:21.407Z### ### #### # ### Computer Control ##
192024-11-16T00:38:21.440Z#### #### ### ## ##
202024-11-16T00:38:21.474Z##################################################
212024-11-16T00:38:21.507ZHostname: sock
222024-11-16T00:38:21.541ZLoading smf(7) service descriptions:
232024-11-16T00:38:22.615Zdownloading input: /input/package/work/package.tar.gz
242024-11-16T00:43:22.879Zdownloaded input: /input/package/work/package.tar.gz
 
252024-11-16T00:43:22.904Zstarting task 0: "setup"
262024-11-16T00:43:22.904Z++ uname -s
272024-11-16T00:43:22.905Z+ kern=SunOS
282024-11-16T00:43:22.905Z+ case "$kern" in
292024-11-16T00:43:22.905Z+ groupadd -g 12345 build
302024-11-16T00:43:22.905Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-11-16T00:43:24.897Z+ zfs create -o mountpoint=/work rpool/work
322024-11-16T00:43:24.939Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-11-16T00:43:24.963Z+ home_fs=zfs
342024-11-16T00:43:24.963Z+ [[ zfs == autofs ]]
352024-11-16T00:43:24.963Z+ mkdir -p /home/build
362024-11-16T00:43:24.963Z+ chown build:build /home/build /work
372024-11-16T00:43:26.947Z+ chmod 0700 /home/build /work
382024-11-16T00:43:26.971Zprocess exited: duration 4071 ms, exit code 0
 
392024-11-16T00:43:27.018Zstarting task 1: "authentication"
402024-11-16T00:43:27.061Zprocess exited: duration 43 ms, exit code 0
 
412024-11-16T00:43:27.111Zstarting task 2: "build"
422024-11-16T00:43:27.135Z+ trap _exit_trap EXIT
432024-11-16T00:43:27.135Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-11-16T00:43:27.135Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-11-16T00:43:27.135Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-11-16T00:43:37.540Z+ pfexec rem_drv xde
472024-11-16T00:43:37.564Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-11-16T00:43:37.632Z+ pfexec add_drv xde
492024-11-16T00:43:37.740Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-11-16T00:43:47.262Z+ chmod +x opteadm
512024-11-16T00:43:47.287Z+ cp opteadm /tmp/opteadm
522024-11-16T00:43:47.314Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-11-16T00:43:47.377Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-11-16T00:43:47.508Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-11-16T00:43:47.508Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-11-16T00:43:47.508Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-11-16T00:43:47.509Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-11-16T00:43:47.509Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-11-16T00:43:47.532Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-11-16T00:43:47.532Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-11-16T00:43:47.532Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-11-16T00:43:47.532Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-11-16T00:43:47.532Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-11-16T00:43:47.533Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-11-16T00:43:47.533Z+ [[ -d /opt/oxide ]]
662024-11-16T00:43:47.533Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-11-16T00:43:47.533Z+ pfexec mkdir /opt/oxide
682024-11-16T00:43:47.533Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-11-16T00:43:47.533Z+ [[ -d /opt/oxide-underneath ]]
702024-11-16T00:43:47.533Z+ cd /opt/oxide-underneath
712024-11-16T00:43:47.533Z+ pfexec tar ceEp@/f - .
722024-11-16T00:43:47.533Z+ cd /opt/oxide
732024-11-16T00:43:47.533Z+ pfexec tar xveEp@/f -
742024-11-16T00:43:47.589Zx ., 0 bytes, 0 tape blocks
752024-11-16T00:43:47.589Zx ./opte, 0 bytes, 0 tape blocks
762024-11-16T00:43:47.589Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-11-16T00:43:47.589Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-11-16T00:43:47.589Z+ pfexec rm -rf /opt/oxide-underneath
792024-11-16T00:43:47.589Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-11-16T00:43:47.613Z+ pfexec mkdir /opt/oxide/work
812024-11-16T00:43:47.613Z+ pfexec chown build:build /opt/oxide/work
822024-11-16T00:43:47.613Z+ cd /opt/oxide/work
832024-11-16T00:43:47.613Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-11-16T00:44:00.848ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-11-16T00:44:00.848Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-11-16T00:44:00.848Zx out/target/test, 107 bytes, 1 tape blocks
872024-11-16T00:44:00.848Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-11-16T00:44:00.848Zx package-manifest.toml, 32446 bytes, 64 tape blocks
892024-11-16T00:44:00.848Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-11-16T00:44:00.848Zx target/release/omicron-package, 37146248 bytes, 72552 tape blocks
912024-11-16T00:44:00.848Zx target/release/xtask, 12031696 bytes, 23500 tape blocks
922024-11-16T00:44:00.848Zx target/debug/bootstrap, 214808664 bytes, 419549 tape blocks
932024-11-16T00:44:00.848Zx tests/bootstrap-246df57fa2cbf807, 24826920 bytes, 48491 tape blocks
942024-11-16T00:44:00.848Zx tests/commtest-47185152e52e4d85, 25621968 bytes, 50043 tape blocks
952024-11-16T00:44:00.848Zx tests/dhcp_server-f25fc174fad7a7b4, 24826936 bytes, 48491 tape blocks
962024-11-16T00:44:00.848Zx tests/end_to_end_tests-113dd4db321a5b88, 233351136 bytes, 455764 tape blocks
972024-11-16T00:44:00.848Zx out/clickhouse.tar.gz, 256300794 bytes, 500588 tape blocks
982024-11-16T00:44:00.848Zx out/clickhouse_keeper.tar.gz, 256287314 bytes, 500562 tape blocks
992024-11-16T00:44:00.848Zx out/clickhouse_server.tar.gz, 256286507 bytes, 500560 tape blocks
1002024-11-16T00:44:00.848Zx out/cockroachdb.tar.gz, 137767369 bytes, 269077 tape blocks
1012024-11-16T00:44:00.848Zx out/crucible-dtrace.tar, 84480 bytes, 165 tape blocks
1022024-11-16T00:44:00.848Zx out/crucible-pantry-zone.tar.gz, 28829633 bytes, 56308 tape blocks
1032024-11-16T00:44:00.848Zx out/crucible-zone.tar.gz, 37237641 bytes, 72730 tape blocks
1042024-11-16T00:44:00.848Zx out/external-dns.tar.gz, 36095958 bytes, 70500 tape blocks
1052024-11-16T00:44:00.848Zx out/internal-dns.tar.gz, 36095104 bytes, 70499 tape blocks
1062024-11-16T00:44:00.848Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-11-16T00:44:00.848Zx out/nexus.tar.gz, 103061650 bytes, 201293 tape blocks
1082024-11-16T00:44:00.848Zx out/ntp.tar.gz, 10589246 bytes, 20683 tape blocks
1092024-11-16T00:44:00.848Zx out/omicron-gateway-softnpu.tar.gz, 24424489 bytes, 47705 tape blocks
1102024-11-16T00:44:00.848Zx out/omicron-sled-agent.tar, 115260416 bytes, 225118 tape blocks
1112024-11-16T00:44:00.848Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-11-16T00:44:00.848Zx out/oximeter.tar.gz, 52857553 bytes, 103238 tape blocks
1132024-11-16T00:44:00.849Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1142024-11-16T00:44:00.849Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-11-16T00:44:00.849Zx out/propolis-server.tar.gz, 68181717 bytes, 133168 tape blocks
1162024-11-16T00:44:00.849Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-11-16T00:44:00.849Zx out/switch-softnpu.tar.gz, 240182577 bytes, 469107 tape blocks
1182024-11-16T00:44:00.873Z
1192024-11-16T00:44:00.873Zreal 13.214090372
1202024-11-16T00:44:00.873Zuser 11.691322404
1212024-11-16T00:44:00.873Zsys 2.633879382
1222024-11-16T00:44:00.873Ztrap 0.000415571
1232024-11-16T00:44:00.873Ztflt 0.000000000
1242024-11-16T00:44:00.873Zdflt 0.000000000
1252024-11-16T00:44:00.873Zkflt 0.000000000
1262024-11-16T00:44:00.873Zlock 0.000000000
1272024-11-16T00:44:00.873Zslp 11.779331737
1282024-11-16T00:44:00.873Zlat 0.321019735
1292024-11-16T00:44:00.873Zstop 0.000135974
1302024-11-16T00:44:00.873Z+ source .github/buildomat/ci-env.sh
1312024-11-16T00:44:00.873Z++ export CARGO_TERM_COLOR=always
1322024-11-16T00:44:00.873Z++ CARGO_TERM_COLOR=always
1332024-11-16T00:44:00.873Z+ bmat address ls
1342024-11-16T00:44:00.873ZNAME CIDR FIRST LAST COUNT
1352024-11-16T00:44:00.873Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1362024-11-16T00:44:00.873Z++ bmat address ls -f extra -Ho first,last,count
1372024-11-16T00:44:00.873Z+ set -- 10.151.2.164 10.151.2.227 64
1382024-11-16T00:44:00.873Z+ EXTRA_IP_START=10.151.2.164
1392024-11-16T00:44:00.874Z+ EXTRA_IP_END=10.151.2.227
1402024-11-16T00:44:00.874Z+ EXTRA_IP_COUNT=64
1412024-11-16T00:44:00.874Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-11-16T00:44:00.874Z+ EXTRA_IP_BASE=10.151.2
1432024-11-16T00:44:00.874Z+ EXTRA_IP_FOCTET=164
1442024-11-16T00:44:00.874Z+ EXTRA_IP_LOCTET=227
1452024-11-16T00:44:00.874Z+ SERVICE_IP_POOL_START=10.151.2.164
1462024-11-16T00:44:00.874Z+ SERVICE_IP_POOL_END=10.151.2.173
1472024-11-16T00:44:00.874Z+ DNS_IP1=10.151.2.164
1482024-11-16T00:44:00.874Z+ DNS_IP2=10.151.2.165
1492024-11-16T00:44:00.874Z+ UPLINK_IP=10.151.2.174
1502024-11-16T00:44:00.874Z+ IPPOOL_START=10.151.2.175
1512024-11-16T00:44:00.874Z+ IPPOOL_END=10.151.2.227
1522024-11-16T00:44:00.874Z++ ipadm show-addr -po type,addr
1532024-11-16T00:44:00.874Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-11-16T00:44:00.874Z+ GATEWAY_IP=10.151.2.100
1552024-11-16T00:44:00.874Z+ [[ -n 10.151.2.100 ]]
1562024-11-16T00:44:00.875Z+ ping -s 10.151.2.100 56 1
1572024-11-16T00:44:00.875ZPING 10.151.2.100: 56 data bytes
1582024-11-16T00:44:00.875Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1592024-11-16T00:44:00.875Z
1602024-11-16T00:44:00.875Z----10.151.2.100 PING Statistics----
1612024-11-16T00:44:00.875Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-11-16T00:44:00.875Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1632024-11-16T00:44:00.875Z++ arp -an
1642024-11-16T00:44:00.875Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1652024-11-16T00:44:00.898Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1662024-11-16T00:44:00.899Z+ routeadm -e ipv4-forwarding -u
1672024-11-16T00:44:00.984Z+ PXA_START=10.151.2.164
1682024-11-16T00:44:00.984Z+ PXA_END=10.151.2.227
1692024-11-16T00:44:01.008Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-11-16T00:44:01.180Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1712024-11-16T00:44:01.204ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-11-16T00:44:01.204Zcreating virtual hardware
1732024-11-16T00:44:01.204Zcreating /scratch/m2_0.vdev
1742024-11-16T00:44:01.204Zcreating /scratch/m2_1.vdev
1752024-11-16T00:44:01.204Zcreating /scratch/u2_0.vdev
1762024-11-16T00:44:01.204Zcreating /scratch/u2_1.vdev
1772024-11-16T00:44:01.204Zcreating /scratch/u2_2.vdev
1782024-11-16T00:44:01.204Zcreating /scratch/u2_3.vdev
1792024-11-16T00:44:01.204Zcreating /scratch/u2_4.vdev
1802024-11-16T00:44:01.204Zcreating /scratch/u2_5.vdev
1812024-11-16T00:44:01.204Zcreating /scratch/u2_6.vdev
1822024-11-16T00:44:01.204Zcreating /scratch/u2_7.vdev
1832024-11-16T00:44:01.204Zcreating /scratch/u2_8.vdev
1842024-11-16T00:44:01.228ZSimnet net0/sc0_0 exists
1852024-11-16T00:44:01.708ZSimnet net1/sc1_0 exists
1862024-11-16T00:44:01.708ZVnic sc0_1 exists
1872024-11-16T00:44:13.423ZUsing 10.151.2.100 as gateway ip
1882024-11-16T00:44:13.423Zusing 18:C0:4D:0D:A0:2A as gateway mac
1892024-11-16T00:44:13.423Zconfiguring SoftNPU ARP entry
1902024-11-16T00:44:13.452Zconfiguring SoftNPU proxy ARP
1912024-11-16T00:44:13.505ZSoftNPU state:
1922024-11-16T00:44:13.505Z local v6:
1932024-11-16T00:44:13.505Z local v4:
1942024-11-16T00:44:13.505Z router v6:
1952024-11-16T00:44:13.505Z router v4_idx:
1962024-11-16T00:44:13.505Z router v4_routes:
1972024-11-16T00:44:13.529Z resolver v4:
1982024-11-16T00:44:13.529Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1992024-11-16T00:44:13.529Z resolver v6:
2002024-11-16T00:44:13.529Z nat v4:
2012024-11-16T00:44:13.529Z nat_v6:
2022024-11-16T00:44:13.529Z port_mac:
2032024-11-16T00:44:13.529Z proxy arp:
2042024-11-16T00:44:13.529Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2052024-11-16T00:44:13.529Zcreated virtual hardware
2062024-11-16T00:44:13.529Z
2072024-11-16T00:44:13.529Zreal 12.321870444
2082024-11-16T00:44:13.529Zuser 0.671125111
2092024-11-16T00:44:13.529Zsys 2.956871936
2102024-11-16T00:44:13.529Ztrap 0.000067483
2112024-11-16T00:44:13.529Ztflt 0.000172477
2122024-11-16T00:44:13.529Zdflt 0.000380143
2132024-11-16T00:44:13.529Zkflt 0.000001870
2142024-11-16T00:44:13.529Zlock 9:35.106942658
2152024-11-16T00:44:13.529Zslp 37.337098661
2162024-11-16T00:44:13.529Zlat 0.071672247
2172024-11-16T00:44:13.529Zstop 0.336733034
2182024-11-16T00:44:13.529Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-11-16T00:44:13.575Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-11-16T00:44:13.575Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-11-16T00:44:13.575Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-11-16T00:44:13.575Z+++ pkg/config.toml Sat Nov 16 00:44:13 2024
2232024-11-16T00:44:13.575Z@@ -29,18 +29,18 @@
2242024-11-16T00:44:13.575Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-11-16T00:44:13.575Z # followed by a string that is embedded into their fake serial values.
2262024-11-16T00:44:13.575Z vdevs = [
2272024-11-16T00:44:13.575Z- "m2_0.vdev",
2282024-11-16T00:44:13.575Z- "m2_1.vdev",
2292024-11-16T00:44:13.575Z+ "/scratch/m2_0.vdev",
2302024-11-16T00:44:13.575Z+ "/scratch/m2_1.vdev",
2312024-11-16T00:44:13.575Z
2322024-11-16T00:44:13.575Z- "u2_0.vdev",
2332024-11-16T00:44:13.575Z- "u2_1.vdev",
2342024-11-16T00:44:13.575Z- "u2_2.vdev",
2352024-11-16T00:44:13.575Z- "u2_3.vdev",
2362024-11-16T00:44:13.575Z- "u2_4.vdev",
2372024-11-16T00:44:13.575Z- "u2_5.vdev",
2382024-11-16T00:44:13.576Z- "u2_6.vdev",
2392024-11-16T00:44:13.576Z- "u2_7.vdev",
2402024-11-16T00:44:13.576Z- "u2_8.vdev",
2412024-11-16T00:44:13.576Z+ "/scratch/u2_0.vdev",
2422024-11-16T00:44:13.576Z+ "/scratch/u2_1.vdev",
2432024-11-16T00:44:13.576Z+ "/scratch/u2_2.vdev",
2442024-11-16T00:44:13.576Z+ "/scratch/u2_3.vdev",
2452024-11-16T00:44:13.576Z+ "/scratch/u2_4.vdev",
2462024-11-16T00:44:13.576Z+ "/scratch/u2_5.vdev",
2472024-11-16T00:44:13.576Z+ "/scratch/u2_6.vdev",
2482024-11-16T00:44:13.576Z+ "/scratch/u2_7.vdev",
2492024-11-16T00:44:13.577Z+ "/scratch/u2_8.vdev",
2502024-11-16T00:44:13.577Z ]
2512024-11-16T00:44:13.577Z
2522024-11-16T00:44:13.577Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-11-16T00:44:13.577Z+ true
2542024-11-16T00:44:13.577Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-11-16T00:44:13.577Z+ SILO_NAME=recovery
2562024-11-16T00:44:13.577Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-11-16T00:44:13.577Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-11-16T00:44:13.577Z+ sed -i~ '
2592024-11-16T00:44:13.577Z /^external_dns_ips/c\
2602024-11-16T00:44:13.577Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2612024-11-16T00:44:13.577Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-11-16T00:44:13.577Z /^first/c\
2632024-11-16T00:44:13.577Zfirst = "10.151.2.164"
2642024-11-16T00:44:13.577Z /^last/c\
2652024-11-16T00:44:13.577Zlast = "10.151.2.173"
2662024-11-16T00:44:13.577Z }
2672024-11-16T00:44:13.577Z /^infra_ip_first/c\
2682024-11-16T00:44:13.577Zinfra_ip_first = "10.151.2.174"
2692024-11-16T00:44:13.577Z /^infra_ip_last/c\
2702024-11-16T00:44:13.577Zinfra_ip_last = "10.151.2.174"
2712024-11-16T00:44:13.577Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-11-16T00:44:13.577Z /^routes/c\
2732024-11-16T00:44:13.577Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2742024-11-16T00:44:13.577Z /^addresses/c\
2752024-11-16T00:44:13.577Zaddresses = \[{address = "10.151.2.174/24"} \]
2762024-11-16T00:44:13.577Z }
2772024-11-16T00:44:13.577Z' pkg/config-rss.toml
2782024-11-16T00:44:13.601Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-11-16T00:44:13.601Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-11-16T00:44:13.601Z+++ pkg/config-rss.toml Sat Nov 16 00:44:13 2024
2812024-11-16T00:44:13.602Z@@ -33,7 +33,7 @@
2822024-11-16T00:44:13.602Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-11-16T00:44:13.602Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-11-16T00:44:13.602Z # below.
2852024-11-16T00:44:13.602Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-11-16T00:44:13.602Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2872024-11-16T00:44:13.602Z
2882024-11-16T00:44:13.602Z # Initial TLS certificates for the external API
2892024-11-16T00:44:13.602Z #
2902024-11-16T00:44:13.602Z@@ -69,8 +69,8 @@
2912024-11-16T00:44:13.602Z #
2922024-11-16T00:44:13.602Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-11-16T00:44:13.602Z [[internal_services_ip_pool_ranges]]
2942024-11-16T00:44:13.602Z-first = "192.168.1.20"
2952024-11-16T00:44:13.602Z-last = "192.168.1.29"
2962024-11-16T00:44:13.602Z+first = "10.151.2.164"
2972024-11-16T00:44:13.602Z+last = "10.151.2.173"
2982024-11-16T00:44:13.602Z
2992024-11-16T00:44:13.602Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-11-16T00:44:13.602Z # parameters should be provided to the control plane via wicket, but we need to
3012024-11-16T00:44:13.602Z@@ -91,8 +91,8 @@
3022024-11-16T00:44:13.602Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-11-16T00:44:13.603Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-11-16T00:44:13.603Z # With softnpu, only one address is used.
3052024-11-16T00:44:13.603Z-infra_ip_first = "192.168.1.30"
3062024-11-16T00:44:13.603Z-infra_ip_last = "192.168.1.30"
3072024-11-16T00:44:13.603Z+infra_ip_first = "10.151.2.174"
3082024-11-16T00:44:13.603Z+infra_ip_last = "10.151.2.174"
3092024-11-16T00:44:13.603Z
3102024-11-16T00:44:13.603Z # Configurations for BGP routers to run on the scrimlets.
3112024-11-16T00:44:13.603Z bgp = []
3122024-11-16T00:44:13.603Z@@ -100,9 +100,9 @@
3132024-11-16T00:44:13.603Z # You can configure multiple uplinks by repeating the following stanza
3142024-11-16T00:44:13.603Z [[rack_network_config.ports]]
3152024-11-16T00:44:13.603Z # Routes associated with this port.
3162024-11-16T00:44:13.603Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-11-16T00:44:13.603Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3182024-11-16T00:44:13.603Z # Addresses associated with this port.
3192024-11-16T00:44:13.603Z-addresses = [{address = "192.168.1.30/24"}]
3202024-11-16T00:44:13.603Z+addresses = [{address = "10.151.2.174/24"} ]
3212024-11-16T00:44:13.603Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-11-16T00:44:13.603Z port = "qsfp0"
3232024-11-16T00:44:13.603Z # The speed of this port.
3242024-11-16T00:44:13.603Z+ true
3252024-11-16T00:44:13.603Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-11-16T00:44:13.603Za pkg/config-rss.toml 8K
3272024-11-16T00:44:13.603Za pkg/config.toml 4K
3282024-11-16T00:44:13.603Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-11-16T00:44:13.603Z+ TLS_NAME=recovery.sys.oxide.test
3302024-11-16T00:44:13.603Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-11-16T00:44:15.268Z.+...+....+....................+...+.......+.....+.+..+...+.......+...+..+.......+...+......+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+.+...+.........+..+...............+.........+.......+.....+....+........+......+..........+..+....+...+..+......+....+...+......+..+.......+...+.....+......................+....................+.+..........................+..........+.....+.+............+............+........+.+.....+.......+..+.+..+...+....+..+....+...........+......+...+....+.....+..................+.............+.........+........+.......+.....+...+.........................+.........+........+......+.+.....+.+........+............+...............+...+...................+...+........+.+......+..+.+..+....+...+...+.....+...+............+.......+...+...+..+.......+.....+......+...................+..+.........+.......+.....+...+....+..................+...+............+...+...........+..........+........+...+.......+.....................+.....+.........+...+...+..........+.........+..+.............+......+..+............+......................+.....+...+.+.....+.+...........+..........+............+......+...............+.....+.......+..................+.....+.+.....+...+.+.....+.+......+.....+.......+......+.....+....+...............+...........................+.....+.+..................+.....+......+......+....+...........+.......+.................+...+.+..+..........+...+.....+....+.....+.+.....................+.....+.+..............................+...+.................+....+...........+...+....+............+......+..+..........+.....+..........+..+......+...+.......+............+...........+.+...........+.........+..........+...........+.......+..+..........+.....+.+...+...........+...+................+..+....+...+......+.....+...............+......+.+..+.+............+..+......+....+..+....+..+..........+.........+...+..+........................+.+........+.+.................+....+...+.....+.......+..................+...............+...........+.......+..................+............+..............+...+.......+...+...........+.........+.......+...+.....+...+...+.........+...+...+......+.+..............+.........+.+.....+...+...+...+....+......+.....+.......+...+..............+...+...................+.....+....+.....+...............................+...+......+.........+..+...+..........+..+......+............+.+..+..................+.+.......................+.....................+.........+.......+..................+..................+........+.+.....+.+........+.+.....+..........+.........+..+...+......+..................+.+......+......+...+......+......+.........+.....+...+......+....+...........+.+......+.................+.....................+....+...........+.+...+..+....+..............+......+.......+........+......+....+..+.......+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-11-16T00:44:15.830Z....+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+.....+.......+..............+......+.......+........+....+...+.....................+..+....+.....+.............+......+.....+......+...............+...+..........+.....+.+......+...+............+......+..+...+...+.+.....+.+..+......+....+....................+.+..+.......+..+..............................+...............+.+...+..............+............+......+.......+........+.........+...+...+....+......+........+.+......+..+......+.+......+..+.+..+.......+.................+.........+.......+..+.......+.........+..............+............+....+.....................+...+..+...+......+....+...+.....+.......+.....+.+...............+...........................+..+.+..............+.....................+.+.....+......+............+...+....+.....+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-11-16T00:44:15.854Z-----
3342024-11-16T00:44:15.877Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-11-16T00:44:15.877Za pkg/initial-tls-cert.pem 2K
3362024-11-16T00:44:15.877Za pkg/initial-tls-key.pem 4K
3372024-11-16T00:44:15.877Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-11-16T00:44:15.877Z+ rmdir pkg
3392024-11-16T00:44:15.877Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-11-16T00:44:15.877Z+ pfexec mkdir -p /usr/oxide
3412024-11-16T00:44:15.877Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3422024-11-16T00:44:16.519Z+ pfexec chmod +x /usr/oxide/oxide
3432024-11-16T00:44:16.543Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-11-16T00:44:34.824Z+ OMICRON_NO_UNINSTALL=1
3452024-11-16T00:44:34.824Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-11-16T00:44:34.848ZLogging to: /opt/oxide/work/out/LOG
3472024-11-16T00:44:35.453Z
3482024-11-16T00:44:35.477Zreal 0.624460937
3492024-11-16T00:44:35.477Zuser 0.142573550
3502024-11-16T00:44:35.477Zsys 3.321588584
3512024-11-16T00:44:35.477Ztrap 0.000017748
3522024-11-16T00:44:35.477Ztflt 0.000019040
3532024-11-16T00:44:35.477Zdflt 0.000707690
3542024-11-16T00:44:35.477Zkflt 0.000008420
3552024-11-16T00:44:35.477Zlock 56.188641424
3562024-11-16T00:44:35.477Zslp 0.811422432
3572024-11-16T00:44:35.477Zlat 0.003296219
3582024-11-16T00:44:35.477Zstop 0.215889179
3592024-11-16T00:44:35.477Z+ retry=0
3602024-11-16T00:44:35.477Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-11-16T00:44:35.477Z+ [[ 0 -gt 30 ]]
3622024-11-16T00:44:35.477Z+ sleep 1
3632024-11-16T00:44:36.468Z+ retry=1
3642024-11-16T00:44:36.468Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-11-16T00:44:36.492Z+ [[ 1 -gt 30 ]]
3662024-11-16T00:44:36.492Z+ sleep 1
3672024-11-16T00:44:37.482Z+ retry=2
3682024-11-16T00:44:37.482Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-11-16T00:44:37.506Z+ [[ 2 -gt 30 ]]
3702024-11-16T00:44:37.506Z+ sleep 1
3712024-11-16T00:44:38.496Z+ retry=3
3722024-11-16T00:44:38.496Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-11-16T00:44:58.740Z+ [[ 3 -gt 30 ]]
3742024-11-16T00:44:58.740Z+ sleep 1
3752024-11-16T00:44:59.744Z+ retry=4
3762024-11-16T00:44:59.744Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-11-16T00:44:59.768Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-11-16T00:44:59.792Zlocal v6:
3792024-11-16T00:44:59.792Zfe80::e885:ccff:fe1f:870
3802024-11-16T00:44:59.792Zfd43:1d63:252c:7f89::1
3812024-11-16T00:44:59.792Zlocal v4:
3822024-11-16T00:44:59.792Z10.151.2.174
3832024-11-16T00:44:59.792Zrouter v6:
3842024-11-16T00:44:59.792Zrouter v4_idx:
3852024-11-16T00:44:59.792Z0.0.0.0/0 -> 0
3862024-11-16T00:44:59.792Zrouter v4_routes:
3872024-11-16T00:44:59.792Z0 -> 10.151.2.100 (2)
3882024-11-16T00:44:59.792Zresolver v4:
3892024-11-16T00:44:59.792Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3902024-11-16T00:44:59.792Z10.151.2.174 -> b6:fa:94:be:56:5f
3912024-11-16T00:44:59.792Zresolver v6:
3922024-11-16T00:44:59.792Zfe80::e885:ccff:fe1f:870 -> ea:85:cc:1f:08:70
3932024-11-16T00:44:59.792Zfe80::14a6:d9ff:fe64:af9c -> 16:a6:d9:64:af:9c
3942024-11-16T00:44:59.792Znat v4:
3952024-11-16T00:44:59.792Znat_v6:
3962024-11-16T00:44:59.792Zport_mac:
3972024-11-16T00:44:59.792Z2: a8:40:25:68:64:6e
3982024-11-16T00:44:59.792Z1: a8:40:25:68:64:4e
3992024-11-16T00:44:59.792Z1000: a8:40:25:68:64:4d
4002024-11-16T00:44:59.792Zproxy arp:
4012024-11-16T00:44:59.792Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4022024-11-16T00:44:59.792Z+ retry=0
4032024-11-16T00:44:59.792Z+++ zoneadm list -n
4042024-11-16T00:44:59.792Z+++ grep oxz_ntp
4052024-11-16T00:44:59.816Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-11-16T00:44:59.816Zsvcs: zone '-Hostate': entity not found
4072024-11-16T00:44:59.816Z++ true
4082024-11-16T00:44:59.816Z+ [[ '' != online ]]
4092024-11-16T00:44:59.816Z+ [[ 0 -gt 60 ]]
4102024-11-16T00:44:59.816Z+ sleep 1
4112024-11-16T00:45:00.805Z+ retry=1
4122024-11-16T00:45:00.829Z+++ zoneadm list -n
4132024-11-16T00:45:00.829Z+++ grep oxz_ntp
4142024-11-16T00:45:00.829Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-11-16T00:45:00.829Zsvcs: zone '-Hostate': entity not found
4162024-11-16T00:45:00.829Z++ true
4172024-11-16T00:45:00.829Z+ [[ '' != online ]]
4182024-11-16T00:45:00.829Z+ [[ 1 -gt 60 ]]
4192024-11-16T00:45:00.829Z+ sleep 1
4202024-11-16T00:45:01.828Z+ retry=2
4212024-11-16T00:45:01.852Z+++ zoneadm list -n
4222024-11-16T00:45:01.852Z+++ grep oxz_ntp
4232024-11-16T00:45:01.852Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-11-16T00:45:01.852Zsvcs: zone '-Hostate': entity not found
4252024-11-16T00:45:01.852Z++ true
4262024-11-16T00:45:01.852Z+ [[ '' != online ]]
4272024-11-16T00:45:01.852Z+ [[ 2 -gt 60 ]]
4282024-11-16T00:45:01.852Z+ sleep 1
4292024-11-16T00:45:02.856Z+ retry=3
4302024-11-16T00:45:02.879Z+++ zoneadm list -n
4312024-11-16T00:45:02.879Z+++ grep oxz_ntp
4322024-11-16T00:45:02.879Z++ pfexec svcs -z -Hostate oxide/ntp
4332024-11-16T00:45:02.879Zsvcs: zone '-Hostate': entity not found
4342024-11-16T00:45:02.879Z++ true
4352024-11-16T00:45:02.880Z+ [[ '' != online ]]
4362024-11-16T00:45:02.880Z+ [[ 3 -gt 60 ]]
4372024-11-16T00:45:02.880Z+ sleep 1
4382024-11-16T00:45:03.882Z+ retry=4
4392024-11-16T00:45:03.907Z+++ zoneadm list -n
4402024-11-16T00:45:03.907Z+++ grep oxz_ntp
4412024-11-16T00:45:03.907Z++ pfexec svcs -z -Hostate oxide/ntp
4422024-11-16T00:45:03.907Zsvcs: zone '-Hostate': entity not found
4432024-11-16T00:45:03.907Z++ true
4442024-11-16T00:45:03.907Z+ [[ '' != online ]]
4452024-11-16T00:45:03.907Z+ [[ 4 -gt 60 ]]
4462024-11-16T00:45:03.907Z+ sleep 1
4472024-11-16T00:45:04.901Z+ retry=5
4482024-11-16T00:45:04.924Z+++ zoneadm list -n
4492024-11-16T00:45:04.924Z+++ grep oxz_ntp
4502024-11-16T00:45:04.924Z++ pfexec svcs -z -Hostate oxide/ntp
4512024-11-16T00:45:04.924Zsvcs: zone '-Hostate': entity not found
4522024-11-16T00:45:04.924Z++ true
4532024-11-16T00:45:04.924Z+ [[ '' != online ]]
4542024-11-16T00:45:04.924Z+ [[ 5 -gt 60 ]]
4552024-11-16T00:45:04.924Z+ sleep 1
4562024-11-16T00:45:05.922Z+ retry=6
4572024-11-16T00:45:05.945Z+++ zoneadm list -n
4582024-11-16T00:45:05.945Z+++ grep oxz_ntp
4592024-11-16T00:45:05.945Z++ pfexec svcs -z -Hostate oxide/ntp
4602024-11-16T00:45:05.945Zsvcs: zone '-Hostate': entity not found
4612024-11-16T00:45:05.945Z++ true
4622024-11-16T00:45:05.945Z+ [[ '' != online ]]
4632024-11-16T00:45:05.945Z+ [[ 6 -gt 60 ]]
4642024-11-16T00:45:05.946Z+ sleep 1
4652024-11-16T00:45:06.943Z+ retry=7
4662024-11-16T00:45:06.967Z+++ zoneadm list -n
4672024-11-16T00:45:06.967Z+++ grep oxz_ntp
4682024-11-16T00:45:06.967Z++ pfexec svcs -z -Hostate oxide/ntp
4692024-11-16T00:45:06.967Zsvcs: zone '-Hostate': entity not found
4702024-11-16T00:45:06.967Z++ true
4712024-11-16T00:45:06.967Z+ [[ '' != online ]]
4722024-11-16T00:45:06.967Z+ [[ 7 -gt 60 ]]
4732024-11-16T00:45:06.967Z+ sleep 1
4742024-11-16T00:45:07.965Z+ retry=8
4752024-11-16T00:45:07.989Z+++ zoneadm list -n
4762024-11-16T00:45:07.989Z+++ grep oxz_ntp
4772024-11-16T00:45:07.989Z++ pfexec svcs -z -Hostate oxide/ntp
4782024-11-16T00:45:07.989Zsvcs: zone '-Hostate': entity not found
4792024-11-16T00:45:07.990Z++ true
4802024-11-16T00:45:07.990Z+ [[ '' != online ]]
4812024-11-16T00:45:07.990Z+ [[ 8 -gt 60 ]]
4822024-11-16T00:45:07.990Z+ sleep 1
4832024-11-16T00:45:08.988Z+ retry=9
4842024-11-16T00:45:09.012Z+++ zoneadm list -n
4852024-11-16T00:45:09.012Z+++ grep oxz_ntp
4862024-11-16T00:45:09.012Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
4872024-11-16T00:45:09.063Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4882024-11-16T00:45:09.087Z++ true
4892024-11-16T00:45:09.087Z+ [[ '' != online ]]
4902024-11-16T00:45:09.087Z+ [[ 9 -gt 60 ]]
4912024-11-16T00:45:09.087Z+ sleep 1
4922024-11-16T00:45:10.069Z+ retry=10
4932024-11-16T00:45:10.092Z+++ zoneadm list -n
4942024-11-16T00:45:10.092Z+++ grep oxz_ntp
4952024-11-16T00:45:10.092Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
4962024-11-16T00:45:10.116Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4972024-11-16T00:45:10.116Z++ true
4982024-11-16T00:45:10.116Z+ [[ '' != online ]]
4992024-11-16T00:45:10.116Z+ [[ 10 -gt 60 ]]
5002024-11-16T00:45:10.116Z+ sleep 1
5012024-11-16T00:45:11.103Z+ retry=11
5022024-11-16T00:45:11.127Z+++ zoneadm list -n
5032024-11-16T00:45:11.127Z+++ grep oxz_ntp
5042024-11-16T00:45:11.127Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5052024-11-16T00:45:11.150Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5062024-11-16T00:45:11.150Z++ true
5072024-11-16T00:45:11.150Z+ [[ '' != online ]]
5082024-11-16T00:45:11.150Z+ [[ 11 -gt 60 ]]
5092024-11-16T00:45:11.150Z+ sleep 1
5102024-11-16T00:45:12.131Z+ retry=12
5112024-11-16T00:45:12.155Z+++ zoneadm list -n
5122024-11-16T00:45:12.155Z+++ grep oxz_ntp
5132024-11-16T00:45:12.155Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5142024-11-16T00:45:12.179Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5152024-11-16T00:45:12.179Z++ true
5162024-11-16T00:45:12.179Z+ [[ '' != online ]]
5172024-11-16T00:45:12.179Z+ [[ 12 -gt 60 ]]
5182024-11-16T00:45:12.179Z+ sleep 1
5192024-11-16T00:45:13.160Z+ retry=13
5202024-11-16T00:45:13.184Z+++ zoneadm list -n
5212024-11-16T00:45:13.184Z+++ grep oxz_ntp
5222024-11-16T00:45:13.184Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5232024-11-16T00:45:13.184Z+ [[ offline != online ]]
5242024-11-16T00:45:13.184Z+ [[ 13 -gt 60 ]]
5252024-11-16T00:45:13.184Z+ sleep 1
5262024-11-16T00:45:14.183Z+ retry=14
5272024-11-16T00:45:14.207Z+++ zoneadm list -n
5282024-11-16T00:45:14.207Z+++ grep oxz_ntp
5292024-11-16T00:45:14.207Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5302024-11-16T00:45:14.207Z+ [[ offline != online ]]
5312024-11-16T00:45:14.207Z+ [[ 14 -gt 60 ]]
5322024-11-16T00:45:14.207Z+ sleep 1
5332024-11-16T00:45:15.205Z+ retry=15
5342024-11-16T00:45:15.229Z+++ zoneadm list -n
5352024-11-16T00:45:15.229Z+++ grep oxz_ntp
5362024-11-16T00:45:15.229Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5372024-11-16T00:45:15.229Z+ [[ offline != online ]]
5382024-11-16T00:45:15.229Z+ [[ 15 -gt 60 ]]
5392024-11-16T00:45:15.229Z+ sleep 1
5402024-11-16T00:45:16.226Z+ retry=16
5412024-11-16T00:45:16.250Z+++ zoneadm list -n
5422024-11-16T00:45:16.250Z+++ grep oxz_ntp
5432024-11-16T00:45:16.250Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5442024-11-16T00:45:16.250Z+ [[ offline != online ]]
5452024-11-16T00:45:16.251Z+ [[ 16 -gt 60 ]]
5462024-11-16T00:45:16.251Z+ sleep 1
5472024-11-16T00:45:17.249Z+ retry=17
5482024-11-16T00:45:17.273Z+++ zoneadm list -n
5492024-11-16T00:45:17.273Z+++ grep oxz_ntp
5502024-11-16T00:45:17.273Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5512024-11-16T00:45:17.273Z+ [[ offline != online ]]
5522024-11-16T00:45:17.273Z+ [[ 17 -gt 60 ]]
5532024-11-16T00:45:17.273Z+ sleep 1
5542024-11-16T00:45:18.270Z+ retry=18
5552024-11-16T00:45:18.294Z+++ zoneadm list -n
5562024-11-16T00:45:18.294Z+++ grep oxz_ntp
5572024-11-16T00:45:18.294Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5582024-11-16T00:45:18.294Z+ [[ offline != online ]]
5592024-11-16T00:45:18.294Z+ [[ 18 -gt 60 ]]
5602024-11-16T00:45:18.294Z+ sleep 1
5612024-11-16T00:45:19.292Z+ retry=19
5622024-11-16T00:45:19.315Z+++ zoneadm list -n
5632024-11-16T00:45:19.315Z+++ grep oxz_ntp
5642024-11-16T00:45:19.315Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5652024-11-16T00:45:19.315Z+ [[ offline != online ]]
5662024-11-16T00:45:19.315Z+ [[ 19 -gt 60 ]]
5672024-11-16T00:45:19.315Z+ sleep 1
 
5682024-11-16T00:45:20.145Zsock console login: Nov 16 00:45:19 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5692024-11-16T00:45:20.314Z+ retry=20
5702024-11-16T00:45:20.337Z+++ zoneadm list -n
5712024-11-16T00:45:20.337Z+++ grep oxz_ntp
5722024-11-16T00:45:20.337Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5732024-11-16T00:45:20.337Z+ [[ offline* != online ]]
5742024-11-16T00:45:20.337Z+ [[ 20 -gt 60 ]]
5752024-11-16T00:45:20.337Z+ sleep 1
5762024-11-16T00:45:21.337Z+ retry=21
5772024-11-16T00:45:21.361Z+++ zoneadm list -n
5782024-11-16T00:45:21.361Z+++ grep oxz_ntp
5792024-11-16T00:45:21.361Z++ pfexec svcs -z oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2 -Hostate oxide/ntp
5802024-11-16T00:45:21.361Z+ [[ online != online ]]
5812024-11-16T00:45:21.361Z+ echo 'Waited for chrony: 21s'
5822024-11-16T00:45:21.361ZWaited for chrony: 21s
5832024-11-16T00:45:21.361Z+ retry=0
5842024-11-16T00:45:21.361Z+ zoneadm list
5852024-11-16T00:45:21.361Z+ grep nexus
5862024-11-16T00:45:21.385Z+ [[ 0 -gt 300 ]]
5872024-11-16T00:45:21.385Z+ sleep 1
5882024-11-16T00:45:22.366Z+ retry=1
5892024-11-16T00:45:22.390Z+ zoneadm list
5902024-11-16T00:45:22.390Z+ grep nexus
5912024-11-16T00:45:22.390Z+ [[ 1 -gt 300 ]]
5922024-11-16T00:45:22.390Z+ sleep 1
5932024-11-16T00:45:23.378Z+ retry=2
5942024-11-16T00:45:23.401Z+ zoneadm list
5952024-11-16T00:45:23.401Z+ grep nexus
5962024-11-16T00:45:23.401Z+ [[ 2 -gt 300 ]]
5972024-11-16T00:45:23.401Z+ sleep 1
5982024-11-16T00:45:24.390Z+ retry=3
5992024-11-16T00:45:24.414Z+ zoneadm list
6002024-11-16T00:45:24.414Z+ grep nexus
6012024-11-16T00:45:24.414Z+ [[ 3 -gt 300 ]]
6022024-11-16T00:45:24.414Z+ sleep 1
6032024-11-16T00:45:25.405Z+ retry=4
6042024-11-16T00:45:25.429Z+ zoneadm list
6052024-11-16T00:45:25.429Z+ grep nexus
6062024-11-16T00:45:25.429Z+ [[ 4 -gt 300 ]]
6072024-11-16T00:45:25.429Z+ sleep 1
6082024-11-16T00:45:26.418Z+ retry=5
6092024-11-16T00:45:26.442Z+ zoneadm list
6102024-11-16T00:45:26.442Z+ grep nexus
6112024-11-16T00:45:26.442Z+ [[ 5 -gt 300 ]]
6122024-11-16T00:45:26.442Z+ sleep 1
6132024-11-16T00:45:27.431Z+ retry=6
6142024-11-16T00:45:27.455Z+ zoneadm list
6152024-11-16T00:45:27.455Z+ grep nexus
6162024-11-16T00:45:27.455Z+ [[ 6 -gt 300 ]]
6172024-11-16T00:45:27.455Z+ sleep 1
6182024-11-16T00:45:28.445Z+ retry=7
6192024-11-16T00:45:28.469Z+ zoneadm list
6202024-11-16T00:45:28.469Z+ grep nexus
6212024-11-16T00:45:28.469Z+ [[ 7 -gt 300 ]]
6222024-11-16T00:45:28.469Z+ sleep 1
6232024-11-16T00:45:29.460Z+ retry=8
6242024-11-16T00:45:29.485Z+ zoneadm list
6252024-11-16T00:45:29.485Z+ grep nexus
6262024-11-16T00:45:29.485Z+ [[ 8 -gt 300 ]]
6272024-11-16T00:45:29.485Z+ sleep 1
6282024-11-16T00:45:30.478Z+ retry=9
6292024-11-16T00:45:30.501Z+ zoneadm list
6302024-11-16T00:45:30.501Z+ grep nexus
6312024-11-16T00:45:30.501Z+ [[ 9 -gt 300 ]]
6322024-11-16T00:45:30.501Z+ sleep 1
6332024-11-16T00:45:31.493Z+ retry=10
6342024-11-16T00:45:31.517Z+ zoneadm list
6352024-11-16T00:45:31.517Z+ grep nexus
6362024-11-16T00:45:31.517Z+ [[ 10 -gt 300 ]]
6372024-11-16T00:45:31.517Z+ sleep 1
6382024-11-16T00:45:32.630Z+ retry=11
6392024-11-16T00:45:32.668Z+ zoneadm list
6402024-11-16T00:45:32.692Z+ grep nexus
6412024-11-16T00:45:32.926Z+ [[ 11 -gt 300 ]]
6422024-11-16T00:45:32.926Z+ sleep 1
6432024-11-16T00:45:34.368Z+ retry=12
6442024-11-16T00:45:34.394Z+ zoneadm list
6452024-11-16T00:45:34.458Z+ grep nexus
6462024-11-16T00:45:34.485Z+ [[ 12 -gt 300 ]]
6472024-11-16T00:45:34.485Z+ sleep 1
6482024-11-16T00:45:35.488Z+ retry=13
6492024-11-16T00:45:35.512Z+ zoneadm list
6502024-11-16T00:45:35.512Z+ grep nexus
6512024-11-16T00:45:35.512Z+ [[ 13 -gt 300 ]]
6522024-11-16T00:45:35.512Z+ sleep 1
6532024-11-16T00:45:36.500Z+ retry=14
6542024-11-16T00:45:36.523Z+ zoneadm list
6552024-11-16T00:45:36.523Z+ grep nexus
6562024-11-16T00:45:36.523Z+ [[ 14 -gt 300 ]]
6572024-11-16T00:45:36.523Z+ sleep 1
6582024-11-16T00:45:37.511Z+ retry=15
6592024-11-16T00:45:37.535Z+ zoneadm list
6602024-11-16T00:45:37.535Z+ grep nexus
6612024-11-16T00:45:37.535Z+ [[ 15 -gt 300 ]]
6622024-11-16T00:45:37.535Z+ sleep 1
6632024-11-16T00:45:38.523Z+ retry=16
6642024-11-16T00:45:38.547Z+ zoneadm list
6652024-11-16T00:45:38.547Z+ grep nexus
6662024-11-16T00:45:38.547Z+ [[ 16 -gt 300 ]]
6672024-11-16T00:45:38.547Z+ sleep 1
6682024-11-16T00:45:39.535Z+ retry=17
6692024-11-16T00:45:39.559Z+ zoneadm list
6702024-11-16T00:45:39.559Z+ grep nexus
6712024-11-16T00:45:39.559Z+ [[ 17 -gt 300 ]]
6722024-11-16T00:45:39.559Z+ sleep 1
6732024-11-16T00:45:40.546Z+ retry=18
6742024-11-16T00:45:40.570Z+ zoneadm list
6752024-11-16T00:45:40.570Z+ grep nexus
6762024-11-16T00:45:40.570Z+ [[ 18 -gt 300 ]]
6772024-11-16T00:45:40.570Z+ sleep 1
6782024-11-16T00:45:41.559Z+ retry=19
6792024-11-16T00:45:41.583Z+ zoneadm list
6802024-11-16T00:45:41.583Z+ grep nexus
6812024-11-16T00:45:41.583Z+ [[ 19 -gt 300 ]]
6822024-11-16T00:45:41.583Z+ sleep 1
6832024-11-16T00:45:42.588Z+ retry=20
6842024-11-16T00:45:42.589Z+ zoneadm list
6852024-11-16T00:45:42.589Z+ grep nexus
6862024-11-16T00:45:42.589Z+ [[ 20 -gt 300 ]]
6872024-11-16T00:45:42.589Z+ sleep 1
6882024-11-16T00:45:43.587Z+ retry=21
6892024-11-16T00:45:43.611Z+ zoneadm list
6902024-11-16T00:45:43.611Z+ grep nexus
6912024-11-16T00:45:43.611Z+ [[ 21 -gt 300 ]]
6922024-11-16T00:45:43.611Z+ sleep 1
6932024-11-16T00:45:44.600Z+ retry=22
6942024-11-16T00:45:44.624Z+ zoneadm list
6952024-11-16T00:45:44.624Z+ grep nexus
6962024-11-16T00:45:44.624Z+ [[ 22 -gt 300 ]]
6972024-11-16T00:45:44.624Z+ sleep 1
6982024-11-16T00:45:45.613Z+ retry=23
6992024-11-16T00:45:45.637Z+ zoneadm list
7002024-11-16T00:45:45.637Z+ grep nexus
7012024-11-16T00:45:45.637Z+ [[ 23 -gt 300 ]]
7022024-11-16T00:45:45.637Z+ sleep 1
7032024-11-16T00:45:46.625Z+ retry=24
7042024-11-16T00:45:46.649Z+ zoneadm list
7052024-11-16T00:45:46.649Z+ grep nexus
7062024-11-16T00:45:46.649Z+ [[ 24 -gt 300 ]]
7072024-11-16T00:45:46.649Z+ sleep 1
7082024-11-16T00:45:47.638Z+ retry=25
7092024-11-16T00:45:47.662Z+ zoneadm list
7102024-11-16T00:45:47.662Z+ grep nexus
7112024-11-16T00:45:47.662Z+ [[ 25 -gt 300 ]]
7122024-11-16T00:45:47.662Z+ sleep 1
7132024-11-16T00:45:48.651Z+ retry=26
7142024-11-16T00:45:48.675Z+ zoneadm list
7152024-11-16T00:45:48.676Z+ grep nexus
7162024-11-16T00:45:48.676Z+ [[ 26 -gt 300 ]]
7172024-11-16T00:45:48.676Z+ sleep 1
7182024-11-16T00:45:49.669Z+ retry=27
7192024-11-16T00:45:55.707Z+ zoneadm list
7202024-11-16T00:45:55.732Z+ grep nexus
7212024-11-16T00:45:55.732Z+ [[ 27 -gt 300 ]]
7222024-11-16T00:45:55.756Z+ sleep 1
7232024-11-16T00:45:56.744Z+ retry=28
7242024-11-16T00:45:56.768Z+ zoneadm list
7252024-11-16T00:45:56.768Z+ grep nexus
7262024-11-16T00:45:56.768Z+ [[ 28 -gt 300 ]]
7272024-11-16T00:45:56.768Z+ sleep 1
7282024-11-16T00:45:57.762Z+ retry=29
7292024-11-16T00:45:57.786Z+ zoneadm list
7302024-11-16T00:45:57.786Z+ grep nexus
7312024-11-16T00:45:57.786Z+ [[ 29 -gt 300 ]]
7322024-11-16T00:45:57.786Z+ sleep 1
7332024-11-16T00:45:58.780Z+ retry=30
7342024-11-16T00:45:58.804Z+ zoneadm list
7352024-11-16T00:45:58.804Z+ grep nexus
7362024-11-16T00:45:58.804Z+ [[ 30 -gt 300 ]]
7372024-11-16T00:45:58.804Z+ sleep 1
7382024-11-16T00:45:59.798Z+ retry=31
7392024-11-16T00:45:59.821Z+ zoneadm list
7402024-11-16T00:45:59.821Z+ grep nexus
7412024-11-16T00:45:59.821Z+ [[ 31 -gt 300 ]]
7422024-11-16T00:45:59.821Z+ sleep 1
7432024-11-16T00:46:00.815Z+ retry=32
7442024-11-16T00:46:00.839Z+ zoneadm list
7452024-11-16T00:46:00.839Z+ grep nexus
7462024-11-16T00:46:00.839Z+ [[ 32 -gt 300 ]]
7472024-11-16T00:46:00.839Z+ sleep 1
7482024-11-16T00:46:01.828Z+ retry=33
7492024-11-16T00:46:01.851Z+ zoneadm list
7502024-11-16T00:46:01.851Z+ grep nexus
7512024-11-16T00:46:01.851Z+ [[ 33 -gt 300 ]]
7522024-11-16T00:46:01.851Z+ sleep 1
7532024-11-16T00:46:02.839Z+ retry=34
7542024-11-16T00:46:02.863Z+ zoneadm list
7552024-11-16T00:46:02.864Z+ grep nexus
7562024-11-16T00:46:02.864Z+ [[ 34 -gt 300 ]]
7572024-11-16T00:46:02.864Z+ sleep 1
7582024-11-16T00:46:03.856Z+ retry=35
7592024-11-16T00:46:03.881Z+ zoneadm list
7602024-11-16T00:46:03.881Z+ grep nexus
7612024-11-16T00:46:03.881Z+ [[ 35 -gt 300 ]]
7622024-11-16T00:46:03.881Z+ sleep 1
7632024-11-16T00:46:04.872Z+ retry=36
7642024-11-16T00:46:04.896Z+ zoneadm list
7652024-11-16T00:46:04.896Z+ grep nexus
7662024-11-16T00:46:04.896Z+ [[ 36 -gt 300 ]]
7672024-11-16T00:46:04.896Z+ sleep 1
7682024-11-16T00:46:05.886Z+ retry=37
7692024-11-16T00:46:05.910Z+ zoneadm list
7702024-11-16T00:46:05.910Z+ grep nexus
7712024-11-16T00:46:05.910Z+ [[ 37 -gt 300 ]]
7722024-11-16T00:46:05.910Z+ sleep 1
7732024-11-16T00:46:06.898Z+ retry=38
7742024-11-16T00:46:06.922Z+ zoneadm list
7752024-11-16T00:46:06.922Z+ grep nexus
7762024-11-16T00:46:06.922Z+ [[ 38 -gt 300 ]]
7772024-11-16T00:46:06.922Z+ sleep 1
7782024-11-16T00:46:07.910Z+ retry=39
7792024-11-16T00:46:07.934Z+ zoneadm list
7802024-11-16T00:46:07.934Z+ grep nexus
7812024-11-16T00:46:07.934Z+ [[ 39 -gt 300 ]]
7822024-11-16T00:46:07.934Z+ sleep 1
7832024-11-16T00:46:08.921Z+ retry=40
7842024-11-16T00:46:08.945Z+ zoneadm list
7852024-11-16T00:46:08.945Z+ grep nexus
7862024-11-16T00:46:08.945Z+ [[ 40 -gt 300 ]]
7872024-11-16T00:46:08.945Z+ sleep 1
7882024-11-16T00:46:09.933Z+ retry=41
7892024-11-16T00:46:09.957Z+ zoneadm list
7902024-11-16T00:46:09.957Z+ grep nexus
7912024-11-16T00:46:09.957Z+ [[ 41 -gt 300 ]]
7922024-11-16T00:46:09.957Z+ sleep 1
7932024-11-16T00:46:10.946Z+ retry=42
7942024-11-16T00:46:10.971Z+ zoneadm list
7952024-11-16T00:46:10.971Z+ grep nexus
7962024-11-16T00:46:10.971Z+ [[ 42 -gt 300 ]]
7972024-11-16T00:46:10.971Z+ sleep 1
7982024-11-16T00:46:11.958Z+ retry=43
7992024-11-16T00:46:11.982Z+ zoneadm list
8002024-11-16T00:46:11.982Z+ grep nexus
8012024-11-16T00:46:11.983Z+ [[ 43 -gt 300 ]]
8022024-11-16T00:46:11.983Z+ sleep 1
8032024-11-16T00:46:12.972Z+ retry=44
8042024-11-16T00:46:12.995Z+ zoneadm list
8052024-11-16T00:46:12.996Z+ grep nexus
8062024-11-16T00:46:12.996Z+ [[ 44 -gt 300 ]]
8072024-11-16T00:46:12.996Z+ sleep 1
8082024-11-16T00:46:13.984Z+ retry=45
8092024-11-16T00:46:14.008Z+ zoneadm list
8102024-11-16T00:46:14.008Z+ grep nexus
8112024-11-16T00:46:14.009Z+ [[ 45 -gt 300 ]]
8122024-11-16T00:46:14.009Z+ sleep 1
8132024-11-16T00:46:14.997Z+ retry=46
8142024-11-16T00:46:15.022Z+ zoneadm list
8152024-11-16T00:46:15.022Z+ grep nexus
8162024-11-16T00:46:15.022Z+ [[ 46 -gt 300 ]]
8172024-11-16T00:46:15.022Z+ sleep 1
8182024-11-16T00:46:16.010Z+ retry=47
8192024-11-16T00:46:16.034Z+ zoneadm list
8202024-11-16T00:46:16.034Z+ grep nexus
8212024-11-16T00:46:16.034Z+ [[ 47 -gt 300 ]]
8222024-11-16T00:46:16.034Z+ sleep 1
8232024-11-16T00:46:17.022Z+ retry=48
8242024-11-16T00:46:17.045Z+ zoneadm list
8252024-11-16T00:46:17.045Z+ grep nexus
8262024-11-16T00:46:17.045Z+ [[ 48 -gt 300 ]]
8272024-11-16T00:46:17.045Z+ sleep 1
8282024-11-16T00:46:18.034Z+ retry=49
8292024-11-16T00:46:18.058Z+ zoneadm list
8302024-11-16T00:46:18.058Z+ grep nexus
8312024-11-16T00:46:18.058Z+ [[ 49 -gt 300 ]]
8322024-11-16T00:46:18.058Z+ sleep 1
8332024-11-16T00:46:19.048Z+ retry=50
8342024-11-16T00:46:19.072Z+ zoneadm list
8352024-11-16T00:46:19.072Z+ grep nexus
8362024-11-16T00:46:19.072Z+ [[ 50 -gt 300 ]]
8372024-11-16T00:46:19.072Z+ sleep 1
8382024-11-16T00:46:20.062Z+ retry=51
8392024-11-16T00:46:20.086Z+ zoneadm list
8402024-11-16T00:46:20.086Z+ grep nexus
8412024-11-16T00:46:20.086Z+ [[ 51 -gt 300 ]]
8422024-11-16T00:46:20.086Z+ sleep 1
8432024-11-16T00:46:21.075Z+ retry=52
8442024-11-16T00:46:21.098Z+ zoneadm list
8452024-11-16T00:46:21.098Z+ grep nexus
8462024-11-16T00:46:21.099Z+ [[ 52 -gt 300 ]]
8472024-11-16T00:46:21.099Z+ sleep 1
8482024-11-16T00:46:22.088Z+ retry=53
8492024-11-16T00:46:22.112Z+ zoneadm list
8502024-11-16T00:46:22.112Z+ grep nexus
8512024-11-16T00:46:22.112Z+ [[ 53 -gt 300 ]]
8522024-11-16T00:46:22.112Z+ sleep 1
8532024-11-16T00:46:23.108Z+ retry=54
8542024-11-16T00:46:23.132Z+ zoneadm list
8552024-11-16T00:46:23.132Z+ grep nexus
8562024-11-16T00:46:23.132Z+ [[ 54 -gt 300 ]]
8572024-11-16T00:46:23.133Z+ sleep 1
8582024-11-16T00:46:24.128Z+ retry=55
8592024-11-16T00:46:24.152Z+ zoneadm list
8602024-11-16T00:46:24.152Z+ grep nexus
8612024-11-16T00:46:24.175Z+ [[ 55 -gt 300 ]]
8622024-11-16T00:46:24.175Z+ sleep 1
8632024-11-16T00:46:25.172Z+ retry=56
8642024-11-16T00:46:25.196Z+ zoneadm list
8652024-11-16T00:46:25.196Z+ grep nexus
8662024-11-16T00:46:25.196Z+ [[ 56 -gt 300 ]]
8672024-11-16T00:46:25.196Z+ sleep 1
8682024-11-16T00:46:26.189Z+ retry=57
8692024-11-16T00:46:26.214Z+ zoneadm list
8702024-11-16T00:46:26.214Z+ grep nexus
8712024-11-16T00:46:26.238Z+ [[ 57 -gt 300 ]]
8722024-11-16T00:46:26.238Z+ sleep 1
8732024-11-16T00:46:27.241Z+ retry=58
8742024-11-16T00:46:27.275Z+ zoneadm list
8752024-11-16T00:46:27.321Z+ grep nexus
8762024-11-16T00:46:27.344Z+ [[ 58 -gt 300 ]]
8772024-11-16T00:46:27.344Z+ sleep 1
8782024-11-16T00:46:28.344Z+ retry=59
8792024-11-16T00:46:28.368Z+ zoneadm list
8802024-11-16T00:46:28.368Z+ grep nexus
8812024-11-16T00:46:28.368Z+ [[ 59 -gt 300 ]]
8822024-11-16T00:46:28.368Z+ sleep 1
8832024-11-16T00:46:29.365Z+ retry=60
8842024-11-16T00:46:29.389Z+ zoneadm list
8852024-11-16T00:46:29.389Z+ grep nexus
8862024-11-16T00:46:29.389Z+ [[ 60 -gt 300 ]]
8872024-11-16T00:46:29.389Z+ sleep 1
8882024-11-16T00:46:30.385Z+ retry=61
8892024-11-16T00:46:30.409Z+ zoneadm list
8902024-11-16T00:46:30.409Z+ grep nexus
8912024-11-16T00:46:30.409Zoxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96
8922024-11-16T00:46:30.448Z+ echo 'Waited for nexus: 61s'
8932024-11-16T00:46:30.448Z+ export RUST_BACKTRACE=1
8942024-11-16T00:46:30.472Z+ RUST_BACKTRACE=1
8952024-11-16T00:46:30.472Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8962024-11-16T00:46:30.472Z++ ./target/debug/bootstrap
8972024-11-16T00:46:30.580ZWaited for nexus: 61s
8982024-11-16T00:46:32.301ZUsing external DNS server at 10.151.2.164:53
8992024-11-16T00:46:32.485Z2024-11-16 00:46:32.474105583 UTC: attempting to log into API
9002024-11-16T00:46:47.626Z2024-11-16 00:46:47.614248910 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9012024-11-16T00:46:48.627Z2024-11-16 00:46:48.615287891 UTC: attempting to log into API
 
9022024-11-16T00:46:50.428ZNov 16 00:46:49 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
9032024-11-16T00:46:51.009ZNov 16 00:46:50 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
9042024-11-16T00:46:51.265ZNov 16 00:46:50 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
9052024-11-16T00:46:51.874ZNov 16 00:46:51 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
9062024-11-16T00:46:51.906ZNov 16 00:46:51 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
9072024-11-16T00:47:03.660Z2024-11-16 00:47:03.648326410 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9082024-11-16T00:47:04.661Z2024-11-16 00:47:04.649707019 UTC: attempting to log into API
9092024-11-16T00:47:19.693Z2024-11-16 00:47:19.681711041 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9102024-11-16T00:47:20.694Z2024-11-16 00:47:20.682955017 UTC: attempting to log into API
9112024-11-16T00:47:35.727Z2024-11-16 00:47:35.715708729 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9122024-11-16T00:47:36.728Z2024-11-16 00:47:36.716933425 UTC: attempting to log into API
9132024-11-16T00:47:37.541Z2024-11-16 00:47:37.529248836 UTC: login succeeded
9142024-11-16T00:47:37.594Zwaiting for nexus to come up...
9152024-11-16T00:47:37.769Zcreating IP pool... 10.151.2.175 - 10.151.2.227
9162024-11-16T00:47:38.053Zsetting up quotas...
9172024-11-16T00:47:38.117Zensuring datasets are ready...
9182024-11-16T00:47:40.787Zlet's roll.
9192024-11-16T00:47:40.810Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
9202024-11-16T00:47:40.810ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
9212024-11-16T00:47:40.811ZOXIDE_TOKEN=oxide-token-63f6bafa35be9f2f7098339dbd10144469d4f7ff'
9222024-11-16T00:47:40.811Z++ OXIDE_HOST=https://recovery.sys.oxide.test
9232024-11-16T00:47:40.811Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
9242024-11-16T00:47:40.811Z++ OXIDE_TOKEN=oxide-token-63f6bafa35be9f2f7098339dbd10144469d4f7ff
9252024-11-16T00:47:40.811Z+ export OXIDE_HOST OXIDE_TOKEN
9262024-11-16T00:47:40.811Z+ retry=0
9272024-11-16T00:47:40.811Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9282024-11-16T00:47:40.876Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9292024-11-16T00:47:41.446Z{"status":"ok"}{
9302024-11-16T00:47:41.446Z "description": "some images",
9312024-11-16T00:47:41.446Z "id": "45c25e08-d530-4a5a-a99f-a5ccd0b9b873",
9322024-11-16T00:47:41.446Z "name": "images",
9332024-11-16T00:47:41.447Z "time_created": "2024-11-16T00:47:40.942363Z",
9342024-11-16T00:47:41.447Z "time_modified": "2024-11-16T00:47:40.942363Z"
9352024-11-16T00:47:41.447Z}
9362024-11-16T00:47:41.470Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
9372024-11-16T00:58:50.066ZDone!
9382024-11-16T00:58:50.090Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9392024-11-16T00:58:50.185Z{
9402024-11-16T00:58:50.185Z "block_size": 512,
9412024-11-16T00:58:50.185Z "description": "debian 11 original base image",
9422024-11-16T00:58:50.185Z "id": "003f175f-5591-4175-9cd5-02b78d61eb3b",
9432024-11-16T00:58:50.185Z "name": "debian11",
9442024-11-16T00:58:50.185Z "os": "debian",
9452024-11-16T00:58:50.185Z "size": 2147483648,
9462024-11-16T00:58:50.186Z "time_created": "2024-11-16T00:58:49.996323Z",
9472024-11-16T00:58:50.186Z "time_modified": "2024-11-16T00:58:50.168729Z",
9482024-11-16T00:58:50.186Z "version": "11"
9492024-11-16T00:58:50.186Z}
9502024-11-16T00:58:50.209Z+ for test_bin in tests/*
9512024-11-16T00:58:50.209Z+ ./tests/bootstrap-246df57fa2cbf807
9522024-11-16T00:58:50.209Z
9532024-11-16T00:58:50.209Zrunning 0 tests
9542024-11-16T00:58:50.209Z
9552024-11-16T00:58:50.209Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9562024-11-16T00:58:50.209Z
9572024-11-16T00:58:50.209Z+ for test_bin in tests/*
9582024-11-16T00:58:50.209Z+ ./tests/commtest-47185152e52e4d85
9592024-11-16T00:58:50.232Z
9602024-11-16T00:58:50.232Zrunning 0 tests
9612024-11-16T00:58:50.232Z
9622024-11-16T00:58:50.232Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9632024-11-16T00:58:50.232Z
9642024-11-16T00:58:50.232Z+ for test_bin in tests/*
9652024-11-16T00:58:50.232Z+ ./tests/dhcp_server-f25fc174fad7a7b4
9662024-11-16T00:58:50.232Z
9672024-11-16T00:58:50.233Zrunning 0 tests
9682024-11-16T00:58:50.233Z
9692024-11-16T00:58:50.233Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9702024-11-16T00:58:50.233Z
9712024-11-16T00:58:50.233Z+ for test_bin in tests/*
9722024-11-16T00:58:50.233Z+ ./tests/end_to_end_tests-113dd4db321a5b88
9732024-11-16T00:58:50.320Z
9742024-11-16T00:58:50.320Zrunning 2 tests
9752024-11-16T00:58:50.541Ztest no_spoof::no_spoof_here ... ok
9762024-11-16T00:59:17.848Ztest instance_launch::instance_launch ... ok
9772024-11-16T00:59:17.871Z
9782024-11-16T00:59:17.872Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.53s
9792024-11-16T00:59:17.872Z
9802024-11-16T00:59:17.872Z+ _exit_trap
9812024-11-16T00:59:17.872Z+ local status=0
9822024-11-16T00:59:17.872Z+ set +o errexit
9832024-11-16T00:59:17.872Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
9842024-11-16T00:59:17.872Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
9852024-11-16T00:59:18.346Z+ pfexec svcadm -Z disable -s cron
9862024-11-16T00:59:20.115Z+ [[ 0 -eq 0 ]]
9872024-11-16T00:59:20.115Z+ exit 0
9882024-11-16T00:59:20.138Zprocess exited: duration 953013 ms, exit code 0
 
9892024-11-16T00:59:20.240Zfound 118 output files
9902024-11-16T00:59:20.240Zuploading: /var/svc/log/oxide-sled-agent:default.log (1457510 bytes)
9912024-11-16T00:59:21.551Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9922024-11-16T00:59:21.551Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7864753 bytes)
9932024-11-16T00:59:22.365Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7864753 -> 7881183
9942024-11-16T00:59:23.432Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9952024-11-16T00:59:23.432Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (103735 bytes)
9962024-11-16T00:59:24.629Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9972024-11-16T00:59:24.629Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7744 bytes)
9982024-11-16T00:59:25.740Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9992024-11-16T00:59:25.764Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31215 bytes)
10002024-11-16T00:59:26.892Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
10012024-11-16T00:59:26.892Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (297317 bytes)
10022024-11-16T00:59:27.091Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 297317 -> 299693
10032024-11-16T00:59:28.158Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10042024-11-16T00:59:28.158Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (8574 bytes)
10052024-11-16T00:59:29.269Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
10062024-11-16T00:59:29.269Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (411485 bytes)
10072024-11-16T00:59:29.508Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 411485 -> 418783
10082024-11-16T00:59:30.575Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10092024-11-16T00:59:30.576Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (15323 bytes)
10102024-11-16T00:59:31.690Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
10112024-11-16T00:59:31.690Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2254844 bytes)
10122024-11-16T00:59:32.069Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2254844 -> 2293446
10132024-11-16T00:59:33.137Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10142024-11-16T00:59:33.137Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (53517 bytes)
10152024-11-16T00:59:34.312Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
10162024-11-16T00:59:34.313Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5624960 bytes)
10172024-11-16T00:59:34.993Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5624960 -> 5721794
10182024-11-16T00:59:36.061Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
10192024-11-16T00:59:36.061Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (29158 bytes)
10202024-11-16T00:59:37.214Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
10212024-11-16T00:59:37.215Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
10222024-11-16T00:59:38.283Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
10232024-11-16T00:59:38.283Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3334 bytes)
10242024-11-16T00:59:39.373Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
10252024-11-16T00:59:39.373Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (422142 bytes)
10262024-11-16T00:59:39.590Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 422142 -> 431960
10272024-11-16T00:59:40.657Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
10282024-11-16T00:59:40.657Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (2856 bytes)
10292024-11-16T00:59:41.747Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
10302024-11-16T00:59:41.747Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13455 bytes)
10312024-11-16T00:59:41.813Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13455 -> 14040
10322024-11-16T00:59:42.880Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10332024-11-16T00:59:42.880Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
10342024-11-16T00:59:43.970Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
10352024-11-16T00:59:43.970Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (346 bytes)
10362024-11-16T00:59:45.059Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10372024-11-16T00:59:45.059Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3501 bytes)
10382024-11-16T00:59:46.149Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
10392024-11-16T00:59:46.149Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10402024-11-16T00:59:47.217Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10412024-11-16T00:59:47.217Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
10422024-11-16T00:59:48.312Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10432024-11-16T00:59:48.312Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-cockroach-admin:default.log (3759 bytes)
10442024-11-16T00:59:49.401Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-cockroach-admin:default.log
10452024-11-16T00:59:49.401Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10462024-11-16T00:59:50.492Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-cockroachdb:default.log
10472024-11-16T00:59:50.492Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
10482024-11-16T00:59:51.581Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_cockroachdb_f64acdd3-0f86-45a4-91b1-39993a4e588a/root/var/svc/log/oxide-zone-network-setup:default.log
10492024-11-16T00:59:51.581Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
10502024-11-16T00:59:52.693Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-agent:default.log
10512024-11-16T00:59:52.693Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10522024-11-16T00:59:53.783Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-downstairs:default.log
10532024-11-16T00:59:53.783Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-downstairs:downstairs-aa8e0e7b-2ae8-49cb-9beb-bae6d432b475.log (3125 bytes)
10542024-11-16T00:59:54.872Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-crucible-downstairs:downstairs-aa8e0e7b-2ae8-49cb-9beb-bae6d432b475.log
10552024-11-16T00:59:54.872Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10562024-11-16T00:59:55.962Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_crucible_d011d103-e2d3-4e31-99a3-702678d6e86a/root/var/svc/log/oxide-zone-network-setup:default.log
10572024-11-16T00:59:55.962Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_internal_dns_c80113c0-af97-4ad7-b95e-0b8746569679/root/var/svc/log/oxide-internal_dns:default.log (451561 bytes)
10582024-11-16T00:59:57.228Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_internal_dns_c80113c0-af97-4ad7-b95e-0b8746569679/root/var/svc/log/oxide-internal_dns:default.log
10592024-11-16T00:59:57.228Zuploading: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_internal_dns_c80113c0-af97-4ad7-b95e-0b8746569679/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10602024-11-16T00:59:58.318Zuploaded: /pool/ext/220cf814-be1b-400b-bb43-5ab45b7eb044/crypt/zone/oxz_internal_dns_c80113c0-af97-4ad7-b95e-0b8746569679/root/var/svc/log/oxide-zone-network-setup:default.log
10612024-11-16T00:59:58.318Zuploading: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10622024-11-16T00:59:59.408Zuploaded: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-crucible-agent:default.log
10632024-11-16T00:59:59.432Zuploading: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10642024-11-16T01:00:00.498Zuploaded: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-crucible-downstairs:default.log
10652024-11-16T01:00:00.523Zuploading: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10662024-11-16T01:00:01.588Zuploaded: /pool/ext/2df48cc0-997e-4c6b-92f6-f05e369b8ceb/crypt/zone/oxz_crucible_b240ea0f-29c5-4b63-8b2b-01e85c8917f3/root/var/svc/log/oxide-zone-network-setup:default.log
10672024-11-16T01:00:01.589Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-agent:default.log (28693 bytes)
10682024-11-16T01:00:02.742Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-agent:default.log
10692024-11-16T01:00:02.742Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10702024-11-16T01:00:03.832Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:default.log
10712024-11-16T01:00:03.832Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-f4eaff09-bd74-46f5-a66d-2885d52b7ed5.log (6075 bytes)
10722024-11-16T01:00:04.922Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-f4eaff09-bd74-46f5-a66d-2885d52b7ed5.log
10732024-11-16T01:00:04.922Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6.log (5973 bytes)
10742024-11-16T01:00:06.012Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc8332a8-e37b-4a95-adca-bac39fa6e2e6.log
10752024-11-16T01:00:06.037Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:snapshot-f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log (5666 bytes)
10762024-11-16T01:00:07.101Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-crucible-downstairs:snapshot-f4eaff09-bd74-46f5-a66d-2885d52b7ed5-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log
10772024-11-16T01:00:07.101Zuploading: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10782024-11-16T01:00:08.192Zuploaded: /pool/ext/769d1181-4cb2-4e0f-87be-d1b20a8a9c58/crypt/zone/oxz_crucible_a539f104-82d1-43cd-96eb-70a7ebd036e9/root/var/svc/log/oxide-zone-network-setup:default.log
10792024-11-16T01:00:08.192Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_clickhouse_569788cc-821e-4658-948b-5e5a34a278f1/root/var/svc/log/oxide-clickhouse:default.log (3342701 bytes)
10802024-11-16T01:00:08.691Zupload warning: file "/pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_clickhouse_569788cc-821e-4658-948b-5e5a34a278f1/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3342701 -> 3599970
10812024-11-16T01:00:09.758Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_clickhouse_569788cc-821e-4658-948b-5e5a34a278f1/root/var/svc/log/oxide-clickhouse:default.log
10822024-11-16T01:00:09.759Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_clickhouse_569788cc-821e-4658-948b-5e5a34a278f1/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
10832024-11-16T01:00:10.848Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_clickhouse_569788cc-821e-4658-948b-5e5a34a278f1/root/var/svc/log/oxide-zone-network-setup:default.log
10842024-11-16T01:00:10.848Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-cockroach-admin:default.log (3755 bytes)
10852024-11-16T01:00:11.938Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-cockroach-admin:default.log
10862024-11-16T01:00:11.939Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-cockroachdb:default.log (4300 bytes)
10872024-11-16T01:00:13.028Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-cockroachdb:default.log
10882024-11-16T01:00:13.029Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
10892024-11-16T01:00:14.119Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_cockroachdb_3a49b4ec-be24-47ef-aad1-52046604f5b3/root/var/svc/log/oxide-zone-network-setup:default.log
10902024-11-16T01:00:14.119Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
10912024-11-16T01:00:15.229Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-agent:default.log
10922024-11-16T01:00:15.229Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10932024-11-16T01:00:16.319Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-downstairs:default.log
10942024-11-16T01:00:16.319Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0712731-5ce8-4bca-ab6b-15bbb8e05f80.log (3007 bytes)
10952024-11-16T01:00:17.409Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0712731-5ce8-4bca-ab6b-15bbb8e05f80.log
10962024-11-16T01:00:17.409Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10972024-11-16T01:00:18.499Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_crucible_aa8ef199-ff13-4bdb-b31a-e6207556abcd/root/var/svc/log/oxide-zone-network-setup:default.log
10982024-11-16T01:00:18.499Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-external_dns:default.log (49553 bytes)
10992024-11-16T01:00:18.628Zupload warning: file "/pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49553 -> 53326
11002024-11-16T01:00:19.695Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-external_dns:default.log
11012024-11-16T01:00:19.719Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11022024-11-16T01:00:20.786Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-opte-interface-setup:default.log
11032024-11-16T01:00:20.810Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
11042024-11-16T01:00:21.876Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_external_dns_4789218f-0ce6-4ce8-afb3-a6d16b0e8eaf/root/var/svc/log/oxide-zone-network-setup:default.log
11052024-11-16T01:00:21.876Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_internal_dns_6a6577d2-bb7e-4e5f-b40e-f761cbb3b32a/root/var/svc/log/oxide-internal_dns:default.log (451560 bytes)
11062024-11-16T01:00:22.096Zupload warning: file "/pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_internal_dns_6a6577d2-bb7e-4e5f-b40e-f761cbb3b32a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 451560 -> 455315
11072024-11-16T01:00:23.163Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_internal_dns_6a6577d2-bb7e-4e5f-b40e-f761cbb3b32a/root/var/svc/log/oxide-internal_dns:default.log
11082024-11-16T01:00:23.163Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_internal_dns_6a6577d2-bb7e-4e5f-b40e-f761cbb3b32a/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11092024-11-16T01:00:24.253Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_internal_dns_6a6577d2-bb7e-4e5f-b40e-f761cbb3b32a/root/var/svc/log/oxide-zone-network-setup:default.log
11102024-11-16T01:00:24.253Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-nexus:default.log (5008220 bytes)
11112024-11-16T01:00:25.191Zupload warning: file "/pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5008220 -> 5350675
11122024-11-16T01:00:26.258Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-nexus:default.log
11132024-11-16T01:00:26.259Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11142024-11-16T01:00:27.349Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-opte-interface-setup:default.log
11152024-11-16T01:00:27.349Zuploading: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11162024-11-16T01:00:28.440Zuploaded: /pool/ext/8dfb8147-eb55-4ee1-89a5-25b2d27c68ee/crypt/zone/oxz_nexus_cebce92a-579a-4295-b410-4ce799c5bf29/root/var/svc/log/oxide-zone-network-setup:default.log
11172024-11-16T01:00:28.440Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11182024-11-16T01:00:29.530Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-crucible-agent:default.log
11192024-11-16T01:00:29.530Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11202024-11-16T01:00:30.620Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-crucible-downstairs:default.log
11212024-11-16T01:00:30.620Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11222024-11-16T01:00:31.709Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_0b4fb600-f4f3-47ea-b984-9bf63673ff3e/root/var/svc/log/oxide-zone-network-setup:default.log
11232024-11-16T01:00:31.709Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_pantry_4c8ef314-c004-428d-a00a-64bc786ac3a6/root/var/svc/log/oxide-crucible-pantry:default.log (102047 bytes)
11242024-11-16T01:00:31.860Zupload warning: file "/pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_pantry_4c8ef314-c004-428d-a00a-64bc786ac3a6/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 102047 -> 113793
11252024-11-16T01:00:32.927Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_pantry_4c8ef314-c004-428d-a00a-64bc786ac3a6/root/var/svc/log/oxide-crucible-pantry:default.log
11262024-11-16T01:00:32.927Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_pantry_4c8ef314-c004-428d-a00a-64bc786ac3a6/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11272024-11-16T01:00:34.016Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_crucible_pantry_4c8ef314-c004-428d-a00a-64bc786ac3a6/root/var/svc/log/oxide-zone-network-setup:default.log
11282024-11-16T01:00:34.016Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
11292024-11-16T01:00:35.128Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-chrony-setup:default.log
11302024-11-16T01:00:35.128Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-ntp:default.log (527 bytes)
11312024-11-16T01:00:36.217Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-ntp:default.log
11322024-11-16T01:00:36.218Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
11332024-11-16T01:00:37.307Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-opte-interface-setup:default.log
11342024-11-16T01:00:37.307Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-zone-network-setup:default.log (2031 bytes)
11352024-11-16T01:00:38.397Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/svc/log/oxide-zone-network-setup:default.log
11362024-11-16T01:00:38.397Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11372024-11-16T01:00:39.487Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-crucible-agent:default.log
11382024-11-16T01:00:39.487Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11392024-11-16T01:00:40.577Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-crucible-downstairs:default.log
11402024-11-16T01:00:40.577Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11412024-11-16T01:00:41.667Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_crucible_68d1de56-2fd6-46e0-a2b5-ea6e8c6f6f36/root/var/svc/log/oxide-zone-network-setup:default.log
11422024-11-16T01:00:41.667Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-nexus:default.log (5036285 bytes)
11432024-11-16T01:00:42.668Zupload warning: file "/pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5036285 -> 5495187
11442024-11-16T01:00:43.735Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-nexus:default.log
11452024-11-16T01:00:43.736Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11462024-11-16T01:00:44.825Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-opte-interface-setup:default.log
11472024-11-16T01:00:44.825Zuploading: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11482024-11-16T01:00:45.915Zuploaded: /pool/ext/ad26846d-9efb-4f49-8d19-f73f5a25617e/crypt/zone/oxz_nexus_ff27fc99-a5d9-4c14-972a-fc3b1a67eb96/root/var/svc/log/oxide-zone-network-setup:default.log
11492024-11-16T01:00:45.915Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-cockroach-admin:default.log (3758 bytes)
11502024-11-16T01:00:47.006Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-cockroach-admin:default.log
11512024-11-16T01:00:47.006Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
11522024-11-16T01:00:48.097Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-cockroachdb:default.log
11532024-11-16T01:00:48.097Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
11542024-11-16T01:00:49.187Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_cockroachdb_48f72391-076a-4131-b4e5-1cdf907e700b/root/var/svc/log/oxide-zone-network-setup:default.log
11552024-11-16T01:00:49.187Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-agent:default.log (45101 bytes)
11562024-11-16T01:00:50.341Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-agent:default.log
11572024-11-16T01:00:50.341Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11582024-11-16T01:00:51.432Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:default.log
11592024-11-16T01:00:51.432Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024.log (5971 bytes)
11602024-11-16T01:00:52.520Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c80589c-a88c-4db8-aa7b-42df26a9b024.log
11612024-11-16T01:00:52.521Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-60fb6b2c-e866-467c-8118-d9e669210f66.log (6078 bytes)
11622024-11-16T01:00:53.611Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-60fb6b2c-e866-467c-8118-d9e669210f66.log
11632024-11-16T01:00:53.611Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-9d120ab4-9d98-47c7-b350-47a15f750cb8.log (3009 bytes)
11642024-11-16T01:00:54.701Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-9d120ab4-9d98-47c7-b350-47a15f750cb8.log
11652024-11-16T01:00:54.701Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47.log (3126 bytes)
11662024-11-16T01:00:55.791Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:downstairs-d412a39a-b460-44e5-b52d-3bc03f4f2a47.log
11672024-11-16T01:00:55.815Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:snapshot-60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log (5667 bytes)
11682024-11-16T01:00:56.881Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-crucible-downstairs:snapshot-60fb6b2c-e866-467c-8118-d9e669210f66-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log
11692024-11-16T01:00:56.881Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11702024-11-16T01:00:57.971Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_8a30a7ac-6c9e-413d-88bb-25f574dec214/root/var/svc/log/oxide-zone-network-setup:default.log
11712024-11-16T01:00:57.971Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_575b7fa0-5470-497f-a336-37cec1374bc5/root/var/svc/log/oxide-crucible-pantry:default.log (864723 bytes)
11722024-11-16T01:00:58.256Zupload warning: file "/pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_575b7fa0-5470-497f-a336-37cec1374bc5/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 864723 -> 880346
11732024-11-16T01:00:59.323Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_575b7fa0-5470-497f-a336-37cec1374bc5/root/var/svc/log/oxide-crucible-pantry:default.log
11742024-11-16T01:00:59.347Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_575b7fa0-5470-497f-a336-37cec1374bc5/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
11752024-11-16T01:01:00.413Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_575b7fa0-5470-497f-a336-37cec1374bc5/root/var/svc/log/oxide-zone-network-setup:default.log
11762024-11-16T01:01:00.413Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_7e8da82b-fd0a-41d9-9320-a043430b9e89/root/var/svc/log/oxide-crucible-pantry:default.log (104206 bytes)
11772024-11-16T01:01:00.577Zupload warning: file "/pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_7e8da82b-fd0a-41d9-9320-a043430b9e89/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 104206 -> 119860
11782024-11-16T01:01:01.644Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_7e8da82b-fd0a-41d9-9320-a043430b9e89/root/var/svc/log/oxide-crucible-pantry:default.log
11792024-11-16T01:01:01.646Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_7e8da82b-fd0a-41d9-9320-a043430b9e89/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
11802024-11-16T01:01:02.734Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_crucible_pantry_7e8da82b-fd0a-41d9-9320-a043430b9e89/root/var/svc/log/oxide-zone-network-setup:default.log
11812024-11-16T01:01:02.734Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-nexus:default.log (42015104 bytes)
11822024-11-16T01:01:10.790Zupload warning: file "/pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42015104 -> 42922003
11832024-11-16T01:01:11.856Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-nexus:default.log
11842024-11-16T01:01:11.856Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11852024-11-16T01:01:12.946Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-opte-interface-setup:default.log
11862024-11-16T01:01:12.946Zuploading: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11872024-11-16T01:01:14.034Zuploaded: /pool/ext/b3e7398e-9645-46d0-a57a-4bd06e1408a3/crypt/zone/oxz_nexus_6d7cf1e6-3ed9-42bc-8f17-49159affac6b/root/var/svc/log/oxide-zone-network-setup:default.log
11882024-11-16T01:01:14.058Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-cockroach-admin:default.log (3759 bytes)
11892024-11-16T01:01:15.124Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-cockroach-admin:default.log
11902024-11-16T01:01:15.148Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
11912024-11-16T01:01:16.215Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-cockroachdb:default.log
11922024-11-16T01:01:16.215Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
11932024-11-16T01:01:17.304Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_cockroachdb_b6fa57b2-8ac8-4ca5-802e-862f12d8173a/root/var/svc/log/oxide-zone-network-setup:default.log
11942024-11-16T01:01:17.329Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-agent:default.log (20176 bytes)
11952024-11-16T01:01:18.438Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-agent:default.log
11962024-11-16T01:01:18.438Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11972024-11-16T01:01:19.528Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:default.log
11982024-11-16T01:01:19.528Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61.log (6072 bytes)
11992024-11-16T01:01:20.618Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:downstairs-ada88eae-d85d-4079-9343-d43d05cc9a61.log
12002024-11-16T01:01:20.642Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:snapshot-ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log (5664 bytes)
12012024-11-16T01:01:21.707Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-crucible-downstairs:snapshot-ada88eae-d85d-4079-9343-d43d05cc9a61-aab9b6ac-9f5e-42a2-a39a-2c79c90197a8.log
12022024-11-16T01:01:21.708Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12032024-11-16T01:01:22.798Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_crucible_0bf20a8b-7bf7-416f-83ed-8569fc9c1490/root/var/svc/log/oxide-zone-network-setup:default.log
12042024-11-16T01:01:22.798Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-external_dns:default.log (49552 bytes)
12052024-11-16T01:01:22.970Zupload warning: file "/pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 49552 -> 57105
12062024-11-16T01:01:24.038Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-external_dns:default.log
12072024-11-16T01:01:24.038Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12082024-11-16T01:01:25.126Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-opte-interface-setup:default.log
12092024-11-16T01:01:25.126Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
12102024-11-16T01:01:26.216Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_external_dns_3fa7bf58-2f14-4e4d-8427-d4d2bf9a7888/root/var/svc/log/oxide-zone-network-setup:default.log
12112024-11-16T01:01:26.216Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_internal_dns_efb58d7c-9eb5-4abc-9450-c5e9bc5bf2ee/root/var/svc/log/oxide-internal_dns:default.log (451564 bytes)
12122024-11-16T01:01:26.879Zupload warning: file "/pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_internal_dns_efb58d7c-9eb5-4abc-9450-c5e9bc5bf2ee/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 451564 -> 459074
12132024-11-16T01:01:27.946Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_internal_dns_efb58d7c-9eb5-4abc-9450-c5e9bc5bf2ee/root/var/svc/log/oxide-internal_dns:default.log
12142024-11-16T01:01:27.946Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_internal_dns_efb58d7c-9eb5-4abc-9450-c5e9bc5bf2ee/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
12152024-11-16T01:01:29.035Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_internal_dns_efb58d7c-9eb5-4abc-9450-c5e9bc5bf2ee/root/var/svc/log/oxide-zone-network-setup:default.log
12162024-11-16T01:01:29.035Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_oximeter_44e32ae0-e49c-4d3f-9d58-d04410c9ffa6/root/var/svc/log/oxide-oximeter:default.log (3258627 bytes)
12172024-11-16T01:01:31.178Zupload warning: file "/pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_oximeter_44e32ae0-e49c-4d3f-9d58-d04410c9ffa6/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3258627 -> 3853987
12182024-11-16T01:01:32.245Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_oximeter_44e32ae0-e49c-4d3f-9d58-d04410c9ffa6/root/var/svc/log/oxide-oximeter:default.log
12192024-11-16T01:01:32.245Zuploading: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_oximeter_44e32ae0-e49c-4d3f-9d58-d04410c9ffa6/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
12202024-11-16T01:01:33.335Zuploaded: /pool/ext/d49e8c8c-eb53-43b6-a176-aee4725796df/crypt/zone/oxz_oximeter_44e32ae0-e49c-4d3f-9d58-d04410c9ffa6/root/var/svc/log/oxide-zone-network-setup:default.log
12212024-11-16T01:01:33.335Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-cockroach-admin:default.log (3759 bytes)
12222024-11-16T01:01:34.425Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-cockroach-admin:default.log
12232024-11-16T01:01:34.425Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
12242024-11-16T01:01:35.515Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-cockroachdb:default.log
12252024-11-16T01:01:35.516Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
12262024-11-16T01:01:36.605Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_cockroachdb_f7603929-2d6e-48ef-8f9a-87b66f1f2a6b/root/var/svc/log/oxide-zone-network-setup:default.log
12272024-11-16T01:01:36.605Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-agent:default.log (29215 bytes)
12282024-11-16T01:01:37.758Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-agent:default.log
12292024-11-16T01:01:37.758Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12302024-11-16T01:01:38.849Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:default.log
12312024-11-16T01:01:38.849Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-4f0e663e-d073-4287-918a-0982cce2d1f3.log (3008 bytes)
12322024-11-16T01:01:39.940Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-4f0e663e-d073-4287-918a-0982cce2d1f3.log
12332024-11-16T01:01:39.964Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66.log (5973 bytes)
12342024-11-16T01:01:41.030Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6a9ad661-cc1f-4b85-9a98-2cf35e7c7a66.log
12352024-11-16T01:01:41.030Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b.log (3126 bytes)
12362024-11-16T01:01:42.120Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-crucible-downstairs:downstairs-bdd09cfe-d701-4e2d-be06-d010d087674b.log
12372024-11-16T01:01:42.120Zuploading: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
12382024-11-16T01:01:43.211Zuploaded: /pool/ext/eb288506-11eb-4ffc-bf84-f6c1550028b7/crypt/zone/oxz_crucible_13730105-f533-4f95-87fb-90f1e57f672d/root/var/svc/log/oxide-zone-network-setup:default.log
12392024-11-16T01:01:43.212Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/measurements.log (186320 bytes)
12402024-11-16T01:01:43.660Zupload warning: file "/pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/measurements.log" changed size mid upload: 186320 -> 234133
12412024-11-16T01:01:44.727Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/measurements.log
12422024-11-16T01:01:44.727Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/statistics.log (142038 bytes)
12432024-11-16T01:01:45.112Zupload warning: file "/pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/statistics.log" changed size mid upload: 142038 -> 178659
12442024-11-16T01:01:46.178Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/statistics.log
12452024-11-16T01:01:46.178Zuploading: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/tracking.log (25352 bytes)
12462024-11-16T01:01:46.287Zupload warning: file "/pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/tracking.log" changed size mid upload: 25352 -> 27596
12472024-11-16T01:01:47.354Zuploaded: /pool/ext/96d0d34c-625d-45e2-b0db-1fbc7541f944/crypt/zone/oxz_ntp_7522ebd4-79c3-43fb-84a7-8466237029e2/root/var/log/chrony/tracking.log