01JD5XZ68D0R4FYX5BAM943GZV: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JD5Y0C88TTXN4JP07E1PANX5

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-11-20T23:57:51.665Zjob dependencies complete; ready to run (waiting for 37 m 47 s)
22024-11-21T01:07:06.627Zjob assigned to worker 01JD63V909CMYGZCETM6ZHNXWY [factory lab, sock/10553] (queued for 1 h 9 m 14 s)
32024-11-21T01:07:06.725Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-11-21T01:07:06.782Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-11-21T01:07:06.816Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-11-21T01:07:06.849Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-11-21T01:07:06.883Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-11-21T01:07:06.916ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-11-21T01:07:06.949Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-11-21T01:07:06.983ZOxide Helios Version helios-2.0.23032 64-bit
112024-11-21T01:07:07.016ZConfiguring devices.
122024-11-21T01:07:07.050Z##################################################
132024-11-21T01:07:07.083Z#### ############# ##
142024-11-21T01:07:07.116Z### ### ############ ##
152024-11-21T01:07:07.150Z## ### # ## ### ## Oxide Computer Company ##
162024-11-21T01:07:07.183Z## ## ## ### # ### ##
172024-11-21T01:07:07.216Z## # ### #### #### This Station Under ##
182024-11-21T01:07:07.250Z### ### #### # ### Computer Control ##
192024-11-21T01:07:07.283Z#### #### ### ## ##
202024-11-21T01:07:07.317Z##################################################
212024-11-21T01:07:07.350ZHostname: sock
222024-11-21T01:07:07.384ZLoading smf(7) service descriptions:
232024-11-21T01:07:08.173Zdownloading input: /input/package/work/package.tar.gz
242024-11-21T01:12:27.840Zdownloaded input: /input/package/work/package.tar.gz
 
252024-11-21T01:12:27.864Zstarting task 0: "setup"
262024-11-21T01:12:27.864Z++ uname -s
272024-11-21T01:12:27.864Z+ kern=SunOS
282024-11-21T01:12:27.864Z+ case "$kern" in
292024-11-21T01:12:27.864Z+ groupadd -g 12345 build
302024-11-21T01:12:27.864Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-11-21T01:12:29.837Z+ zfs create -o mountpoint=/work rpool/work
322024-11-21T01:12:29.875Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-11-21T01:12:29.899Z+ home_fs=zfs
342024-11-21T01:12:29.899Z+ [[ zfs == autofs ]]
352024-11-21T01:12:29.899Z+ mkdir -p /home/build
362024-11-21T01:12:29.899Z+ chown build:build /home/build /work
372024-11-21T01:12:31.883Z+ chmod 0700 /home/build /work
382024-11-21T01:12:31.907Zprocess exited: duration 4068 ms, exit code 0
 
392024-11-21T01:12:31.954Zstarting task 1: "authentication"
402024-11-21T01:12:31.999Zprocess exited: duration 44 ms, exit code 0
 
412024-11-21T01:12:32.046Zstarting task 2: "build"
422024-11-21T01:12:32.070Z+ trap _exit_trap EXIT
432024-11-21T01:12:32.070Z+ OPTE_COMMIT=
442024-11-21T01:12:32.070Z+ [[ x != \x ]]
452024-11-21T01:12:32.070Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-11-21T01:12:32.165Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-11-21T01:12:32.165Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-11-21T01:12:32.166Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-11-21T01:12:32.166Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-11-21T01:12:32.166Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-11-21T01:12:32.166Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-11-21T01:12:32.189Z+ [[ -d /opt/oxide ]]
582024-11-21T01:12:32.189Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-11-21T01:12:32.189Z+ pfexec mkdir /opt/oxide
602024-11-21T01:12:32.189Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-11-21T01:12:32.189Z+ [[ -d /opt/oxide-underneath ]]
622024-11-21T01:12:32.189Z+ cd /opt/oxide-underneath
632024-11-21T01:12:32.189Z+ pfexec tar ceEp@/f - .
642024-11-21T01:12:32.189Z+ cd /opt/oxide
652024-11-21T01:12:32.189Z+ pfexec tar xveEp@/f -
662024-11-21T01:12:32.223Zx ., 0 bytes, 0 tape blocks
672024-11-21T01:12:32.223Zx ./opte, 0 bytes, 0 tape blocks
682024-11-21T01:12:32.223Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-11-21T01:12:32.223Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-11-21T01:12:32.247Z+ pfexec rm -rf /opt/oxide-underneath
712024-11-21T01:12:32.247Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-11-21T01:12:32.271Z+ pfexec mkdir /opt/oxide/work
732024-11-21T01:12:32.271Z+ pfexec chown build:build /opt/oxide/work
742024-11-21T01:12:32.271Z+ cd /opt/oxide/work
752024-11-21T01:12:32.271Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-11-21T01:12:46.106ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-11-21T01:12:46.106Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-11-21T01:12:46.106Zx out/target/test, 107 bytes, 1 tape blocks
792024-11-21T01:12:46.106Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-11-21T01:12:46.106Zx package-manifest.toml, 32501 bytes, 64 tape blocks
812024-11-21T01:12:46.106Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-11-21T01:12:46.106Zx target/release/omicron-package, 37222000 bytes, 72700 tape blocks
832024-11-21T01:12:46.106Zx target/release/xtask, 12031696 bytes, 23500 tape blocks
842024-11-21T01:12:46.106Zx target/debug/bootstrap, 215054400 bytes, 420029 tape blocks
852024-11-21T01:12:46.106Zx tests/bootstrap-7ae8ec2a7134e763, 24826920 bytes, 48491 tape blocks
862024-11-21T01:12:46.106Zx tests/commtest-b76c29b028377dcf, 25621968 bytes, 50043 tape blocks
872024-11-21T01:12:46.106Zx tests/dhcp_server-1c07b627f9612ef2, 24826936 bytes, 48491 tape blocks
882024-11-21T01:12:46.106Zx tests/end_to_end_tests-c77e5f5c99515c9f, 233589704 bytes, 456230 tape blocks
892024-11-21T01:12:46.106Zx out/clickhouse.tar.gz, 293346205 bytes, 572942 tape blocks
902024-11-21T01:12:46.106Zx out/clickhouse_keeper.tar.gz, 293344091 bytes, 572938 tape blocks
912024-11-21T01:12:46.107Zx out/clickhouse_server.tar.gz, 293345150 bytes, 572940 tape blocks
922024-11-21T01:12:46.107Zx out/cockroachdb.tar.gz, 137787838 bytes, 269117 tape blocks
932024-11-21T01:12:46.107Zx out/crucible-dtrace.tar, 84480 bytes, 165 tape blocks
942024-11-21T01:12:46.107Zx out/crucible-pantry-zone.tar.gz, 28848325 bytes, 56345 tape blocks
952024-11-21T01:12:46.107Zx out/crucible-zone.tar.gz, 37249637 bytes, 72754 tape blocks
962024-11-21T01:12:46.107Zx out/external-dns.tar.gz, 36124627 bytes, 70556 tape blocks
972024-11-21T01:12:46.107Zx out/internal-dns.tar.gz, 36123922 bytes, 70555 tape blocks
982024-11-21T01:12:46.107Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-11-21T01:12:46.107Zx out/nexus.tar.gz, 103045916 bytes, 201262 tape blocks
1002024-11-21T01:12:46.107Zx out/ntp.tar.gz, 10603006 bytes, 20709 tape blocks
1012024-11-21T01:12:46.107Zx out/omicron-gateway-softnpu.tar.gz, 24451888 bytes, 47758 tape blocks
1022024-11-21T01:12:46.107Zx out/omicron-sled-agent.tar, 115618816 bytes, 225818 tape blocks
1032024-11-21T01:12:46.107Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-11-21T01:12:46.107Zx out/oximeter.tar.gz, 52935777 bytes, 103391 tape blocks
1052024-11-21T01:12:46.107Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-11-21T01:12:46.107Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-11-21T01:12:46.107Zx out/propolis-server.tar.gz, 68181717 bytes, 133168 tape blocks
1082024-11-21T01:12:46.107Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-11-21T01:12:46.107Zx out/switch-softnpu.tar.gz, 243282564 bytes, 475162 tape blocks
1102024-11-21T01:12:46.133Z
1112024-11-21T01:12:46.133Zreal 13.824514615
1122024-11-21T01:12:46.133Zuser 12.229548181
1132024-11-21T01:12:46.133Zsys 2.762996501
1142024-11-21T01:12:46.133Ztrap 0.000435081
1152024-11-21T01:12:46.133Ztflt 0.000000000
1162024-11-21T01:12:46.133Zdflt 0.000000000
1172024-11-21T01:12:46.133Zkflt 0.000000000
1182024-11-21T01:12:46.133Zlock 0.000000000
1192024-11-21T01:12:46.133Zslp 12.327056742
1202024-11-21T01:12:46.133Zlat 0.326724855
1212024-11-21T01:12:46.134Zstop 0.000132951
1222024-11-21T01:12:46.134Z+ source .github/buildomat/ci-env.sh
1232024-11-21T01:12:46.134Z++ export CARGO_TERM_COLOR=always
1242024-11-21T01:12:46.134Z++ CARGO_TERM_COLOR=always
1252024-11-21T01:12:46.134Z+ bmat address ls
1262024-11-21T01:12:46.134ZNAME CIDR FIRST LAST COUNT
1272024-11-21T01:12:46.134Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282024-11-21T01:12:46.134Z++ bmat address ls -f extra -Ho first,last,count
1292024-11-21T01:12:46.134Z+ set -- 10.151.2.164 10.151.2.227 64
1302024-11-21T01:12:46.134Z+ EXTRA_IP_START=10.151.2.164
1312024-11-21T01:12:46.134Z+ EXTRA_IP_END=10.151.2.227
1322024-11-21T01:12:46.134Z+ EXTRA_IP_COUNT=64
1332024-11-21T01:12:46.134Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-11-21T01:12:46.134Z+ EXTRA_IP_BASE=10.151.2
1352024-11-21T01:12:46.134Z+ EXTRA_IP_FOCTET=164
1362024-11-21T01:12:46.134Z+ EXTRA_IP_LOCTET=227
1372024-11-21T01:12:46.134Z+ SERVICE_IP_POOL_START=10.151.2.164
1382024-11-21T01:12:46.134Z+ SERVICE_IP_POOL_END=10.151.2.173
1392024-11-21T01:12:46.134Z+ DNS_IP1=10.151.2.164
1402024-11-21T01:12:46.134Z+ DNS_IP2=10.151.2.165
1412024-11-21T01:12:46.134Z+ UPLINK_IP=10.151.2.174
1422024-11-21T01:12:46.134Z+ IPPOOL_START=10.151.2.175
1432024-11-21T01:12:46.134Z+ IPPOOL_END=10.151.2.227
1442024-11-21T01:12:46.134Z++ ipadm show-addr -po type,addr
1452024-11-21T01:12:46.135Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-11-21T01:12:46.135Z+ GATEWAY_IP=10.151.2.100
1472024-11-21T01:12:46.135Z+ [[ -n 10.151.2.100 ]]
1482024-11-21T01:12:46.135Z+ ping -s 10.151.2.100 56 1
1492024-11-21T01:12:46.135ZPING 10.151.2.100: 56 data bytes
1502024-11-21T01:12:46.135Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1512024-11-21T01:12:46.135Z
1522024-11-21T01:12:46.135Z----10.151.2.100 PING Statistics----
1532024-11-21T01:12:46.135Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-11-21T01:12:46.135Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1552024-11-21T01:12:46.135Z++ arp -an
1562024-11-21T01:12:46.135Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572024-11-21T01:12:46.135Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582024-11-21T01:12:46.135Z+ routeadm -e ipv4-forwarding -u
1592024-11-21T01:12:46.242Z+ PXA_START=10.151.2.164
1602024-11-21T01:12:46.243Z+ PXA_END=10.151.2.227
1612024-11-21T01:12:46.243Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-11-21T01:12:46.379Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632024-11-21T01:12:46.403ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-11-21T01:12:46.457Zcreating virtual hardware
1652024-11-21T01:12:46.480Zcreating /scratch/m2_0.vdev
1662024-11-21T01:12:46.481Zcreating /scratch/m2_1.vdev
1672024-11-21T01:12:46.481Zcreating /scratch/u2_0.vdev
1682024-11-21T01:12:46.481Zcreating /scratch/u2_1.vdev
1692024-11-21T01:12:46.481Zcreating /scratch/u2_2.vdev
1702024-11-21T01:12:46.481Zcreating /scratch/u2_3.vdev
1712024-11-21T01:12:46.481Zcreating /scratch/u2_4.vdev
1722024-11-21T01:12:46.481Zcreating /scratch/u2_5.vdev
1732024-11-21T01:12:46.481Zcreating /scratch/u2_6.vdev
1742024-11-21T01:12:46.481Zcreating /scratch/u2_7.vdev
1752024-11-21T01:12:46.481Zcreating /scratch/u2_8.vdev
1762024-11-21T01:12:46.505ZSimnet net0/sc0_0 exists
1772024-11-21T01:12:46.532ZSimnet net1/sc1_0 exists
1782024-11-21T01:12:46.532ZVnic sc0_1 exists
1792024-11-21T01:12:59.069ZUsing 10.151.2.100 as gateway ip
1802024-11-21T01:12:59.069Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812024-11-21T01:12:59.069Zconfiguring SoftNPU ARP entry
1822024-11-21T01:12:59.097Zconfiguring SoftNPU proxy ARP
1832024-11-21T01:12:59.150ZSoftNPU state:
1842024-11-21T01:12:59.150Z local v6:
1852024-11-21T01:12:59.150Z local v4:
1862024-11-21T01:12:59.150Z router v6:
1872024-11-21T01:12:59.150Z router v4_idx:
1882024-11-21T01:12:59.151Z router v4_routes:
1892024-11-21T01:12:59.151Z resolver v4:
1902024-11-21T01:12:59.151Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912024-11-21T01:12:59.151Z resolver v6:
1922024-11-21T01:12:59.151Z nat v4:
1932024-11-21T01:12:59.151Z nat_v6:
1942024-11-21T01:12:59.151Z port_mac:
1952024-11-21T01:12:59.151Z proxy arp:
1962024-11-21T01:12:59.151Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972024-11-21T01:12:59.175Zcreated virtual hardware
1982024-11-21T01:12:59.175Z
1992024-11-21T01:12:59.175Zreal 12.767946116
2002024-11-21T01:12:59.175Zuser 0.668329668
2012024-11-21T01:12:59.175Zsys 3.163664791
2022024-11-21T01:12:59.175Ztrap 0.000084927
2032024-11-21T01:12:59.175Ztflt 0.000285124
2042024-11-21T01:12:59.175Zdflt 0.000407152
2052024-11-21T01:12:59.175Zkflt 0.000024279
2062024-11-21T01:12:59.175Zlock 9:52.515398540
2072024-11-21T01:12:59.175Zslp 38.554353969
2082024-11-21T01:12:59.175Zlat 0.075248211
2092024-11-21T01:12:59.175Zstop 0.392491977
2102024-11-21T01:12:59.175Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-11-21T01:12:59.198Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-11-21T01:12:59.198Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-11-21T01:12:59.198Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-11-21T01:12:59.199Z+++ pkg/config.toml Thu Nov 21 01:12:58 2024
2152024-11-21T01:12:59.199Z@@ -29,18 +29,18 @@
2162024-11-21T01:12:59.199Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-11-21T01:12:59.199Z # followed by a string that is embedded into their fake serial values.
2182024-11-21T01:12:59.199Z vdevs = [
2192024-11-21T01:12:59.199Z- "m2_0.vdev",
2202024-11-21T01:12:59.199Z- "m2_1.vdev",
2212024-11-21T01:12:59.199Z+ "/scratch/m2_0.vdev",
2222024-11-21T01:12:59.199Z+ "/scratch/m2_1.vdev",
2232024-11-21T01:12:59.199Z
2242024-11-21T01:12:59.199Z- "u2_0.vdev",
2252024-11-21T01:12:59.199Z- "u2_1.vdev",
2262024-11-21T01:12:59.199Z- "u2_2.vdev",
2272024-11-21T01:12:59.199Z- "u2_3.vdev",
2282024-11-21T01:12:59.199Z- "u2_4.vdev",
2292024-11-21T01:12:59.199Z- "u2_5.vdev",
2302024-11-21T01:12:59.199Z- "u2_6.vdev",
2312024-11-21T01:12:59.199Z- "u2_7.vdev",
2322024-11-21T01:12:59.199Z- "u2_8.vdev",
2332024-11-21T01:12:59.199Z+ "/scratch/u2_0.vdev",
2342024-11-21T01:12:59.199Z+ "/scratch/u2_1.vdev",
2352024-11-21T01:12:59.199Z+ "/scratch/u2_2.vdev",
2362024-11-21T01:12:59.199Z+ "/scratch/u2_3.vdev",
2372024-11-21T01:12:59.199Z+ "/scratch/u2_4.vdev",
2382024-11-21T01:12:59.199Z+ "/scratch/u2_5.vdev",
2392024-11-21T01:12:59.199Z+ "/scratch/u2_6.vdev",
2402024-11-21T01:12:59.199Z+ "/scratch/u2_7.vdev",
2412024-11-21T01:12:59.199Z+ "/scratch/u2_8.vdev",
2422024-11-21T01:12:59.199Z ]
2432024-11-21T01:12:59.199Z
2442024-11-21T01:12:59.199Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-11-21T01:12:59.199Z+ true
2462024-11-21T01:12:59.199Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-11-21T01:12:59.199Z+ SILO_NAME=recovery
2482024-11-21T01:12:59.199Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-11-21T01:12:59.199Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-11-21T01:12:59.199Z+ sed -i~ '
2512024-11-21T01:12:59.200Z /^external_dns_ips/c\
2522024-11-21T01:12:59.200Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532024-11-21T01:12:59.200Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-11-21T01:12:59.200Z /^first/c\
2552024-11-21T01:12:59.200Zfirst = "10.151.2.164"
2562024-11-21T01:12:59.200Z /^last/c\
2572024-11-21T01:12:59.200Zlast = "10.151.2.173"
2582024-11-21T01:12:59.200Z }
2592024-11-21T01:12:59.200Z /^infra_ip_first/c\
2602024-11-21T01:12:59.200Zinfra_ip_first = "10.151.2.174"
2612024-11-21T01:12:59.200Z /^infra_ip_last/c\
2622024-11-21T01:12:59.200Zinfra_ip_last = "10.151.2.174"
2632024-11-21T01:12:59.200Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-11-21T01:12:59.200Z /^routes/c\
2652024-11-21T01:12:59.200Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662024-11-21T01:12:59.200Z /^addresses/c\
2672024-11-21T01:12:59.200Zaddresses = \[{address = "10.151.2.174/24"} \]
2682024-11-21T01:12:59.200Z }
2692024-11-21T01:12:59.200Z' pkg/config-rss.toml
2702024-11-21T01:12:59.224Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-11-21T01:12:59.224Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-11-21T01:12:59.224Z+++ pkg/config-rss.toml Thu Nov 21 01:12:58 2024
2732024-11-21T01:12:59.224Z@@ -33,7 +33,7 @@
2742024-11-21T01:12:59.224Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-11-21T01:12:59.224Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-11-21T01:12:59.225Z # below.
2772024-11-21T01:12:59.225Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-11-21T01:12:59.225Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792024-11-21T01:12:59.225Z
2802024-11-21T01:12:59.225Z # Initial TLS certificates for the external API
2812024-11-21T01:12:59.225Z #
2822024-11-21T01:12:59.225Z@@ -69,8 +69,8 @@
2832024-11-21T01:12:59.225Z #
2842024-11-21T01:12:59.225Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-11-21T01:12:59.225Z [[internal_services_ip_pool_ranges]]
2862024-11-21T01:12:59.225Z-first = "192.168.1.20"
2872024-11-21T01:12:59.225Z-last = "192.168.1.29"
2882024-11-21T01:12:59.225Z+first = "10.151.2.164"
2892024-11-21T01:12:59.225Z+last = "10.151.2.173"
2902024-11-21T01:12:59.225Z
2912024-11-21T01:12:59.225Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-11-21T01:12:59.225Z # parameters should be provided to the control plane via wicket, but we need to
2932024-11-21T01:12:59.225Z@@ -91,8 +91,8 @@
2942024-11-21T01:12:59.225Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-11-21T01:12:59.225Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-11-21T01:12:59.225Z # With softnpu, only one address is used.
2972024-11-21T01:12:59.226Z-infra_ip_first = "192.168.1.30"
2982024-11-21T01:12:59.226Z-infra_ip_last = "192.168.1.30"
2992024-11-21T01:12:59.226Z+infra_ip_first = "10.151.2.174"
3002024-11-21T01:12:59.226Z+infra_ip_last = "10.151.2.174"
3012024-11-21T01:12:59.226Z
3022024-11-21T01:12:59.226Z # Configurations for BGP routers to run on the scrimlets.
3032024-11-21T01:12:59.226Z bgp = []
3042024-11-21T01:12:59.226Z@@ -100,9 +100,9 @@
3052024-11-21T01:12:59.226Z # You can configure multiple uplinks by repeating the following stanza
3062024-11-21T01:12:59.226Z [[rack_network_config.ports]]
3072024-11-21T01:12:59.226Z # Routes associated with this port.
3082024-11-21T01:12:59.226Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-11-21T01:12:59.226Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102024-11-21T01:12:59.226Z # Addresses associated with this port.
3112024-11-21T01:12:59.226Z-addresses = [{address = "192.168.1.30/24"}]
3122024-11-21T01:12:59.226Z+addresses = [{address = "10.151.2.174/24"} ]
3132024-11-21T01:12:59.226Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-11-21T01:12:59.226Z port = "qsfp0"
3152024-11-21T01:12:59.226Z # The speed of this port.
3162024-11-21T01:12:59.226Z+ true
3172024-11-21T01:12:59.226Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-11-21T01:12:59.226Za pkg/config-rss.toml 8K
3192024-11-21T01:12:59.226Za pkg/config.toml 4K
3202024-11-21T01:12:59.226Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-11-21T01:12:59.226Z+ TLS_NAME=recovery.sys.oxide.test
3222024-11-21T01:12:59.226Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-11-21T01:12:59.717Z.+......+...+...+..+.............+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.......+.....+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+....+..............+..................+...+.+...+......+.....+.....................+......+....+......+........+......+.+...............+.........+........+............+....+..+...+.........+.......+.....+....+.................+.............+...............+.................+...+....+........+.......+..+.+..+.+.................+.............+..+.............+......+........+......+.+.....+.+..+..........+........+.............+..+....+.............................+....+...+..+.............+........+......+...+.......+..................+...+...+..+.........+.........+.........+.+......+......+........+.+........+.......+..............+..........+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-11-21T01:13:00.156Z...+..+.........+.+......+.........+...+...+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+................+..+.+......+........+............+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+..................+...+.....+.+.....+........................+....+..+...+.......+.........+..+...+.......+..............+...+.....................+.+.....+......+.......+..+.+............+.....+.+..............+.+............+..+......+....+...+.........+......+...+.....+....+.....................+.........+......+.................+...+.+........+.............+.........+.........+..+.......+...........+......+.........+.....................+.........+.......+........+.......+........+.......+........+.+.....................+.................+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-11-21T01:13:00.180Z-----
3262024-11-21T01:13:00.203Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-11-21T01:13:00.203Za pkg/initial-tls-cert.pem 2K
3282024-11-21T01:13:00.203Za pkg/initial-tls-key.pem 4K
3292024-11-21T01:13:00.203Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-11-21T01:13:00.203Z+ rmdir pkg
3312024-11-21T01:13:00.203Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-11-21T01:13:00.203Z+ pfexec mkdir -p /usr/oxide
3332024-11-21T01:13:00.203Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-11-21T01:13:00.792Z+ pfexec chmod +x /usr/oxide/oxide
3352024-11-21T01:13:00.815Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-11-21T01:13:19.238Z+ OMICRON_NO_UNINSTALL=1
3372024-11-21T01:13:19.238Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-11-21T01:13:19.262ZLogging to: /opt/oxide/work/out/LOG
3392024-11-21T01:13:19.920Z
3402024-11-21T01:13:19.920Zreal 0.676157388
3412024-11-21T01:13:19.921Zuser 0.142084202
3422024-11-21T01:13:19.944Zsys 3.501613425
3432024-11-21T01:13:19.944Ztrap 0.000010440
3442024-11-21T01:13:19.944Ztflt 0.000004300
3452024-11-21T01:13:19.944Zdflt 0.000605936
3462024-11-21T01:13:19.944Zkflt 0.000001900
3472024-11-21T01:13:19.944Zlock 1:01.070184779
3482024-11-21T01:13:19.944Zslp 0.864249225
3492024-11-21T01:13:19.945Zlat 0.002918376
3502024-11-21T01:13:19.945Zstop 0.207356350
3512024-11-21T01:13:19.945Z+ retry=0
3522024-11-21T01:13:19.945Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-11-21T01:13:19.945Z+ [[ 0 -gt 30 ]]
3542024-11-21T01:13:19.945Z+ sleep 1
3552024-11-21T01:13:20.936Z+ retry=1
3562024-11-21T01:13:20.936Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-11-21T01:13:20.959Z+ [[ 1 -gt 30 ]]
3582024-11-21T01:13:20.959Z+ sleep 1
3592024-11-21T01:13:21.950Z+ retry=2
3602024-11-21T01:13:21.950Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-11-21T01:13:21.974Z+ [[ 2 -gt 30 ]]
3622024-11-21T01:13:21.974Z+ sleep 1
3632024-11-21T01:13:22.964Z+ retry=3
3642024-11-21T01:13:22.964Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-11-21T01:13:43.270Z+ [[ 3 -gt 30 ]]
3662024-11-21T01:13:43.270Z+ sleep 1
3672024-11-21T01:13:44.274Z+ retry=4
3682024-11-21T01:13:44.274Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-11-21T01:13:44.298Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-11-21T01:13:44.322Zlocal v6:
3712024-11-21T01:13:44.323Zfe80::1ce2:dff:fe19:1582
3722024-11-21T01:13:44.323Zfda6:88e5:6f79:784::1
3732024-11-21T01:13:44.323Zlocal v4:
3742024-11-21T01:13:44.323Z10.151.2.174
3752024-11-21T01:13:44.323Zrouter v6:
3762024-11-21T01:13:44.323Zrouter v4_idx:
3772024-11-21T01:13:44.323Z0.0.0.0/0 -> 0
3782024-11-21T01:13:44.323Zrouter v4_routes:
3792024-11-21T01:13:44.323Z0 -> 10.151.2.100 (2)
3802024-11-21T01:13:44.323Zresolver v4:
3812024-11-21T01:13:44.323Z10.151.2.174 -> 46:7f:9b:1e:e1:14
3822024-11-21T01:13:44.323Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3832024-11-21T01:13:44.323Zresolver v6:
3842024-11-21T01:13:44.323Zfe80::80b0:c5ff:fe1f:23d0 -> 82:b0:c5:1f:23:d0
3852024-11-21T01:13:44.323Zfe80::1ce2:dff:fe19:1582 -> 1e:e2:0d:19:15:82
3862024-11-21T01:13:44.323Znat v4:
3872024-11-21T01:13:44.323Znat_v6:
3882024-11-21T01:13:44.323Zport_mac:
3892024-11-21T01:13:44.323Z2: a8:40:25:67:f0:30
3902024-11-21T01:13:44.323Z1000: a8:40:25:67:f0:0f
3912024-11-21T01:13:44.323Z1: a8:40:25:67:f0:10
3922024-11-21T01:13:44.323Zproxy arp:
3932024-11-21T01:13:44.324Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3942024-11-21T01:13:44.324Z+ retry=0
3952024-11-21T01:13:44.347Z+++ zoneadm list -n
3962024-11-21T01:13:44.347Z+++ grep oxz_ntp
3972024-11-21T01:13:44.347Z++ pfexec svcs -z -Hostate oxide/ntp
3982024-11-21T01:13:44.347Zsvcs: zone '-Hostate': entity not found
3992024-11-21T01:13:44.348Z++ true
4002024-11-21T01:13:44.348Z+ [[ '' != online ]]
4012024-11-21T01:13:44.348Z+ [[ 0 -gt 60 ]]
4022024-11-21T01:13:44.348Z+ sleep 1
4032024-11-21T01:13:45.339Z+ retry=1
4042024-11-21T01:13:45.363Z+++ zoneadm list -n
4052024-11-21T01:13:45.363Z+++ grep oxz_ntp
4062024-11-21T01:13:45.363Z++ pfexec svcs -z -Hostate oxide/ntp
4072024-11-21T01:13:45.363Zsvcs: zone '-Hostate': entity not found
4082024-11-21T01:13:45.363Z++ true
4092024-11-21T01:13:45.363Z+ [[ '' != online ]]
4102024-11-21T01:13:45.363Z+ [[ 1 -gt 60 ]]
4112024-11-21T01:13:45.363Z+ sleep 1
4122024-11-21T01:13:46.363Z+ retry=2
4132024-11-21T01:13:46.387Z+++ zoneadm list -n
4142024-11-21T01:13:46.387Z+++ grep oxz_ntp
4152024-11-21T01:13:46.387Z++ pfexec svcs -z -Hostate oxide/ntp
4162024-11-21T01:13:46.387Zsvcs: zone '-Hostate': entity not found
4172024-11-21T01:13:46.387Z++ true
4182024-11-21T01:13:46.387Z+ [[ '' != online ]]
4192024-11-21T01:13:46.387Z+ [[ 2 -gt 60 ]]
4202024-11-21T01:13:46.387Z+ sleep 1
4212024-11-21T01:13:47.386Z+ retry=3
4222024-11-21T01:13:47.410Z+++ zoneadm list -n
4232024-11-21T01:13:47.411Z+++ grep oxz_ntp
4242024-11-21T01:13:47.411Z++ pfexec svcs -z -Hostate oxide/ntp
4252024-11-21T01:13:47.411Zsvcs: zone '-Hostate': entity not found
4262024-11-21T01:13:47.411Z++ true
4272024-11-21T01:13:47.411Z+ [[ '' != online ]]
4282024-11-21T01:13:47.411Z+ [[ 3 -gt 60 ]]
4292024-11-21T01:13:47.411Z+ sleep 1
4302024-11-21T01:13:48.409Z+ retry=4
4312024-11-21T01:13:48.433Z+++ zoneadm list -n
4322024-11-21T01:13:48.433Z+++ grep oxz_ntp
4332024-11-21T01:13:48.433Z++ pfexec svcs -z -Hostate oxide/ntp
4342024-11-21T01:13:48.433Zsvcs: zone '-Hostate': entity not found
4352024-11-21T01:13:48.433Z++ true
4362024-11-21T01:13:48.433Z+ [[ '' != online ]]
4372024-11-21T01:13:48.433Z+ [[ 4 -gt 60 ]]
4382024-11-21T01:13:48.433Z+ sleep 1
4392024-11-21T01:13:49.432Z+ retry=5
4402024-11-21T01:13:49.456Z+++ zoneadm list -n
4412024-11-21T01:13:49.456Z+++ grep oxz_ntp
4422024-11-21T01:13:49.456Z++ pfexec svcs -z -Hostate oxide/ntp
4432024-11-21T01:13:49.456Zsvcs: zone '-Hostate': entity not found
4442024-11-21T01:13:49.456Z++ true
4452024-11-21T01:13:49.456Z+ [[ '' != online ]]
4462024-11-21T01:13:49.456Z+ [[ 5 -gt 60 ]]
4472024-11-21T01:13:49.456Z+ sleep 1
4482024-11-21T01:13:50.455Z+ retry=6
4492024-11-21T01:13:50.479Z+++ zoneadm list -n
4502024-11-21T01:13:50.479Z+++ grep oxz_ntp
4512024-11-21T01:13:50.479Z++ pfexec svcs -z -Hostate oxide/ntp
4522024-11-21T01:13:50.479Zsvcs: zone '-Hostate': entity not found
4532024-11-21T01:13:50.480Z++ true
4542024-11-21T01:13:50.480Z+ [[ '' != online ]]
4552024-11-21T01:13:50.480Z+ [[ 6 -gt 60 ]]
4562024-11-21T01:13:50.480Z+ sleep 1
4572024-11-21T01:13:51.477Z+ retry=7
4582024-11-21T01:13:51.501Z+++ zoneadm list -n
4592024-11-21T01:13:51.501Z+++ grep oxz_ntp
4602024-11-21T01:13:51.501Z++ pfexec svcs -z -Hostate oxide/ntp
4612024-11-21T01:13:51.501Zsvcs: zone '-Hostate': entity not found
4622024-11-21T01:13:51.501Z++ true
4632024-11-21T01:13:51.501Z+ [[ '' != online ]]
4642024-11-21T01:13:51.502Z+ [[ 7 -gt 60 ]]
4652024-11-21T01:13:51.503Z+ sleep 1
4662024-11-21T01:13:52.497Z+ retry=8
4672024-11-21T01:13:52.521Z+++ zoneadm list -n
4682024-11-21T01:13:52.521Z+++ grep oxz_ntp
4692024-11-21T01:13:52.521Z++ pfexec svcs -z -Hostate oxide/ntp
4702024-11-21T01:13:52.521Zsvcs: zone '-Hostate': entity not found
4712024-11-21T01:13:52.521Z++ true
4722024-11-21T01:13:52.521Z+ [[ '' != online ]]
4732024-11-21T01:13:52.521Z+ [[ 8 -gt 60 ]]
4742024-11-21T01:13:52.521Z+ sleep 1
4752024-11-21T01:13:53.523Z+ retry=9
4762024-11-21T01:13:53.547Z+++ zoneadm list -n
4772024-11-21T01:13:53.547Z+++ grep oxz_ntp
4782024-11-21T01:13:53.547Z++ pfexec svcs -z -Hostate oxide/ntp
4792024-11-21T01:13:53.547Zsvcs: zone '-Hostate': entity not found
4802024-11-21T01:13:53.547Z++ true
4812024-11-21T01:13:53.547Z+ [[ '' != online ]]
4822024-11-21T01:13:53.547Z+ [[ 9 -gt 60 ]]
4832024-11-21T01:13:53.547Z+ sleep 1
4842024-11-21T01:13:54.546Z+ retry=10
4852024-11-21T01:13:54.570Z+++ zoneadm list -n
4862024-11-21T01:13:54.570Z+++ grep oxz_ntp
4872024-11-21T01:13:54.570Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
4882024-11-21T01:13:54.570Zsvcs: Could not bind to repository server for zone oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25: repository server unavailable
4892024-11-21T01:13:54.570Z++ true
4902024-11-21T01:13:54.570Z+ [[ '' != online ]]
4912024-11-21T01:13:54.570Z+ [[ 10 -gt 60 ]]
4922024-11-21T01:13:54.570Z+ sleep 1
4932024-11-21T01:13:55.567Z+ retry=11
4942024-11-21T01:13:55.591Z+++ zoneadm list -n
4952024-11-21T01:13:55.591Z+++ grep oxz_ntp
4962024-11-21T01:13:55.591Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
4972024-11-21T01:13:55.615Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4982024-11-21T01:13:55.615Z++ true
4992024-11-21T01:13:55.615Z+ [[ '' != online ]]
5002024-11-21T01:13:55.615Z+ [[ 11 -gt 60 ]]
5012024-11-21T01:13:55.615Z+ sleep 1
5022024-11-21T01:13:56.597Z+ retry=12
5032024-11-21T01:13:56.620Z+++ zoneadm list -n
5042024-11-21T01:13:56.620Z+++ grep oxz_ntp
5052024-11-21T01:13:56.620Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5062024-11-21T01:13:56.644Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5072024-11-21T01:13:56.644Z++ true
5082024-11-21T01:13:56.645Z+ [[ '' != online ]]
5092024-11-21T01:13:56.645Z+ [[ 12 -gt 60 ]]
5102024-11-21T01:13:56.645Z+ sleep 1
5112024-11-21T01:13:57.626Z+ retry=13
5122024-11-21T01:13:57.650Z+++ zoneadm list -n
5132024-11-21T01:13:57.650Z+++ grep oxz_ntp
5142024-11-21T01:13:57.650Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5152024-11-21T01:13:57.673Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5162024-11-21T01:13:57.673Z++ true
5172024-11-21T01:13:57.673Z+ [[ '' != online ]]
5182024-11-21T01:13:57.673Z+ [[ 13 -gt 60 ]]
5192024-11-21T01:13:57.673Z+ sleep 1
5202024-11-21T01:13:58.655Z+ retry=14
5212024-11-21T01:13:58.678Z+++ zoneadm list -n
5222024-11-21T01:13:58.678Z+++ grep oxz_ntp
5232024-11-21T01:13:58.678Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5242024-11-21T01:13:58.678Z+ [[ offline != online ]]
5252024-11-21T01:13:58.678Z+ [[ 14 -gt 60 ]]
5262024-11-21T01:13:58.678Z+ sleep 1
5272024-11-21T01:13:59.679Z+ retry=15
5282024-11-21T01:13:59.704Z+++ zoneadm list -n
5292024-11-21T01:13:59.704Z+++ grep oxz_ntp
5302024-11-21T01:13:59.704Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5312024-11-21T01:13:59.704Z+ [[ offline != online ]]
5322024-11-21T01:13:59.704Z+ [[ 15 -gt 60 ]]
5332024-11-21T01:13:59.704Z+ sleep 1
5342024-11-21T01:14:00.700Z+ retry=16
5352024-11-21T01:14:00.723Z+++ zoneadm list -n
5362024-11-21T01:14:00.723Z+++ grep oxz_ntp
5372024-11-21T01:14:00.724Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5382024-11-21T01:14:00.724Z+ [[ offline != online ]]
5392024-11-21T01:14:00.724Z+ [[ 16 -gt 60 ]]
5402024-11-21T01:14:00.724Z+ sleep 1
5412024-11-21T01:14:01.722Z+ retry=17
5422024-11-21T01:14:01.747Z+++ zoneadm list -n
5432024-11-21T01:14:01.747Z+++ grep oxz_ntp
5442024-11-21T01:14:01.747Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5452024-11-21T01:14:01.747Z+ [[ offline != online ]]
5462024-11-21T01:14:01.748Z+ [[ 17 -gt 60 ]]
5472024-11-21T01:14:01.748Z+ sleep 1
5482024-11-21T01:14:02.743Z+ retry=18
5492024-11-21T01:14:02.772Z+++ zoneadm list -n
5502024-11-21T01:14:02.772Z+++ grep oxz_ntp
5512024-11-21T01:14:02.772Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5522024-11-21T01:14:02.772Z+ [[ offline != online ]]
5532024-11-21T01:14:02.772Z+ [[ 18 -gt 60 ]]
5542024-11-21T01:14:02.772Z+ sleep 1
5552024-11-21T01:14:03.765Z+ retry=19
5562024-11-21T01:14:03.789Z+++ zoneadm list -n
5572024-11-21T01:14:03.790Z+++ grep oxz_ntp
5582024-11-21T01:14:03.790Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5592024-11-21T01:14:03.790Z+ [[ offline != online ]]
5602024-11-21T01:14:03.790Z+ [[ 19 -gt 60 ]]
5612024-11-21T01:14:03.790Z+ sleep 1
5622024-11-21T01:14:04.787Z+ retry=20
5632024-11-21T01:14:04.813Z+++ zoneadm list -n
5642024-11-21T01:14:04.813Z+++ grep oxz_ntp
5652024-11-21T01:14:04.813Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5662024-11-21T01:14:04.813Z+ [[ offline != online ]]
5672024-11-21T01:14:04.813Z+ [[ 20 -gt 60 ]]
5682024-11-21T01:14:04.813Z+ sleep 1
 
5692024-11-21T01:14:05.434Zsock console login: Nov 21 01:14:04 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5702024-11-21T01:14:05.809Z+ retry=21
5712024-11-21T01:14:05.832Z+++ zoneadm list -n
5722024-11-21T01:14:05.832Z+++ grep oxz_ntp
5732024-11-21T01:14:05.832Z++ pfexec svcs -z oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25 -Hostate oxide/ntp
5742024-11-21T01:14:05.832Z+ [[ online != online ]]
5752024-11-21T01:14:05.832Z+ echo 'Waited for chrony: 21s'
5762024-11-21T01:14:05.832Z+ retry=0
5772024-11-21T01:14:05.832ZWaited for chrony: 21s
5782024-11-21T01:14:05.832Z+ zoneadm list
5792024-11-21T01:14:05.832Z+ grep nexus
5802024-11-21T01:14:05.856Z+ [[ 0 -gt 300 ]]
5812024-11-21T01:14:05.856Z+ sleep 1
5822024-11-21T01:14:06.838Z+ retry=1
5832024-11-21T01:14:06.862Z+ zoneadm list
5842024-11-21T01:14:06.862Z+ grep nexus
5852024-11-21T01:14:06.862Z+ [[ 1 -gt 300 ]]
5862024-11-21T01:14:06.862Z+ sleep 1
5872024-11-21T01:14:07.848Z+ retry=2
5882024-11-21T01:14:07.872Z+ zoneadm list
5892024-11-21T01:14:07.872Z+ grep nexus
5902024-11-21T01:14:07.872Z+ [[ 2 -gt 300 ]]
5912024-11-21T01:14:07.872Z+ sleep 1
5922024-11-21T01:14:08.858Z+ retry=3
5932024-11-21T01:14:08.882Z+ zoneadm list
5942024-11-21T01:14:08.882Z+ grep nexus
5952024-11-21T01:14:08.882Z+ [[ 3 -gt 300 ]]
5962024-11-21T01:14:08.882Z+ sleep 1
5972024-11-21T01:14:09.869Z+ retry=4
5982024-11-21T01:14:09.892Z+ zoneadm list
5992024-11-21T01:14:09.892Z+ grep nexus
6002024-11-21T01:14:09.892Z+ [[ 4 -gt 300 ]]
6012024-11-21T01:14:09.893Z+ sleep 1
6022024-11-21T01:14:10.879Z+ retry=5
6032024-11-21T01:14:10.903Z+ zoneadm list
6042024-11-21T01:14:10.903Z+ grep nexus
6052024-11-21T01:14:10.903Z+ [[ 5 -gt 300 ]]
6062024-11-21T01:14:10.903Z+ sleep 1
6072024-11-21T01:14:11.889Z+ retry=6
6082024-11-21T01:14:11.912Z+ zoneadm list
6092024-11-21T01:14:11.912Z+ grep nexus
6102024-11-21T01:14:11.912Z+ [[ 6 -gt 300 ]]
6112024-11-21T01:14:11.912Z+ sleep 1
6122024-11-21T01:14:12.899Z+ retry=7
6132024-11-21T01:14:12.922Z+ zoneadm list
6142024-11-21T01:14:12.922Z+ grep nexus
6152024-11-21T01:14:12.922Z+ [[ 7 -gt 300 ]]
6162024-11-21T01:14:12.922Z+ sleep 1
6172024-11-21T01:14:13.909Z+ retry=8
6182024-11-21T01:14:13.934Z+ zoneadm list
6192024-11-21T01:14:13.934Z+ grep nexus
6202024-11-21T01:14:13.934Z+ [[ 8 -gt 300 ]]
6212024-11-21T01:14:13.934Z+ sleep 1
6222024-11-21T01:14:14.920Z+ retry=9
6232024-11-21T01:14:14.944Z+ zoneadm list
6242024-11-21T01:14:14.944Z+ grep nexus
6252024-11-21T01:14:14.944Z+ [[ 9 -gt 300 ]]
6262024-11-21T01:14:14.944Z+ sleep 1
6272024-11-21T01:14:15.930Z+ retry=10
6282024-11-21T01:14:15.954Z+ zoneadm list
6292024-11-21T01:14:15.954Z+ grep nexus
6302024-11-21T01:14:15.954Z+ [[ 10 -gt 300 ]]
6312024-11-21T01:14:15.954Z+ sleep 1
6322024-11-21T01:14:16.941Z+ retry=11
6332024-11-21T01:14:16.965Z+ zoneadm list
6342024-11-21T01:14:16.965Z+ grep nexus
6352024-11-21T01:14:16.965Z+ [[ 11 -gt 300 ]]
6362024-11-21T01:14:16.965Z+ sleep 1
6372024-11-21T01:14:17.952Z+ retry=12
6382024-11-21T01:14:17.975Z+ zoneadm list
6392024-11-21T01:14:17.975Z+ grep nexus
6402024-11-21T01:14:17.975Z+ [[ 12 -gt 300 ]]
6412024-11-21T01:14:17.975Z+ sleep 1
6422024-11-21T01:14:18.962Z+ retry=13
6432024-11-21T01:14:18.986Z+ zoneadm list
6442024-11-21T01:14:18.986Z+ grep nexus
6452024-11-21T01:14:18.986Z+ [[ 13 -gt 300 ]]
6462024-11-21T01:14:18.986Z+ sleep 1
6472024-11-21T01:14:19.972Z+ retry=14
6482024-11-21T01:14:19.996Z+ zoneadm list
6492024-11-21T01:14:19.996Z+ grep nexus
6502024-11-21T01:14:19.996Z+ [[ 14 -gt 300 ]]
6512024-11-21T01:14:19.996Z+ sleep 1
6522024-11-21T01:14:20.982Z+ retry=15
6532024-11-21T01:14:21.006Z+ zoneadm list
6542024-11-21T01:14:21.006Z+ grep nexus
6552024-11-21T01:14:21.006Z+ [[ 15 -gt 300 ]]
6562024-11-21T01:14:21.006Z+ sleep 1
6572024-11-21T01:14:21.993Z+ retry=16
6582024-11-21T01:14:22.017Z+ zoneadm list
6592024-11-21T01:14:22.017Z+ grep nexus
6602024-11-21T01:14:22.017Z+ [[ 16 -gt 300 ]]
6612024-11-21T01:14:22.017Z+ sleep 1
6622024-11-21T01:14:23.004Z+ retry=17
6632024-11-21T01:14:23.027Z+ zoneadm list
6642024-11-21T01:14:23.028Z+ grep nexus
6652024-11-21T01:14:23.028Z+ [[ 17 -gt 300 ]]
6662024-11-21T01:14:23.028Z+ sleep 1
6672024-11-21T01:14:24.014Z+ retry=18
6682024-11-21T01:14:24.038Z+ zoneadm list
6692024-11-21T01:14:24.038Z+ grep nexus
6702024-11-21T01:14:24.038Z+ [[ 18 -gt 300 ]]
6712024-11-21T01:14:24.038Z+ sleep 1
6722024-11-21T01:14:25.025Z+ retry=19
6732024-11-21T01:14:25.049Z+ zoneadm list
6742024-11-21T01:14:25.049Z+ grep nexus
6752024-11-21T01:14:25.049Z+ [[ 19 -gt 300 ]]
6762024-11-21T01:14:25.049Z+ sleep 1
6772024-11-21T01:14:26.035Z+ retry=20
6782024-11-21T01:14:26.059Z+ zoneadm list
6792024-11-21T01:14:26.059Z+ grep nexus
6802024-11-21T01:14:26.059Z+ [[ 20 -gt 300 ]]
6812024-11-21T01:14:26.059Z+ sleep 1
6822024-11-21T01:14:27.046Z+ retry=21
6832024-11-21T01:14:27.069Z+ zoneadm list
6842024-11-21T01:14:27.069Z+ grep nexus
6852024-11-21T01:14:27.069Z+ [[ 21 -gt 300 ]]
6862024-11-21T01:14:27.069Z+ sleep 1
6872024-11-21T01:14:28.055Z+ retry=22
6882024-11-21T01:14:28.079Z+ zoneadm list
6892024-11-21T01:14:28.079Z+ grep nexus
6902024-11-21T01:14:28.079Z+ [[ 22 -gt 300 ]]
6912024-11-21T01:14:28.079Z+ sleep 1
6922024-11-21T01:14:29.066Z+ retry=23
6932024-11-21T01:14:29.090Z+ zoneadm list
6942024-11-21T01:14:29.090Z+ grep nexus
6952024-11-21T01:14:29.090Z+ [[ 23 -gt 300 ]]
6962024-11-21T01:14:29.090Z+ sleep 1
6972024-11-21T01:14:30.077Z+ retry=24
6982024-11-21T01:14:30.100Z+ zoneadm list
6992024-11-21T01:14:30.100Z+ grep nexus
7002024-11-21T01:14:30.100Z+ [[ 24 -gt 300 ]]
7012024-11-21T01:14:30.100Z+ sleep 1
7022024-11-21T01:14:31.087Z+ retry=25
7032024-11-21T01:14:31.110Z+ zoneadm list
7042024-11-21T01:14:31.110Z+ grep nexus
7052024-11-21T01:14:31.110Z+ [[ 25 -gt 300 ]]
7062024-11-21T01:14:31.110Z+ sleep 1
7072024-11-21T01:14:32.096Z+ retry=26
7082024-11-21T01:14:32.120Z+ zoneadm list
7092024-11-21T01:14:32.120Z+ grep nexus
7102024-11-21T01:14:32.120Z+ [[ 26 -gt 300 ]]
7112024-11-21T01:14:32.120Z+ sleep 1
7122024-11-21T01:14:33.107Z+ retry=27
7132024-11-21T01:14:33.155Z+ zoneadm list
7142024-11-21T01:14:33.155Z+ grep nexus
7152024-11-21T01:14:33.155Z+ [[ 27 -gt 300 ]]
7162024-11-21T01:14:33.155Z+ sleep 1
7172024-11-21T01:14:34.117Z+ retry=28
7182024-11-21T01:14:34.141Z+ zoneadm list
7192024-11-21T01:14:34.141Z+ grep nexus
7202024-11-21T01:14:34.141Z+ [[ 28 -gt 300 ]]
7212024-11-21T01:14:34.141Z+ sleep 1
7222024-11-21T01:14:35.128Z+ retry=29
7232024-11-21T01:14:35.151Z+ zoneadm list
7242024-11-21T01:14:35.151Z+ grep nexus
7252024-11-21T01:14:35.151Z+ [[ 29 -gt 300 ]]
7262024-11-21T01:14:35.151Z+ sleep 1
7272024-11-21T01:14:36.138Z+ retry=30
7282024-11-21T01:14:36.161Z+ zoneadm list
7292024-11-21T01:14:36.162Z+ grep nexus
7302024-11-21T01:14:36.162Z+ [[ 30 -gt 300 ]]
7312024-11-21T01:14:36.162Z+ sleep 1
7322024-11-21T01:14:37.149Z+ retry=31
7332024-11-21T01:14:37.173Z+ zoneadm list
7342024-11-21T01:14:37.173Z+ grep nexus
7352024-11-21T01:14:37.173Z+ [[ 31 -gt 300 ]]
7362024-11-21T01:14:37.173Z+ sleep 1
7372024-11-21T01:14:38.177Z+ retry=32
7382024-11-21T01:14:38.177Z+ zoneadm list
7392024-11-21T01:14:38.177Z+ grep nexus
7402024-11-21T01:14:38.177Z+ [[ 32 -gt 300 ]]
7412024-11-21T01:14:38.177Z+ sleep 1
7422024-11-21T01:14:39.168Z+ retry=33
7432024-11-21T01:14:39.192Z+ zoneadm list
7442024-11-21T01:14:39.192Z+ grep nexus
7452024-11-21T01:14:39.192Z+ [[ 33 -gt 300 ]]
7462024-11-21T01:14:39.192Z+ sleep 1
7472024-11-21T01:14:40.179Z+ retry=34
7482024-11-21T01:14:40.203Z+ zoneadm list
7492024-11-21T01:14:40.203Z+ grep nexus
7502024-11-21T01:14:40.203Z+ [[ 34 -gt 300 ]]
7512024-11-21T01:14:40.203Z+ sleep 1
7522024-11-21T01:14:41.190Z+ retry=35
7532024-11-21T01:14:41.214Z+ zoneadm list
7542024-11-21T01:14:41.214Z+ grep nexus
7552024-11-21T01:14:41.214Z+ [[ 35 -gt 300 ]]
7562024-11-21T01:14:41.214Z+ sleep 1
7572024-11-21T01:14:42.200Z+ retry=36
7582024-11-21T01:14:42.224Z+ zoneadm list
7592024-11-21T01:14:42.224Z+ grep nexus
7602024-11-21T01:14:42.224Z+ [[ 36 -gt 300 ]]
7612024-11-21T01:14:42.224Z+ sleep 1
7622024-11-21T01:14:43.211Z+ retry=37
7632024-11-21T01:14:43.235Z+ zoneadm list
7642024-11-21T01:14:43.235Z+ grep nexus
7652024-11-21T01:14:43.235Z+ [[ 37 -gt 300 ]]
7662024-11-21T01:14:43.235Z+ sleep 1
7672024-11-21T01:14:44.222Z+ retry=38
7682024-11-21T01:14:44.246Z+ zoneadm list
7692024-11-21T01:14:44.246Z+ grep nexus
7702024-11-21T01:14:44.246Z+ [[ 38 -gt 300 ]]
7712024-11-21T01:14:44.246Z+ sleep 1
7722024-11-21T01:14:45.232Z+ retry=39
7732024-11-21T01:14:45.256Z+ zoneadm list
7742024-11-21T01:14:45.256Z+ grep nexus
7752024-11-21T01:14:45.256Z+ [[ 39 -gt 300 ]]
7762024-11-21T01:14:45.256Z+ sleep 1
7772024-11-21T01:14:46.243Z+ retry=40
7782024-11-21T01:14:46.266Z+ zoneadm list
7792024-11-21T01:14:46.266Z+ grep nexus
7802024-11-21T01:14:46.266Z+ [[ 40 -gt 300 ]]
7812024-11-21T01:14:46.266Z+ sleep 1
7822024-11-21T01:14:47.253Z+ retry=41
7832024-11-21T01:14:47.277Z+ zoneadm list
7842024-11-21T01:14:47.277Z+ grep nexus
7852024-11-21T01:14:47.277Z+ [[ 41 -gt 300 ]]
7862024-11-21T01:14:47.277Z+ sleep 1
7872024-11-21T01:14:48.263Z+ retry=42
7882024-11-21T01:14:48.287Z+ zoneadm list
7892024-11-21T01:14:48.287Z+ grep nexus
7902024-11-21T01:14:48.287Z+ [[ 42 -gt 300 ]]
7912024-11-21T01:14:48.287Z+ sleep 1
7922024-11-21T01:14:49.274Z+ retry=43
7932024-11-21T01:14:49.297Z+ zoneadm list
7942024-11-21T01:14:49.297Z+ grep nexus
7952024-11-21T01:14:49.297Z+ [[ 43 -gt 300 ]]
7962024-11-21T01:14:49.297Z+ sleep 1
7972024-11-21T01:14:50.285Z+ retry=44
7982024-11-21T01:14:50.308Z+ zoneadm list
7992024-11-21T01:14:50.308Z+ grep nexus
8002024-11-21T01:14:50.308Z+ [[ 44 -gt 300 ]]
8012024-11-21T01:14:50.308Z+ sleep 1
8022024-11-21T01:14:51.295Z+ retry=45
8032024-11-21T01:14:51.319Z+ zoneadm list
8042024-11-21T01:14:51.319Z+ grep nexus
8052024-11-21T01:14:51.319Z+ [[ 45 -gt 300 ]]
8062024-11-21T01:14:51.319Z+ sleep 1
8072024-11-21T01:14:52.306Z+ retry=46
8082024-11-21T01:14:52.330Z+ zoneadm list
8092024-11-21T01:14:52.330Z+ grep nexus
8102024-11-21T01:14:52.330Z+ [[ 46 -gt 300 ]]
8112024-11-21T01:14:52.330Z+ sleep 1
8122024-11-21T01:14:53.316Z+ retry=47
8132024-11-21T01:14:53.340Z+ zoneadm list
8142024-11-21T01:14:53.340Z+ grep nexus
8152024-11-21T01:14:53.340Z+ [[ 47 -gt 300 ]]
8162024-11-21T01:14:53.340Z+ sleep 1
8172024-11-21T01:14:54.326Z+ retry=48
8182024-11-21T01:14:54.350Z+ zoneadm list
8192024-11-21T01:14:54.350Z+ grep nexus
8202024-11-21T01:14:54.350Z+ [[ 48 -gt 300 ]]
8212024-11-21T01:14:54.350Z+ sleep 1
8222024-11-21T01:14:55.336Z+ retry=49
8232024-11-21T01:14:55.360Z+ zoneadm list
8242024-11-21T01:14:55.360Z+ grep nexus
8252024-11-21T01:14:55.360Z+ [[ 49 -gt 300 ]]
8262024-11-21T01:14:55.360Z+ sleep 1
8272024-11-21T01:14:56.347Z+ retry=50
8282024-11-21T01:14:56.370Z+ zoneadm list
8292024-11-21T01:14:56.370Z+ grep nexus
8302024-11-21T01:14:56.370Z+ [[ 50 -gt 300 ]]
8312024-11-21T01:14:56.371Z+ sleep 1
8322024-11-21T01:14:57.357Z+ retry=51
8332024-11-21T01:14:57.381Z+ zoneadm list
8342024-11-21T01:14:57.381Z+ grep nexus
8352024-11-21T01:14:57.381Z+ [[ 51 -gt 300 ]]
8362024-11-21T01:14:57.382Z+ sleep 1
8372024-11-21T01:14:58.367Z+ retry=52
8382024-11-21T01:14:58.391Z+ zoneadm list
8392024-11-21T01:14:58.391Z+ grep nexus
8402024-11-21T01:14:58.391Z+ [[ 52 -gt 300 ]]
8412024-11-21T01:14:58.391Z+ sleep 1
8422024-11-21T01:14:59.378Z+ retry=53
8432024-11-21T01:14:59.401Z+ zoneadm list
8442024-11-21T01:14:59.401Z+ grep nexus
8452024-11-21T01:14:59.401Z+ [[ 53 -gt 300 ]]
8462024-11-21T01:14:59.401Z+ sleep 1
8472024-11-21T01:15:00.388Z+ retry=54
8482024-11-21T01:15:00.415Z+ zoneadm list
8492024-11-21T01:15:00.415Z+ grep nexus
8502024-11-21T01:15:00.415Z+ [[ 54 -gt 300 ]]
8512024-11-21T01:15:00.415Z+ sleep 1
8522024-11-21T01:15:01.399Z+ retry=55
8532024-11-21T01:15:01.422Z+ zoneadm list
8542024-11-21T01:15:01.423Z+ grep nexus
8552024-11-21T01:15:01.423Z+ [[ 55 -gt 300 ]]
8562024-11-21T01:15:01.423Z+ sleep 1
8572024-11-21T01:15:02.409Z+ retry=56
8582024-11-21T01:15:02.433Z+ zoneadm list
8592024-11-21T01:15:02.433Z+ grep nexus
8602024-11-21T01:15:02.433Z+ [[ 56 -gt 300 ]]
8612024-11-21T01:15:02.433Z+ sleep 1
8622024-11-21T01:15:03.420Z+ retry=57
8632024-11-21T01:15:03.444Z+ zoneadm list
8642024-11-21T01:15:03.444Z+ grep nexus
8652024-11-21T01:15:03.444Z+ [[ 57 -gt 300 ]]
8662024-11-21T01:15:03.444Z+ sleep 1
8672024-11-21T01:15:04.431Z+ retry=58
8682024-11-21T01:15:04.455Z+ zoneadm list
8692024-11-21T01:15:04.455Z+ grep nexus
8702024-11-21T01:15:04.455Z+ [[ 58 -gt 300 ]]
8712024-11-21T01:15:04.455Z+ sleep 1
8722024-11-21T01:15:05.442Z+ retry=59
8732024-11-21T01:15:05.466Z+ zoneadm list
8742024-11-21T01:15:05.466Z+ grep nexus
8752024-11-21T01:15:05.466Z+ [[ 59 -gt 300 ]]
8762024-11-21T01:15:05.466Z+ sleep 1
8772024-11-21T01:15:06.454Z+ retry=60
8782024-11-21T01:15:06.477Z+ zoneadm list
8792024-11-21T01:15:06.477Z+ grep nexus
8802024-11-21T01:15:06.477Z+ [[ 60 -gt 300 ]]
8812024-11-21T01:15:06.477Z+ sleep 1
8822024-11-21T01:15:07.463Z+ retry=61
8832024-11-21T01:15:07.487Z+ zoneadm list
8842024-11-21T01:15:07.487Z+ grep nexus
8852024-11-21T01:15:07.487Z+ [[ 61 -gt 300 ]]
8862024-11-21T01:15:07.487Z+ sleep 1
8872024-11-21T01:15:08.473Z+ retry=62
8882024-11-21T01:15:08.497Z+ zoneadm list
8892024-11-21T01:15:08.497Z+ grep nexus
8902024-11-21T01:15:08.497Z+ [[ 62 -gt 300 ]]
8912024-11-21T01:15:08.497Z+ sleep 1
8922024-11-21T01:15:09.484Z+ retry=63
8932024-11-21T01:15:09.508Z+ zoneadm list
8942024-11-21T01:15:09.508Z+ grep nexus
8952024-11-21T01:15:09.508Z+ [[ 63 -gt 300 ]]
8962024-11-21T01:15:09.508Z+ sleep 1
8972024-11-21T01:15:10.495Z+ retry=64
8982024-11-21T01:15:10.518Z+ zoneadm list
8992024-11-21T01:15:10.519Z+ grep nexus
9002024-11-21T01:15:10.519Z+ [[ 64 -gt 300 ]]
9012024-11-21T01:15:10.519Z+ sleep 1
9022024-11-21T01:15:11.506Z+ retry=65
9032024-11-21T01:15:11.530Z+ zoneadm list
9042024-11-21T01:15:11.530Z+ grep nexus
9052024-11-21T01:15:11.530Z+ [[ 65 -gt 300 ]]
9062024-11-21T01:15:11.530Z+ sleep 1
9072024-11-21T01:15:12.517Z+ retry=66
9082024-11-21T01:15:12.541Z+ zoneadm list
9092024-11-21T01:15:12.541Z+ grep nexus
9102024-11-21T01:15:12.541Z+ [[ 66 -gt 300 ]]
9112024-11-21T01:15:12.541Z+ sleep 1
9122024-11-21T01:15:13.527Z+ retry=67
9132024-11-21T01:15:13.550Z+ zoneadm list
9142024-11-21T01:15:13.550Z+ grep nexus
9152024-11-21T01:15:13.550Z+ [[ 67 -gt 300 ]]
9162024-11-21T01:15:13.550Z+ sleep 1
9172024-11-21T01:15:14.538Z+ retry=68
9182024-11-21T01:15:14.561Z+ zoneadm list
9192024-11-21T01:15:14.561Z+ grep nexus
9202024-11-21T01:15:14.561Z+ [[ 68 -gt 300 ]]
9212024-11-21T01:15:14.561Z+ sleep 1
9222024-11-21T01:15:15.549Z+ retry=69
9232024-11-21T01:15:15.572Z+ zoneadm list
9242024-11-21T01:15:15.573Z+ grep nexus
9252024-11-21T01:15:15.573Z+ [[ 69 -gt 300 ]]
9262024-11-21T01:15:15.573Z+ sleep 1
9272024-11-21T01:15:16.559Z+ retry=70
9282024-11-21T01:15:16.582Z+ zoneadm list
9292024-11-21T01:15:16.583Z+ grep nexus
9302024-11-21T01:15:16.583Z+ [[ 70 -gt 300 ]]
9312024-11-21T01:15:16.583Z+ sleep 1
9322024-11-21T01:15:17.568Z+ retry=71
9332024-11-21T01:15:17.593Z+ zoneadm list
9342024-11-21T01:15:17.593Z+ grep nexus
9352024-11-21T01:15:17.593Z+ [[ 71 -gt 300 ]]
9362024-11-21T01:15:17.593Z+ sleep 1
9372024-11-21T01:15:18.579Z+ retry=72
9382024-11-21T01:15:18.603Z+ zoneadm list
9392024-11-21T01:15:18.603Z+ grep nexus
9402024-11-21T01:15:18.603Z+ [[ 72 -gt 300 ]]
9412024-11-21T01:15:18.603Z+ sleep 1
9422024-11-21T01:15:19.590Z+ retry=73
9432024-11-21T01:15:19.613Z+ zoneadm list
9442024-11-21T01:15:19.613Z+ grep nexus
9452024-11-21T01:15:19.613Z+ [[ 73 -gt 300 ]]
9462024-11-21T01:15:19.613Z+ sleep 1
9472024-11-21T01:15:20.601Z+ retry=74
9482024-11-21T01:15:20.624Z+ zoneadm list
9492024-11-21T01:15:20.624Z+ grep nexus
9502024-11-21T01:15:20.625Z+ [[ 74 -gt 300 ]]
9512024-11-21T01:15:20.625Z+ sleep 1
9522024-11-21T01:15:21.611Z+ retry=75
9532024-11-21T01:15:21.635Z+ zoneadm list
9542024-11-21T01:15:21.635Z+ grep nexus
9552024-11-21T01:15:21.635Z+ [[ 75 -gt 300 ]]
9562024-11-21T01:15:21.635Z+ sleep 1
9572024-11-21T01:15:22.622Z+ retry=76
9582024-11-21T01:15:22.645Z+ zoneadm list
9592024-11-21T01:15:22.645Z+ grep nexus
9602024-11-21T01:15:22.645Z+ [[ 76 -gt 300 ]]
9612024-11-21T01:15:22.645Z+ sleep 1
9622024-11-21T01:15:23.632Z+ retry=77
9632024-11-21T01:15:23.656Z+ zoneadm list
9642024-11-21T01:15:23.656Z+ grep nexus
9652024-11-21T01:15:23.656Z+ [[ 77 -gt 300 ]]
9662024-11-21T01:15:23.656Z+ sleep 1
9672024-11-21T01:15:24.643Z+ retry=78
9682024-11-21T01:15:24.666Z+ zoneadm list
9692024-11-21T01:15:24.667Z+ grep nexus
9702024-11-21T01:15:24.667Z+ [[ 78 -gt 300 ]]
9712024-11-21T01:15:24.667Z+ sleep 1
9722024-11-21T01:15:25.653Z+ retry=79
9732024-11-21T01:15:25.677Z+ zoneadm list
9742024-11-21T01:15:25.677Z+ grep nexus
9752024-11-21T01:15:25.677Z+ [[ 79 -gt 300 ]]
9762024-11-21T01:15:25.677Z+ sleep 1
9772024-11-21T01:15:26.664Z+ retry=80
9782024-11-21T01:15:26.687Z+ zoneadm list
9792024-11-21T01:15:26.687Z+ grep nexus
9802024-11-21T01:15:26.687Z+ [[ 80 -gt 300 ]]
9812024-11-21T01:15:26.687Z+ sleep 1
9822024-11-21T01:15:27.674Z+ retry=81
9832024-11-21T01:15:27.697Z+ zoneadm list
9842024-11-21T01:15:27.697Z+ grep nexus
9852024-11-21T01:15:27.698Z+ [[ 81 -gt 300 ]]
9862024-11-21T01:15:27.698Z+ sleep 1
9872024-11-21T01:15:28.685Z+ retry=82
9882024-11-21T01:15:28.709Z+ zoneadm list
9892024-11-21T01:15:28.709Z+ grep nexus
9902024-11-21T01:15:28.709Z+ [[ 82 -gt 300 ]]
9912024-11-21T01:15:28.709Z+ sleep 1
9922024-11-21T01:15:29.695Z+ retry=83
9932024-11-21T01:15:29.719Z+ zoneadm list
9942024-11-21T01:15:29.719Z+ grep nexus
9952024-11-21T01:15:29.719Z+ [[ 83 -gt 300 ]]
9962024-11-21T01:15:29.719Z+ sleep 1
9972024-11-21T01:15:30.706Z+ retry=84
9982024-11-21T01:15:30.729Z+ zoneadm list
9992024-11-21T01:15:30.729Z+ grep nexus
10002024-11-21T01:15:30.729Z+ [[ 84 -gt 300 ]]
10012024-11-21T01:15:30.729Z+ sleep 1
10022024-11-21T01:15:31.717Z+ retry=85
10032024-11-21T01:15:31.740Z+ zoneadm list
10042024-11-21T01:15:31.740Z+ grep nexus
10052024-11-21T01:15:31.740Z+ [[ 85 -gt 300 ]]
10062024-11-21T01:15:31.740Z+ sleep 1
10072024-11-21T01:15:32.727Z+ retry=86
10082024-11-21T01:15:32.751Z+ zoneadm list
10092024-11-21T01:15:32.751Z+ grep nexus
10102024-11-21T01:15:32.751Z+ [[ 86 -gt 300 ]]
10112024-11-21T01:15:32.751Z+ sleep 1
10122024-11-21T01:15:33.738Z+ retry=87
10132024-11-21T01:15:33.762Z+ zoneadm list
10142024-11-21T01:15:33.762Z+ grep nexus
10152024-11-21T01:15:33.762Z+ [[ 87 -gt 300 ]]
10162024-11-21T01:15:33.762Z+ sleep 1
10172024-11-21T01:15:34.748Z+ retry=88
10182024-11-21T01:15:34.772Z+ zoneadm list
10192024-11-21T01:15:34.772Z+ grep nexus
10202024-11-21T01:15:34.772Z+ [[ 88 -gt 300 ]]
10212024-11-21T01:15:34.772Z+ sleep 1
10222024-11-21T01:15:35.759Z+ retry=89
10232024-11-21T01:15:35.782Z+ zoneadm list
10242024-11-21T01:15:35.782Z+ grep nexus
10252024-11-21T01:15:35.782Z+ [[ 89 -gt 300 ]]
10262024-11-21T01:15:35.782Z+ sleep 1
10272024-11-21T01:15:36.769Z+ retry=90
10282024-11-21T01:15:36.793Z+ zoneadm list
10292024-11-21T01:15:36.793Z+ grep nexus
10302024-11-21T01:15:36.793Z+ [[ 90 -gt 300 ]]
10312024-11-21T01:15:36.793Z+ sleep 1
10322024-11-21T01:15:37.780Z+ retry=91
10332024-11-21T01:15:37.803Z+ zoneadm list
10342024-11-21T01:15:37.803Z+ grep nexus
10352024-11-21T01:15:37.803Z+ [[ 91 -gt 300 ]]
10362024-11-21T01:15:37.803Z+ sleep 1
10372024-11-21T01:15:38.791Z+ retry=92
10382024-11-21T01:15:38.814Z+ zoneadm list
10392024-11-21T01:15:38.814Z+ grep nexus
10402024-11-21T01:15:38.814Z+ [[ 92 -gt 300 ]]
10412024-11-21T01:15:38.814Z+ sleep 1
10422024-11-21T01:15:39.802Z+ retry=93
10432024-11-21T01:15:39.825Z+ zoneadm list
10442024-11-21T01:15:39.825Z+ grep nexus
10452024-11-21T01:15:39.825Z+ [[ 93 -gt 300 ]]
10462024-11-21T01:15:39.825Z+ sleep 1
10472024-11-21T01:15:40.813Z+ retry=94
10482024-11-21T01:15:40.841Z+ zoneadm list
10492024-11-21T01:15:40.841Z+ grep nexus
10502024-11-21T01:15:40.841Z+ [[ 94 -gt 300 ]]
10512024-11-21T01:15:40.841Z+ sleep 1
 
10522024-11-21T01:15:40.998ZNov 21 01:15:40 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.150.41.122:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
10532024-11-21T01:15:41.823Z+ retry=95
10542024-11-21T01:15:41.847Z+ zoneadm list
10552024-11-21T01:15:41.847Z+ grep nexus
10562024-11-21T01:15:41.847Z+ [[ 95 -gt 300 ]]
10572024-11-21T01:15:41.847Z+ sleep 1
10582024-11-21T01:15:42.834Z+ retry=96
10592024-11-21T01:15:42.857Z+ zoneadm list
10602024-11-21T01:15:42.857Z+ grep nexus
10612024-11-21T01:15:42.857Z+ [[ 96 -gt 300 ]]
10622024-11-21T01:15:42.858Z+ sleep 1
10632024-11-21T01:15:43.845Z+ retry=97
10642024-11-21T01:15:43.868Z+ zoneadm list
10652024-11-21T01:15:43.868Z+ grep nexus
10662024-11-21T01:15:43.868Z+ [[ 97 -gt 300 ]]
10672024-11-21T01:15:43.868Z+ sleep 1
10682024-11-21T01:15:44.855Z+ retry=98
10692024-11-21T01:15:44.879Z+ zoneadm list
10702024-11-21T01:15:44.879Z+ grep nexus
10712024-11-21T01:15:44.879Z+ [[ 98 -gt 300 ]]
10722024-11-21T01:15:44.879Z+ sleep 1
10732024-11-21T01:15:45.867Z+ retry=99
10742024-11-21T01:15:45.890Z+ zoneadm list
10752024-11-21T01:15:45.890Z+ grep nexus
10762024-11-21T01:15:45.890Z+ [[ 99 -gt 300 ]]
10772024-11-21T01:15:45.890Z+ sleep 1
10782024-11-21T01:15:46.876Z+ retry=100
10792024-11-21T01:15:46.901Z+ zoneadm list
10802024-11-21T01:15:46.901Z+ grep nexus
10812024-11-21T01:15:46.901Z+ [[ 100 -gt 300 ]]
10822024-11-21T01:15:46.901Z+ sleep 1
10832024-11-21T01:15:47.887Z+ retry=101
10842024-11-21T01:15:47.910Z+ zoneadm list
10852024-11-21T01:15:47.911Z+ grep nexus
10862024-11-21T01:15:47.911Z+ [[ 101 -gt 300 ]]
10872024-11-21T01:15:47.911Z+ sleep 1
10882024-11-21T01:15:48.897Z+ retry=102
10892024-11-21T01:15:48.921Z+ zoneadm list
10902024-11-21T01:15:48.921Z+ grep nexus
10912024-11-21T01:15:48.921Z+ [[ 102 -gt 300 ]]
10922024-11-21T01:15:48.921Z+ sleep 1
10932024-11-21T01:15:49.907Z+ retry=103
10942024-11-21T01:15:49.931Z+ zoneadm list
10952024-11-21T01:15:49.931Z+ grep nexus
10962024-11-21T01:15:49.931Z+ [[ 103 -gt 300 ]]
10972024-11-21T01:15:49.931Z+ sleep 1
10982024-11-21T01:15:50.917Z+ retry=104
10992024-11-21T01:15:50.941Z+ zoneadm list
11002024-11-21T01:15:50.941Z+ grep nexus
11012024-11-21T01:15:50.941Z+ [[ 104 -gt 300 ]]
11022024-11-21T01:15:50.941Z+ sleep 1
11032024-11-21T01:15:51.927Z+ retry=105
11042024-11-21T01:15:51.951Z+ zoneadm list
11052024-11-21T01:15:51.951Z+ grep nexus
11062024-11-21T01:15:51.951Z+ [[ 105 -gt 300 ]]
11072024-11-21T01:15:51.951Z+ sleep 1
11082024-11-21T01:15:52.941Z+ retry=106
11092024-11-21T01:15:52.964Z+ zoneadm list
11102024-11-21T01:15:52.964Z+ grep nexus
11112024-11-21T01:15:52.964Z+ [[ 106 -gt 300 ]]
11122024-11-21T01:15:52.964Z+ sleep 1
11132024-11-21T01:15:53.952Z+ retry=107
11142024-11-21T01:15:53.976Z+ zoneadm list
11152024-11-21T01:15:53.976Z+ grep nexus
11162024-11-21T01:15:53.976Z+ [[ 107 -gt 300 ]]
11172024-11-21T01:15:53.976Z+ sleep 1
11182024-11-21T01:15:54.966Z+ retry=108
11192024-11-21T01:15:54.990Z+ zoneadm list
11202024-11-21T01:15:54.990Z+ grep nexus
11212024-11-21T01:15:55.014Z+ [[ 108 -gt 300 ]]
11222024-11-21T01:15:55.014Z+ sleep 1
11232024-11-21T01:15:56.005Z+ retry=109
11242024-11-21T01:15:56.029Z+ zoneadm list
11252024-11-21T01:15:56.029Z+ grep nexus
11262024-11-21T01:15:56.029Z+ [[ 109 -gt 300 ]]
11272024-11-21T01:15:56.029Z+ sleep 1
11282024-11-21T01:15:57.018Z+ retry=110
11292024-11-21T01:15:57.042Z+ zoneadm list
11302024-11-21T01:15:57.042Z+ grep nexus
11312024-11-21T01:15:57.042Z+ [[ 110 -gt 300 ]]
11322024-11-21T01:15:57.042Z+ sleep 1
11332024-11-21T01:15:58.049Z+ retry=111
11342024-11-21T01:15:58.073Z+ zoneadm list
11352024-11-21T01:15:58.073Z+ grep nexus
11362024-11-21T01:15:58.073Z+ [[ 111 -gt 300 ]]
11372024-11-21T01:15:58.073Z+ sleep 1
11382024-11-21T01:15:59.063Z+ retry=112
11392024-11-21T01:15:59.087Z+ zoneadm list
11402024-11-21T01:15:59.087Z+ grep nexus
11412024-11-21T01:15:59.087Z+ [[ 112 -gt 300 ]]
11422024-11-21T01:15:59.087Z+ sleep 1
11432024-11-21T01:16:00.076Z+ retry=113
11442024-11-21T01:16:00.100Z+ zoneadm list
11452024-11-21T01:16:00.100Z+ grep nexus
11462024-11-21T01:16:00.100Z+ [[ 113 -gt 300 ]]
11472024-11-21T01:16:00.100Z+ sleep 1
11482024-11-21T01:16:01.087Z+ retry=114
11492024-11-21T01:16:01.111Z+ zoneadm list
11502024-11-21T01:16:01.111Z+ grep nexus
11512024-11-21T01:16:01.111Z+ [[ 114 -gt 300 ]]
11522024-11-21T01:16:01.111Z+ sleep 1
11532024-11-21T01:16:02.100Z+ retry=115
11542024-11-21T01:16:02.124Z+ zoneadm list
11552024-11-21T01:16:02.124Z+ grep nexus
11562024-11-21T01:16:02.124Z+ [[ 115 -gt 300 ]]
11572024-11-21T01:16:02.124Z+ sleep 1
11582024-11-21T01:16:03.113Z+ retry=116
11592024-11-21T01:16:03.137Z+ zoneadm list
11602024-11-21T01:16:03.137Z+ grep nexus
11612024-11-21T01:16:03.137Z+ [[ 116 -gt 300 ]]
11622024-11-21T01:16:03.137Z+ sleep 1
11632024-11-21T01:16:04.125Z+ retry=117
11642024-11-21T01:16:04.149Z+ zoneadm list
11652024-11-21T01:16:04.149Z+ grep nexus
11662024-11-21T01:16:04.149Z+ [[ 117 -gt 300 ]]
11672024-11-21T01:16:04.149Z+ sleep 1
11682024-11-21T01:16:05.137Z+ retry=118
11692024-11-21T01:16:05.161Z+ zoneadm list
11702024-11-21T01:16:05.161Z+ grep nexus
11712024-11-21T01:16:05.161Z+ [[ 118 -gt 300 ]]
11722024-11-21T01:16:05.161Z+ sleep 1
11732024-11-21T01:16:06.150Z+ retry=119
11742024-11-21T01:16:06.174Z+ zoneadm list
11752024-11-21T01:16:06.174Z+ grep nexus
11762024-11-21T01:16:06.174Z+ [[ 119 -gt 300 ]]
11772024-11-21T01:16:06.174Z+ sleep 1
11782024-11-21T01:16:07.163Z+ retry=120
11792024-11-21T01:16:07.187Z+ zoneadm list
11802024-11-21T01:16:07.187Z+ grep nexus
11812024-11-21T01:16:07.187Z+ [[ 120 -gt 300 ]]
11822024-11-21T01:16:07.187Z+ sleep 1
11832024-11-21T01:16:08.176Z+ retry=121
11842024-11-21T01:16:08.200Z+ zoneadm list
11852024-11-21T01:16:08.200Z+ grep nexus
11862024-11-21T01:16:08.200Z+ [[ 121 -gt 300 ]]
11872024-11-21T01:16:08.200Z+ sleep 1
11882024-11-21T01:16:09.189Z+ retry=122
11892024-11-21T01:16:09.213Z+ zoneadm list
11902024-11-21T01:16:09.213Z+ grep nexus
11912024-11-21T01:16:09.213Z+ [[ 122 -gt 300 ]]
11922024-11-21T01:16:09.213Z+ sleep 1
11932024-11-21T01:16:10.202Z+ retry=123
11942024-11-21T01:16:10.226Z+ zoneadm list
11952024-11-21T01:16:10.226Z+ grep nexus
11962024-11-21T01:16:10.226Z+ [[ 123 -gt 300 ]]
11972024-11-21T01:16:10.226Z+ sleep 1
11982024-11-21T01:16:11.216Z+ retry=124
11992024-11-21T01:16:11.240Z+ zoneadm list
12002024-11-21T01:16:11.240Z+ grep nexus
12012024-11-21T01:16:11.240Z+ [[ 124 -gt 300 ]]
12022024-11-21T01:16:11.240Z+ sleep 1
12032024-11-21T01:16:12.229Z+ retry=125
12042024-11-21T01:16:12.254Z+ zoneadm list
12052024-11-21T01:16:12.254Z+ grep nexus
12062024-11-21T01:16:12.254Z+ [[ 125 -gt 300 ]]
12072024-11-21T01:16:12.254Z+ sleep 1
12082024-11-21T01:16:13.248Z+ retry=126
12092024-11-21T01:16:13.272Z+ grep nexus
12102024-11-21T01:16:13.272Z+ zoneadm list
12112024-11-21T01:16:13.272Z+ [[ 126 -gt 300 ]]
12122024-11-21T01:16:13.272Z+ sleep 1
12132024-11-21T01:16:14.270Z+ retry=127
12142024-11-21T01:16:14.294Z+ zoneadm list
12152024-11-21T01:16:14.294Z+ grep nexus
12162024-11-21T01:16:14.294Z+ [[ 127 -gt 300 ]]
12172024-11-21T01:16:14.294Z+ sleep 1
12182024-11-21T01:16:16.379Z+ retry=128
12192024-11-21T01:16:16.404Z+ zoneadm list
12202024-11-21T01:16:16.428Z+ grep nexus
12212024-11-21T01:16:16.428Z+ [[ 128 -gt 300 ]]
12222024-11-21T01:16:16.428Z+ sleep 1
12232024-11-21T01:16:17.426Z+ retry=129
12242024-11-21T01:16:17.450Z+ zoneadm list
12252024-11-21T01:16:17.450Z+ grep nexus
12262024-11-21T01:16:17.450Z+ [[ 129 -gt 300 ]]
12272024-11-21T01:16:17.450Z+ sleep 1
12282024-11-21T01:16:18.444Z+ retry=130
12292024-11-21T01:16:18.468Z+ zoneadm list
12302024-11-21T01:16:18.468Z+ grep nexus
12312024-11-21T01:16:18.468Z+ [[ 130 -gt 300 ]]
12322024-11-21T01:16:18.468Z+ sleep 1
12332024-11-21T01:16:19.462Z+ retry=131
12342024-11-21T01:16:19.487Z+ zoneadm list
12352024-11-21T01:16:19.487Z+ grep nexus
12362024-11-21T01:16:19.487Z+ [[ 131 -gt 300 ]]
12372024-11-21T01:16:19.487Z+ sleep 1
12382024-11-21T01:16:20.477Z+ retry=132
12392024-11-21T01:16:20.501Z+ zoneadm list
12402024-11-21T01:16:20.502Z+ grep nexus
12412024-11-21T01:16:20.502Z+ [[ 132 -gt 300 ]]
12422024-11-21T01:16:20.502Z+ sleep 1
12432024-11-21T01:16:21.495Z+ retry=133
12442024-11-21T01:16:21.519Z+ zoneadm list
12452024-11-21T01:16:21.519Z+ grep nexus
12462024-11-21T01:16:21.519Z+ [[ 133 -gt 300 ]]
12472024-11-21T01:16:21.519Z+ sleep 1
12482024-11-21T01:16:22.509Z+ retry=134
12492024-11-21T01:16:22.533Z+ zoneadm list
12502024-11-21T01:16:22.533Z+ grep nexus
12512024-11-21T01:16:22.533Z+ [[ 134 -gt 300 ]]
12522024-11-21T01:16:22.533Z+ sleep 1
12532024-11-21T01:16:23.523Z+ retry=135
12542024-11-21T01:16:23.548Z+ zoneadm list
12552024-11-21T01:16:23.548Z+ grep nexus
12562024-11-21T01:16:23.548Z+ [[ 135 -gt 300 ]]
12572024-11-21T01:16:23.548Z+ sleep 1
12582024-11-21T01:16:24.536Z+ retry=136
12592024-11-21T01:16:24.560Z+ zoneadm list
12602024-11-21T01:16:24.560Z+ grep nexus
12612024-11-21T01:16:24.560Z+ [[ 136 -gt 300 ]]
12622024-11-21T01:16:24.560Z+ sleep 1
12632024-11-21T01:16:25.551Z+ retry=137
12642024-11-21T01:16:25.575Z+ zoneadm list
12652024-11-21T01:16:25.575Z+ grep nexus
12662024-11-21T01:16:25.575Z+ [[ 137 -gt 300 ]]
12672024-11-21T01:16:25.575Z+ sleep 1
12682024-11-21T01:16:26.564Z+ retry=138
12692024-11-21T01:16:26.588Z+ zoneadm list
12702024-11-21T01:16:26.588Z+ grep nexus
12712024-11-21T01:16:26.588Z+ [[ 138 -gt 300 ]]
12722024-11-21T01:16:26.588Z+ sleep 1
12732024-11-21T01:16:27.578Z+ retry=139
12742024-11-21T01:16:27.602Z+ zoneadm list
12752024-11-21T01:16:27.602Z+ grep nexus
12762024-11-21T01:16:27.602Z+ [[ 139 -gt 300 ]]
12772024-11-21T01:16:27.602Z+ sleep 1
12782024-11-21T01:16:28.591Z+ retry=140
12792024-11-21T01:16:28.615Z+ zoneadm list
12802024-11-21T01:16:28.615Z+ grep nexus
12812024-11-21T01:16:28.615Z+ [[ 140 -gt 300 ]]
12822024-11-21T01:16:28.615Z+ sleep 1
12832024-11-21T01:16:29.605Z+ retry=141
12842024-11-21T01:16:29.628Z+ zoneadm list
12852024-11-21T01:16:29.628Z+ grep nexus
12862024-11-21T01:16:29.628Z+ [[ 141 -gt 300 ]]
12872024-11-21T01:16:29.628Z+ sleep 1
12882024-11-21T01:16:30.618Z+ retry=142
12892024-11-21T01:16:30.643Z+ zoneadm list
12902024-11-21T01:16:30.643Z+ grep nexus
12912024-11-21T01:16:30.643Z+ [[ 142 -gt 300 ]]
12922024-11-21T01:16:30.643Z+ sleep 1
12932024-11-21T01:16:31.640Z+ retry=143
12942024-11-21T01:16:31.664Z+ zoneadm list
12952024-11-21T01:16:31.664Z+ grep nexus
12962024-11-21T01:16:31.664Z+ [[ 143 -gt 300 ]]
12972024-11-21T01:16:31.664Z+ sleep 1
12982024-11-21T01:16:32.661Z+ retry=144
12992024-11-21T01:16:32.772Z+ zoneadm list
13002024-11-21T01:16:32.796Z+ grep nexus
13012024-11-21T01:16:32.796Z+ [[ 144 -gt 300 ]]
13022024-11-21T01:16:32.796Z+ sleep 1
13032024-11-21T01:16:33.799Z+ retry=145
13042024-11-21T01:16:33.823Z+ zoneadm list
13052024-11-21T01:16:33.823Z+ grep nexus
13062024-11-21T01:16:33.847Z+ [[ 145 -gt 300 ]]
13072024-11-21T01:16:33.847Z+ sleep 1
13082024-11-21T01:16:36.731Z+ retry=146
13092024-11-21T01:16:36.807Z+ zoneadm list
13102024-11-21T01:16:36.807Z+ grep nexus
13112024-11-21T01:16:37.076Z+ [[ 146 -gt 300 ]]
13122024-11-21T01:16:37.100Z+ sleep 1
13132024-11-21T01:16:38.170Z+ retry=147
13142024-11-21T01:16:38.194Z+ zoneadm list
13152024-11-21T01:16:38.194Z+ grep nexus
13162024-11-21T01:16:38.251Z+ [[ 147 -gt 300 ]]
13172024-11-21T01:16:38.251Z+ sleep 1
13182024-11-21T01:16:39.273Z+ retry=148
13192024-11-21T01:16:39.297Z+ zoneadm list
13202024-11-21T01:16:39.297Z+ grep nexus
13212024-11-21T01:16:39.297Z+ [[ 148 -gt 300 ]]
13222024-11-21T01:16:39.297Z+ sleep 1
13232024-11-21T01:16:40.314Z+ retry=149
13242024-11-21T01:16:40.314Z+ zoneadm list
13252024-11-21T01:16:40.338Z+ grep nexus
13262024-11-21T01:16:40.338Z+ [[ 149 -gt 300 ]]
13272024-11-21T01:16:40.338Z+ sleep 1
13282024-11-21T01:16:41.343Z+ retry=150
13292024-11-21T01:16:41.344Z+ zoneadm list
13302024-11-21T01:16:41.368Z+ grep nexus
13312024-11-21T01:16:41.368Z+ [[ 150 -gt 300 ]]
13322024-11-21T01:16:41.368Z+ sleep 1
13332024-11-21T01:16:42.351Z+ retry=151
13342024-11-21T01:16:42.376Z+ zoneadm list
13352024-11-21T01:16:42.376Z+ grep nexus
13362024-11-21T01:16:42.376Z+ [[ 151 -gt 300 ]]
13372024-11-21T01:16:42.376Z+ sleep 1
13382024-11-21T01:16:43.370Z+ retry=152
13392024-11-21T01:16:43.395Z+ zoneadm list
13402024-11-21T01:16:43.395Z+ grep nexus
13412024-11-21T01:16:43.395Z+ [[ 152 -gt 300 ]]
13422024-11-21T01:16:43.395Z+ sleep 1
13432024-11-21T01:16:44.394Z+ retry=153
13442024-11-21T01:16:44.418Z+ zoneadm list
13452024-11-21T01:16:44.418Z+ grep nexus
13462024-11-21T01:16:44.418Z+ [[ 153 -gt 300 ]]
13472024-11-21T01:16:44.418Z+ sleep 1
13482024-11-21T01:16:45.415Z+ retry=154
13492024-11-21T01:16:45.440Z+ zoneadm list
13502024-11-21T01:16:45.440Z+ grep nexus
13512024-11-21T01:16:45.440Z+ [[ 154 -gt 300 ]]
13522024-11-21T01:16:45.440Z+ sleep 1
13532024-11-21T01:16:46.434Z+ retry=155
13542024-11-21T01:16:46.459Z+ zoneadm list
13552024-11-21T01:16:46.459Z+ grep nexus
13562024-11-21T01:16:46.459Zoxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e
13572024-11-21T01:16:46.459Zoxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be
13582024-11-21T01:16:46.459Zoxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef
13592024-11-21T01:16:46.459Z+ echo 'Waited for nexus: 155s'
13602024-11-21T01:16:46.459ZWaited for nexus: 155s
13612024-11-21T01:16:46.459Z+ export RUST_BACKTRACE=1
13622024-11-21T01:16:46.459Z+ RUST_BACKTRACE=1
13632024-11-21T01:16:46.459Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13642024-11-21T01:16:46.521Z++ ./target/debug/bootstrap
13652024-11-21T01:16:50.417ZUsing external DNS server at 10.151.2.164:53
13662024-11-21T01:16:50.459Z2024-11-21 01:16:50.441507419 UTC: attempting to log into API
 
13672024-11-21T01:16:58.374ZNov 21 01:16:57 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:12.167.151.1:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13682024-11-21T01:17:05.513Z2024-11-21 01:17:05.501644812 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
13692024-11-21T01:17:06.514Z2024-11-21 01:17:06.503288967 UTC: attempting to log into API
 
13702024-11-21T01:17:06.682ZNov 21 01:17:05 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
13712024-11-21T01:17:06.794ZNov 21 01:17:06 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
13722024-11-21T01:17:07.102ZNov 21 01:17:06 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
13732024-11-21T01:17:07.684ZNov 21 01:17:06 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
13742024-11-21T01:17:07.995ZNov 21 01:17:07 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
13752024-11-21T01:17:08.582ZNov 21 01:17:07 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:12.167.151.1:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
13762024-11-21T01:17:17.383Z2024-11-21 01:17:17.334158995 UTC: login succeeded
13772024-11-21T01:17:17.437Zwaiting for nexus to come up...
13782024-11-21T01:17:17.496Zcreating IP pool... 10.151.2.175 - 10.151.2.227
13792024-11-21T01:17:17.785Zsetting up quotas...
13802024-11-21T01:17:17.811Zensuring datasets are ready...
13812024-11-21T01:17:20.511Zlet's roll.
13822024-11-21T01:17:20.535Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13832024-11-21T01:17:20.535ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
13842024-11-21T01:17:20.535ZOXIDE_TOKEN=oxide-token-abd5d254a50589ef444d79a82c5d5ef8e92a8326'
13852024-11-21T01:17:20.535Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13862024-11-21T01:17:20.535Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
13872024-11-21T01:17:20.535Z++ OXIDE_TOKEN=oxide-token-abd5d254a50589ef444d79a82c5d5ef8e92a8326
13882024-11-21T01:17:20.535Z+ export OXIDE_HOST OXIDE_TOKEN
13892024-11-21T01:17:20.535Z+ retry=0
13902024-11-21T01:17:20.535Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13912024-11-21T01:17:20.605Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13922024-11-21T01:17:21.308Z{"status":"ok"}{
13932024-11-21T01:17:21.308Z "description": "some images",
13942024-11-21T01:17:21.309Z "id": "c463e1d7-c696-42f7-a52b-1e23dfc710c0",
13952024-11-21T01:17:21.309Z "name": "images",
13962024-11-21T01:17:21.309Z "time_created": "2024-11-21T01:17:20.690456Z",
13972024-11-21T01:17:21.309Z "time_modified": "2024-11-21T01:17:20.690456Z"
13982024-11-21T01:17:21.309Z}
13992024-11-21T01:17:21.338Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
14002024-11-21T01:27:48.557ZDone!
14012024-11-21T01:27:48.581Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
14022024-11-21T01:27:48.693Z{
14032024-11-21T01:27:48.693Z "block_size": 512,
14042024-11-21T01:27:48.693Z "description": "debian 11 original base image",
14052024-11-21T01:27:48.693Z "id": "f7dcf21d-8873-4970-bfca-4b92c30ecd71",
14062024-11-21T01:27:48.693Z "name": "debian11",
14072024-11-21T01:27:48.693Z "os": "debian",
14082024-11-21T01:27:48.693Z "size": 2147483648,
14092024-11-21T01:27:48.693Z "time_created": "2024-11-21T01:27:48.485492Z",
14102024-11-21T01:27:48.693Z "time_modified": "2024-11-21T01:27:48.676317Z",
14112024-11-21T01:27:48.693Z "version": "11"
14122024-11-21T01:27:48.694Z}
14132024-11-21T01:27:48.717Z+ for test_bin in tests/*
14142024-11-21T01:27:48.717Z+ ./tests/bootstrap-7ae8ec2a7134e763
14152024-11-21T01:27:48.741Z
14162024-11-21T01:27:48.741Zrunning 0 tests
14172024-11-21T01:27:48.742Z
14182024-11-21T01:27:48.766Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14192024-11-21T01:27:48.766Z
14202024-11-21T01:27:48.766Z+ for test_bin in tests/*
14212024-11-21T01:27:48.766Z+ ./tests/commtest-b76c29b028377dcf
14222024-11-21T01:27:48.792Z
14232024-11-21T01:27:48.792Zrunning 0 tests
14242024-11-21T01:27:48.792Z
14252024-11-21T01:27:48.816Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14262024-11-21T01:27:48.816Z
14272024-11-21T01:27:48.816Z+ for test_bin in tests/*
14282024-11-21T01:27:48.816Z+ ./tests/dhcp_server-1c07b627f9612ef2
14292024-11-21T01:27:48.840Z
14302024-11-21T01:27:48.840Zrunning 0 tests
14312024-11-21T01:27:48.840Z
14322024-11-21T01:27:48.840Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14332024-11-21T01:27:48.840Z
14342024-11-21T01:27:48.840Z+ for test_bin in tests/*
14352024-11-21T01:27:48.840Z+ ./tests/end_to_end_tests-c77e5f5c99515c9f
14362024-11-21T01:27:49.181Z
14372024-11-21T01:27:49.181Zrunning 2 tests
14382024-11-21T01:27:49.459Ztest no_spoof::no_spoof_here ... ok
14392024-11-21T01:28:19.245Ztest instance_launch::instance_launch ... ok
14402024-11-21T01:28:19.245Z
14412024-11-21T01:28:19.269Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.06s
14422024-11-21T01:28:19.269Z
14432024-11-21T01:28:19.270Z+ _exit_trap
14442024-11-21T01:28:19.270Z+ local status=0
14452024-11-21T01:28:19.270Z+ set +o errexit
14462024-11-21T01:28:19.270Z+ [[ x != \x ]]
14472024-11-21T01:28:19.270Z+ pfexec svcadm -Z disable -s cron
14482024-11-21T01:28:21.096Z+ [[ 0 -eq 0 ]]
14492024-11-21T01:28:21.096Z+ exit 0
14502024-11-21T01:28:21.120Zprocess exited: duration 949046 ms, exit code 0
 
14512024-11-21T01:28:21.228Zfound 129 output files
14522024-11-21T01:28:21.228Zuploading: /var/svc/log/oxide-sled-agent:default.log (1655801 bytes)
14532024-11-21T01:28:22.556Zuploaded: /var/svc/log/oxide-sled-agent:default.log
14542024-11-21T01:28:22.556Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7425593 bytes)
14552024-11-21T01:28:23.073Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7425593 -> 7439063
14562024-11-21T01:28:24.145Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
14572024-11-21T01:28:24.169Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (768222 bytes)
14582024-11-21T01:28:25.467Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
14592024-11-21T01:28:25.467Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7012 bytes)
14602024-11-21T01:28:26.585Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14612024-11-21T01:28:26.585Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31216 bytes)
14622024-11-21T01:28:27.745Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
14632024-11-21T01:28:27.745Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (305417 bytes)
14642024-11-21T01:28:27.971Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 305417 -> 307795
14652024-11-21T01:28:29.041Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14662024-11-21T01:28:29.041Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (15960 bytes)
14672024-11-21T01:28:30.179Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
14682024-11-21T01:28:30.203Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (392382 bytes)
14692024-11-21T01:28:30.405Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 392382 -> 395550
14702024-11-21T01:28:31.476Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14712024-11-21T01:28:31.476Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20237 bytes)
14722024-11-21T01:28:32.614Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
14732024-11-21T01:28:32.614Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2112867 bytes)
14742024-11-21T01:28:32.951Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2112867 -> 2147516
14752024-11-21T01:28:34.021Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14762024-11-21T01:28:34.021Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (220755 bytes)
14772024-11-21T01:28:35.271Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
14782024-11-21T01:28:35.272Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5252358 bytes)
14792024-11-21T01:28:35.706Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5252358 -> 5344684
14802024-11-21T01:28:36.776Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14812024-11-21T01:28:36.776Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (518906 bytes)
14822024-11-21T01:28:38.073Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14832024-11-21T01:28:38.073Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14842024-11-21T01:28:39.143Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14852024-11-21T01:28:39.143Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3334 bytes)
14862024-11-21T01:28:40.237Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14872024-11-21T01:28:40.237Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (400414 bytes)
14882024-11-21T01:28:40.465Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 400414 -> 409711
14892024-11-21T01:28:41.535Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14902024-11-21T01:28:41.536Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (41606 bytes)
14912024-11-21T01:28:42.696Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14922024-11-21T01:28:42.696Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
14932024-11-21T01:28:42.764Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
14942024-11-21T01:28:43.833Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14952024-11-21T01:28:43.833Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
14962024-11-21T01:28:44.927Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14972024-11-21T01:28:44.950Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (346 bytes)
14982024-11-21T01:28:46.020Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14992024-11-21T01:28:46.020Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
15002024-11-21T01:28:47.113Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
15012024-11-21T01:28:47.137Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15022024-11-21T01:28:48.185Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
15032024-11-21T01:28:48.185Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
15042024-11-21T01:28:49.278Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
15052024-11-21T01:28:49.278Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
15062024-11-21T01:28:50.372Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-cockroach-admin:default.log
15072024-11-21T01:28:50.397Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
15082024-11-21T01:28:51.468Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-cockroachdb:default.log
15092024-11-21T01:28:51.492Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
15102024-11-21T01:28:52.563Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_cockroachdb_e8128da2-fd7d-4f03-9c5a-f234b112ff41/root/var/svc/log/oxide-zone-network-setup:default.log
15112024-11-21T01:28:52.587Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-agent:default.log (23488 bytes)
15122024-11-21T01:28:53.702Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-agent:default.log
15132024-11-21T01:28:53.702Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15142024-11-21T01:28:54.796Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:default.log
15152024-11-21T01:28:54.796Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:downstairs-9508ea76-32da-4da6-88f8-481a09014ccf.log (5971 bytes)
15162024-11-21T01:28:55.889Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:downstairs-9508ea76-32da-4da6-88f8-481a09014ccf.log
15172024-11-21T01:28:55.889Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:downstairs-bb6c248a-9829-4eca-8ff0-1f3cc4b5df72.log (3125 bytes)
15182024-11-21T01:28:56.983Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-crucible-downstairs:downstairs-bb6c248a-9829-4eca-8ff0-1f3cc4b5df72.log
15192024-11-21T01:28:56.983Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15202024-11-21T01:28:58.077Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_crucible_852bb6ba-706d-41b0-9127-42d1c53fc0df/root/var/svc/log/oxide-zone-network-setup:default.log
15212024-11-21T01:28:58.077Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-external_dns:default.log (45781 bytes)
15222024-11-21T01:28:59.237Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-external_dns:default.log
15232024-11-21T01:28:59.238Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15242024-11-21T01:29:00.332Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-opte-interface-setup:default.log
15252024-11-21T01:29:00.356Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15262024-11-21T01:29:01.427Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_external_dns_50ef7a5a-8210-43f1-a548-846251e25074/root/var/svc/log/oxide-zone-network-setup:default.log
15272024-11-21T01:29:01.427Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-internal_dns:default.log (443565 bytes)
15282024-11-21T01:29:02.706Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-internal_dns:default.log
15292024-11-21T01:29:02.707Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-internal_dns:default.log.0 (4246 bytes)
15302024-11-21T01:29:03.801Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-internal_dns:default.log.0
15312024-11-21T01:29:03.801Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15322024-11-21T01:29:04.871Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-zone-network-setup:default.log
15332024-11-21T01:29:04.895Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
15342024-11-21T01:29:05.967Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_internal_dns_d8d6968b-3abb-4e6f-bece-80f196f71583/root/var/svc/log/oxide-zone-network-setup:default.log.0
15352024-11-21T01:29:05.967Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-nexus:default.log (6105651 bytes)
15362024-11-21T01:29:06.454Zupload warning: file "/pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 6105651 -> 6339846
15372024-11-21T01:29:07.524Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-nexus:default.log
15382024-11-21T01:29:07.524Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15392024-11-21T01:29:08.619Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-opte-interface-setup:default.log
15402024-11-21T01:29:08.620Zuploading: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
15412024-11-21T01:29:09.714Zuploaded: /pool/ext/3be44b5b-5807-457a-ae35-c024c2d7f73a/crypt/zone/oxz_nexus_5382fba6-edea-49d2-8ecc-9b1edfc688be/root/var/svc/log/oxide-zone-network-setup:default.log
15422024-11-21T01:29:09.714Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-agent:default.log (20180 bytes)
15432024-11-21T01:29:10.852Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-agent:default.log
15442024-11-21T01:29:10.852Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15452024-11-21T01:29:11.945Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:default.log
15462024-11-21T01:29:11.946Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:downstairs-126f342e-35aa-41f7-a530-e96a1a421e20.log (6077 bytes)
15472024-11-21T01:29:13.039Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:downstairs-126f342e-35aa-41f7-a530-e96a1a421e20.log
15482024-11-21T01:29:13.039Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:snapshot-126f342e-35aa-41f7-a530-e96a1a421e20-8b520afc-9001-47a5-8f88-447d6d5f59d7.log (5663 bytes)
15492024-11-21T01:29:14.132Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-crucible-downstairs:snapshot-126f342e-35aa-41f7-a530-e96a1a421e20-8b520afc-9001-47a5-8f88-447d6d5f59d7.log
15502024-11-21T01:29:14.132Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15512024-11-21T01:29:15.229Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_crucible_7348eac2-3858-48ee-b01c-6a7a2dae7bdf/root/var/svc/log/oxide-zone-network-setup:default.log
15522024-11-21T01:29:15.229Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_oximeter_49435a09-4a28-49d2-bf6d-81a21cb92fe2/root/var/svc/log/oxide-oximeter:default.log (2874914 bytes)
15532024-11-21T01:29:15.617Zupload warning: file "/pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_oximeter_49435a09-4a28-49d2-bf6d-81a21cb92fe2/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 2874914 -> 3121738
15542024-11-21T01:29:16.689Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_oximeter_49435a09-4a28-49d2-bf6d-81a21cb92fe2/root/var/svc/log/oxide-oximeter:default.log
15552024-11-21T01:29:16.689Zuploading: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_oximeter_49435a09-4a28-49d2-bf6d-81a21cb92fe2/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
15562024-11-21T01:29:17.783Zuploaded: /pool/ext/6071668d-3100-464e-9aa6-4c653d46e04f/crypt/zone/oxz_oximeter_49435a09-4a28-49d2-bf6d-81a21cb92fe2/root/var/svc/log/oxide-zone-network-setup:default.log
15572024-11-21T01:29:17.783Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-cockroach-admin:default.log (4701 bytes)
15582024-11-21T01:29:18.877Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-cockroach-admin:default.log
15592024-11-21T01:29:18.901Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
15602024-11-21T01:29:19.974Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-cockroachdb:default.log
15612024-11-21T01:29:19.974Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
15622024-11-21T01:29:21.067Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_cockroachdb_6755c857-e995-4f5c-94ed-a689ac8eaba8/root/var/svc/log/oxide-zone-network-setup:default.log
15632024-11-21T01:29:21.091Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-agent:default.log (12507 bytes)
15642024-11-21T01:29:22.185Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-agent:default.log
15652024-11-21T01:29:22.208Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15662024-11-21T01:29:23.279Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-downstairs:default.log
15672024-11-21T01:29:23.279Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-downstairs:downstairs-e876ec00-9f4a-4f2e-a56e-14b17852d106.log (5968 bytes)
15682024-11-21T01:29:24.373Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-crucible-downstairs:downstairs-e876ec00-9f4a-4f2e-a56e-14b17852d106.log
15692024-11-21T01:29:24.396Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15702024-11-21T01:29:25.467Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_crucible_ea35cbf0-3332-47b2-8699-b75f196ec511/root/var/svc/log/oxide-zone-network-setup:default.log
15712024-11-21T01:29:25.467Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-internal_dns:default.log (443582 bytes)
15722024-11-21T01:29:25.696Zupload warning: file "/pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443582 -> 447337
15732024-11-21T01:29:26.768Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-internal_dns:default.log
15742024-11-21T01:29:26.768Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-internal_dns:default.log.0 (4245 bytes)
15752024-11-21T01:29:27.860Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-internal_dns:default.log.0
15762024-11-21T01:29:27.860Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15772024-11-21T01:29:28.931Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-zone-network-setup:default.log
15782024-11-21T01:29:28.932Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
15792024-11-21T01:29:30.027Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_internal_dns_533221a7-87dc-40d6-9631-d7e9df3a16d6/root/var/svc/log/oxide-zone-network-setup:default.log.0
15802024-11-21T01:29:30.027Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-nexus:default.log (39777258 bytes)
15812024-11-21T01:29:37.267Zupload warning: file "/pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 39777258 -> 40143099
15822024-11-21T01:29:38.337Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-nexus:default.log
15832024-11-21T01:29:38.337Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15842024-11-21T01:29:39.432Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-opte-interface-setup:default.log
15852024-11-21T01:29:39.432Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15862024-11-21T01:29:40.527Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_nexus_3285ddd9-4901-4d45-8459-dd50ba0635ef/root/var/svc/log/oxide-zone-network-setup:default.log
15872024-11-21T01:29:40.527Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
15882024-11-21T01:29:41.596Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-chrony-setup:default.log
15892024-11-21T01:29:41.596Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-chrony-setup:default.log.0 (14496 bytes)
15902024-11-21T01:29:42.712Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-chrony-setup:default.log.0
15912024-11-21T01:29:42.712Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-ntp:default.log (1525 bytes)
15922024-11-21T01:29:43.806Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-ntp:default.log
15932024-11-21T01:29:43.806Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-ntp:default.log.0 (1204 bytes)
15942024-11-21T01:29:44.900Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-ntp:default.log.0
15952024-11-21T01:29:44.900Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15962024-11-21T01:29:45.970Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-opte-interface-setup:default.log
15972024-11-21T01:29:45.995Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
15982024-11-21T01:29:47.065Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-opte-interface-setup:default.log.0
15992024-11-21T01:29:47.088Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16002024-11-21T01:29:48.162Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-zone-network-setup:default.log
16012024-11-21T01:29:48.162Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
16022024-11-21T01:29:49.231Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/svc/log/oxide-zone-network-setup:default.log.0
16032024-11-21T01:29:49.231Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-agent:default.log (12540 bytes)
16042024-11-21T01:29:50.345Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-agent:default.log
16052024-11-21T01:29:50.345Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16062024-11-21T01:29:51.437Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-downstairs:default.log
16072024-11-21T01:29:51.437Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-downstairs:downstairs-453ab30a-6a08-4081-9093-51822c013a91.log (3127 bytes)
16082024-11-21T01:29:52.529Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-crucible-downstairs:downstairs-453ab30a-6a08-4081-9093-51822c013a91.log
16092024-11-21T01:29:52.553Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
16102024-11-21T01:29:53.622Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_78a849c1-816d-4894-9879-1e069adabec4/root/var/svc/log/oxide-zone-network-setup:default.log
16112024-11-21T01:29:53.622Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_pantry_85ce7ec1-de81-4efe-9d6a-b287fd4011f9/root/var/svc/log/oxide-crucible-pantry:default.log (856949 bytes)
16122024-11-21T01:29:53.893Zupload warning: file "/pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_pantry_85ce7ec1-de81-4efe-9d6a-b287fd4011f9/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 856949 -> 868667
16132024-11-21T01:29:54.962Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_pantry_85ce7ec1-de81-4efe-9d6a-b287fd4011f9/root/var/svc/log/oxide-crucible-pantry:default.log
16142024-11-21T01:29:54.962Zuploading: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_pantry_85ce7ec1-de81-4efe-9d6a-b287fd4011f9/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
16152024-11-21T01:29:56.054Zuploaded: /pool/ext/b39324e6-d2a2-455c-88e7-60bce779fce1/crypt/zone/oxz_crucible_pantry_85ce7ec1-de81-4efe-9d6a-b287fd4011f9/root/var/svc/log/oxide-zone-network-setup:default.log
16162024-11-21T01:29:56.054Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-cockroach-admin:default.log (4702 bytes)
16172024-11-21T01:29:57.147Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-cockroach-admin:default.log
16182024-11-21T01:29:57.171Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
16192024-11-21T01:29:58.240Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-cockroachdb:default.log
16202024-11-21T01:29:58.240Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
16212024-11-21T01:29:59.332Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_cockroachdb_bd001ad7-4d57-4a3c-901e-a38ac47924f1/root/var/svc/log/oxide-zone-network-setup:default.log
16222024-11-21T01:29:59.332Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-agent:default.log (23774 bytes)
16232024-11-21T01:30:00.468Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-agent:default.log
16242024-11-21T01:30:00.468Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16252024-11-21T01:30:01.560Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:default.log
16262024-11-21T01:30:01.560Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:downstairs-b883cd7b-72de-4577-bb60-75fdc529ebc5.log (6075 bytes)
16272024-11-21T01:30:02.652Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:downstairs-b883cd7b-72de-4577-bb60-75fdc529ebc5.log
16282024-11-21T01:30:02.653Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:downstairs-dc6ea185-1c66-4f58-a829-3dfb607f5c2c.log (3006 bytes)
16292024-11-21T01:30:03.743Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:downstairs-dc6ea185-1c66-4f58-a829-3dfb607f5c2c.log
16302024-11-21T01:30:03.743Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:snapshot-b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7.log (5663 bytes)
16312024-11-21T01:30:04.835Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-crucible-downstairs:snapshot-b883cd7b-72de-4577-bb60-75fdc529ebc5-8b520afc-9001-47a5-8f88-447d6d5f59d7.log
16322024-11-21T01:30:04.835Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16332024-11-21T01:30:05.926Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_crucible_0bba3a24-0a9b-4b1c-aa94-91f38078a3dd/root/var/svc/log/oxide-zone-network-setup:default.log
16342024-11-21T01:30:05.927Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-nexus:default.log (4634662 bytes)
16352024-11-21T01:30:06.353Zupload warning: file "/pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4634662 -> 5131078
16362024-11-21T01:30:07.422Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-nexus:default.log
16372024-11-21T01:30:07.422Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16382024-11-21T01:30:08.514Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-opte-interface-setup:default.log
16392024-11-21T01:30:08.514Zuploading: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
16402024-11-21T01:30:09.606Zuploaded: /pool/ext/cf86d888-5ca0-4e60-a3d8-21b19721ef99/crypt/zone/oxz_nexus_bbffc4db-58c5-4210-973d-49d52a55513e/root/var/svc/log/oxide-zone-network-setup:default.log
16412024-11-21T01:30:09.606Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
16422024-11-21T01:30:10.698Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-clickhouse-admin-single:default.log
16432024-11-21T01:30:10.698Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-clickhouse:default.log (2980401 bytes)
16442024-11-21T01:30:11.069Zupload warning: file "/pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2980401 -> 3451091
16452024-11-21T01:30:12.138Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-clickhouse:default.log
16462024-11-21T01:30:12.162Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
16472024-11-21T01:30:13.229Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_clickhouse_e7f0b738-53b5-40fd-b5bc-91e44f045ca1/root/var/svc/log/oxide-zone-network-setup:default.log
16482024-11-21T01:30:13.229Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-cockroach-admin:default.log (4702 bytes)
16492024-11-21T01:30:14.321Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-cockroach-admin:default.log
16502024-11-21T01:30:14.321Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
16512024-11-21T01:30:15.413Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-cockroachdb:default.log
16522024-11-21T01:30:15.413Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
16532024-11-21T01:30:16.505Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_cockroachdb_cb2a7015-722e-46ca-8c50-302299ee299d/root/var/svc/log/oxide-zone-network-setup:default.log
16542024-11-21T01:30:16.505Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-agent:default.log (12540 bytes)
16552024-11-21T01:30:17.619Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-agent:default.log
16562024-11-21T01:30:17.643Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16572024-11-21T01:30:18.710Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-downstairs:default.log
16582024-11-21T01:30:18.711Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-downstairs:downstairs-6610fe9e-5a8c-4098-90b7-041317750993.log (3126 bytes)
16592024-11-21T01:30:19.803Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-crucible-downstairs:downstairs-6610fe9e-5a8c-4098-90b7-041317750993.log
16602024-11-21T01:30:19.803Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
16612024-11-21T01:30:20.895Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_crucible_d301b440-0189-4c47-8bc8-0d611caf344b/root/var/svc/log/oxide-zone-network-setup:default.log
16622024-11-21T01:30:20.918Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-external_dns:default.log (45771 bytes)
16632024-11-21T01:30:21.027Zupload warning: file "/pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45771 -> 53323
16642024-11-21T01:30:22.096Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-external_dns:default.log
16652024-11-21T01:30:22.096Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
16662024-11-21T01:30:23.187Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-opte-interface-setup:default.log
16672024-11-21T01:30:23.187Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
16682024-11-21T01:30:24.279Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_external_dns_403cce04-ffba-4276-94a6-76cab9338e71/root/var/svc/log/oxide-zone-network-setup:default.log
16692024-11-21T01:30:24.279Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-internal_dns:default.log (443578 bytes)
16702024-11-21T01:30:24.508Zupload warning: file "/pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443578 -> 451090
16712024-11-21T01:30:25.576Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-internal_dns:default.log
16722024-11-21T01:30:25.600Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-internal_dns:default.log.0 (4246 bytes)
16732024-11-21T01:30:26.668Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-internal_dns:default.log.0
16742024-11-21T01:30:26.668Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16752024-11-21T01:30:27.737Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-zone-network-setup:default.log
16762024-11-21T01:30:27.762Zuploading: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
16772024-11-21T01:30:28.829Zuploaded: /pool/ext/db6f4d38-f0e6-466e-b782-b9022f769535/crypt/zone/oxz_internal_dns_7476d0b8-adad-4918-b915-aae213b01071/root/var/svc/log/oxide-zone-network-setup:default.log.0
16782024-11-21T01:30:28.853Zuploading: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-agent:default.log (17571 bytes)
16792024-11-21T01:30:29.965Zuploaded: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-agent:default.log
16802024-11-21T01:30:29.989Zuploading: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16812024-11-21T01:30:31.058Zuploaded: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:default.log
16822024-11-21T01:30:31.058Zuploading: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:downstairs-7eef381c-bce5-4086-88a8-d844a795e28d.log (6075 bytes)
16832024-11-21T01:30:32.149Zuploaded: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:downstairs-7eef381c-bce5-4086-88a8-d844a795e28d.log
16842024-11-21T01:30:32.150Zuploading: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:snapshot-7eef381c-bce5-4086-88a8-d844a795e28d-8b520afc-9001-47a5-8f88-447d6d5f59d7.log (5665 bytes)
16852024-11-21T01:30:33.241Zuploaded: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-crucible-downstairs:snapshot-7eef381c-bce5-4086-88a8-d844a795e28d-8b520afc-9001-47a5-8f88-447d6d5f59d7.log
16862024-11-21T01:30:33.241Zuploading: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
16872024-11-21T01:30:34.333Zuploaded: /pool/ext/db8007cb-fccc-44e3-84e8-02e7abe2a72a/crypt/zone/oxz_crucible_c605ae15-9986-48f2-8313-f0f8aa776282/root/var/svc/log/oxide-zone-network-setup:default.log
16882024-11-21T01:30:34.333Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-agent:default.log (23898 bytes)
16892024-11-21T01:30:35.468Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-agent:default.log
16902024-11-21T01:30:35.468Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16912024-11-21T01:30:36.561Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:default.log
16922024-11-21T01:30:36.561Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:downstairs-1db3206a-72b0-4684-b79f-417fd8db941f.log (5971 bytes)
16932024-11-21T01:30:37.652Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:downstairs-1db3206a-72b0-4684-b79f-417fd8db941f.log
16942024-11-21T01:30:37.652Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863.log (3007 bytes)
16952024-11-21T01:30:38.743Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-crucible-downstairs:downstairs-8db5d8d4-1b88-4da7-b039-d63e850eb863.log
16962024-11-21T01:30:38.743Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
16972024-11-21T01:30:39.834Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_4b2c9939-02f6-4f0f-845a-686a5ded8878/root/var/svc/log/oxide-zone-network-setup:default.log
16982024-11-21T01:30:39.834Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_pantry_b06b8807-db82-45ac-a20e-43cf3c78767c/root/var/svc/log/oxide-crucible-pantry:default.log (94236 bytes)
16992024-11-21T01:30:40.012Zupload warning: file "/pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_pantry_b06b8807-db82-45ac-a20e-43cf3c78767c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 94236 -> 113806
17002024-11-21T01:30:41.081Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_pantry_b06b8807-db82-45ac-a20e-43cf3c78767c/root/var/svc/log/oxide-crucible-pantry:default.log
17012024-11-21T01:30:41.081Zuploading: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_pantry_b06b8807-db82-45ac-a20e-43cf3c78767c/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
17022024-11-21T01:30:42.172Zuploaded: /pool/ext/f4bc5b75-b581-474b-87db-711856d8624e/crypt/zone/oxz_crucible_pantry_b06b8807-db82-45ac-a20e-43cf3c78767c/root/var/svc/log/oxide-zone-network-setup:default.log
17032024-11-21T01:30:42.172Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
17042024-11-21T01:30:43.264Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-cockroach-admin:default.log
17052024-11-21T01:30:43.265Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
17062024-11-21T01:30:44.356Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-cockroachdb:default.log
17072024-11-21T01:30:44.356Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
17082024-11-21T01:30:45.449Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_cockroachdb_485f9f15-b5e1-460f-9ddf-26849b5b0e9f/root/var/svc/log/oxide-zone-network-setup:default.log
17092024-11-21T01:30:45.449Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-agent:default.log (8487 bytes)
17102024-11-21T01:30:46.562Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-agent:default.log
17112024-11-21T01:30:46.562Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
17122024-11-21T01:30:47.654Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-downstairs:default.log
17132024-11-21T01:30:47.654Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-downstairs:downstairs-c017d630-9cb3-4119-9e00-2e3021dbfa5e.log (3006 bytes)
17142024-11-21T01:30:48.745Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-crucible-downstairs:downstairs-c017d630-9cb3-4119-9e00-2e3021dbfa5e.log
17152024-11-21T01:30:48.745Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
17162024-11-21T01:30:49.837Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_f79dc41c-4e02-4884-87a2-0db5be12cf9b/root/var/svc/log/oxide-zone-network-setup:default.log
17172024-11-21T01:30:49.837Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_pantry_d2660ff4-a578-428c-a66f-05cf59317380/root/var/svc/log/oxide-crucible-pantry:default.log (96389 bytes)
17182024-11-21T01:30:49.992Zupload warning: file "/pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_pantry_d2660ff4-a578-428c-a66f-05cf59317380/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 96389 -> 115957
17192024-11-21T01:30:51.061Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_pantry_d2660ff4-a578-428c-a66f-05cf59317380/root/var/svc/log/oxide-crucible-pantry:default.log
17202024-11-21T01:30:51.061Zuploading: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_pantry_d2660ff4-a578-428c-a66f-05cf59317380/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
17212024-11-21T01:30:52.153Zuploaded: /pool/ext/fad2b250-7ced-4cac-87db-22998050be7c/crypt/zone/oxz_crucible_pantry_d2660ff4-a578-428c-a66f-05cf59317380/root/var/svc/log/oxide-zone-network-setup:default.log
17222024-11-21T01:30:52.177Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/measurements.log (188786 bytes)
17232024-11-21T01:30:52.377Zupload warning: file "/pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/measurements.log" changed size mid upload: 188786 -> 232078
17242024-11-21T01:30:53.447Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/measurements.log
17252024-11-21T01:30:53.447Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/statistics.log (149175 bytes)
17262024-11-21T01:30:53.648Zupload warning: file "/pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/statistics.log" changed size mid upload: 149175 -> 185211
17272024-11-21T01:30:54.716Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/statistics.log
17282024-11-21T01:30:54.716Zuploading: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/tracking.log (20470 bytes)
17292024-11-21T01:30:54.805Zupload warning: file "/pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/tracking.log" changed size mid upload: 20470 -> 22846
17302024-11-21T01:30:55.874Zuploaded: /pool/ext/82a1832d-ab38-493d-9192-b919e0bcc5e4/crypt/zone/oxz_ntp_68d7814c-2c5a-49b9-80f9-70dbb8694a25/root/var/log/chrony/tracking.log