01J8RQQ1R64KWF6RX0F92WNZWP: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J8RQR615XTCB792P7HHNQ62B

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-27T03:51:20.397Zjob dependencies complete; ready to run (waiting for 33 m 31 s)
22024-09-27T04:08:58.587Zjob assigned to worker 01J8RTM4CA4VG6BRMRCQZNEH49 (queued for 17 m 38 s)
32024-09-27T04:08:58.758Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-09-27T04:08:58.814Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-09-27T04:08:58.853Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-09-27T04:08:58.888Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-09-27T04:08:58.922Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-09-27T04:08:58.956ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-09-27T04:08:58.989Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-09-27T04:08:59.024ZOxide Helios Version helios-2.0.22827 64-bit
112024-09-27T04:08:59.057ZConfiguring devices.
122024-09-27T04:08:59.091Z##################################################
132024-09-27T04:08:59.125Z#### ############# ##
142024-09-27T04:08:59.157Z### ### ############ ##
152024-09-27T04:08:59.191Z## ### # ## ### ## Oxide Computer Company ##
162024-09-27T04:08:59.224Z## ## ## ### # ### ##
172024-09-27T04:08:59.258Z## # ### #### #### This Station Under ##
182024-09-27T04:08:59.291Z### ### #### # ### Computer Control ##
192024-09-27T04:08:59.325Z#### #### ### ## ##
202024-09-27T04:08:59.358Z##################################################
212024-09-27T04:08:59.391ZHostname: sock
222024-09-27T04:08:59.425ZLoading smf(7) service descriptions:
232024-09-27T04:09:00.456Zdownloading input: /input/package/work/package.tar.gz
242024-09-27T04:13:45.464Zdownloaded input: /input/package/work/package.tar.gz
 
252024-09-27T04:13:45.464Zstarting task 0: "setup"
262024-09-27T04:13:45.488Z++ uname -s
272024-09-27T04:13:45.488Z+ kern=SunOS
282024-09-27T04:13:45.489Z+ case "$kern" in
292024-09-27T04:13:45.489Z+ groupadd -g 12345 build
302024-09-27T04:13:45.489Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-09-27T04:13:47.482Z+ zfs create -o mountpoint=/work rpool/work
322024-09-27T04:13:47.522Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-09-27T04:13:47.545Z+ home_fs=zfs
342024-09-27T04:13:47.546Z+ [[ zfs == autofs ]]
352024-09-27T04:13:47.546Z+ mkdir -p /home/build
362024-09-27T04:13:47.546Z+ chown build:build /home/build /work
372024-09-27T04:13:49.529Z+ chmod 0700 /home/build /work
382024-09-27T04:13:49.553Zprocess exited: duration 4068 ms, exit code 0
 
392024-09-27T04:13:49.600Zstarting task 1: "authentication"
402024-09-27T04:13:49.645Zprocess exited: duration 44 ms, exit code 0
 
412024-09-27T04:13:49.693Zstarting task 2: "build"
422024-09-27T04:13:49.717Z+ trap _exit_trap EXIT
432024-09-27T04:13:49.717Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-09-27T04:13:49.817Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-09-27T04:13:49.817Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-09-27T04:13:49.841Z+ [[ -d /opt/oxide ]]
562024-09-27T04:13:49.841Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-09-27T04:13:49.841Z+ pfexec mkdir /opt/oxide
582024-09-27T04:13:49.841Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-09-27T04:13:49.841Z+ [[ -d /opt/oxide-underneath ]]
602024-09-27T04:13:49.841Z+ cd /opt/oxide-underneath
612024-09-27T04:13:49.841Z+ pfexec tar ceEp@/f - .
622024-09-27T04:13:49.841Z+ cd /opt/oxide
632024-09-27T04:13:49.841Z+ pfexec tar xveEp@/f -
642024-09-27T04:13:49.947Zx ., 0 bytes, 0 tape blocks
652024-09-27T04:13:49.947Zx ./opte, 0 bytes, 0 tape blocks
662024-09-27T04:13:49.947Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-09-27T04:13:49.947Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-09-27T04:13:49.971Z+ pfexec rm -rf /opt/oxide-underneath
692024-09-27T04:13:49.971Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-09-27T04:13:49.995Z+ pfexec mkdir /opt/oxide/work
712024-09-27T04:13:49.995Z+ pfexec chown build:build /opt/oxide/work
722024-09-27T04:13:49.995Z+ cd /opt/oxide/work
732024-09-27T04:13:49.995Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-09-27T04:14:02.657ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-09-27T04:14:02.657Zx out/target/test, 107 bytes, 1 tape blocks
762024-09-27T04:14:02.657Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-09-27T04:14:02.657Zx package-manifest.toml, 32001 bytes, 63 tape blocks
782024-09-27T04:14:02.657Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
792024-09-27T04:14:02.657Zx target/release/omicron-package, 37684576 bytes, 73603 tape blocks
802024-09-27T04:14:02.657Zx target/release/xtask, 12301424 bytes, 24027 tape blocks
812024-09-27T04:14:02.657Zx target/debug/bootstrap, 230678728 bytes, 450545 tape blocks
822024-09-27T04:14:02.657Zx tests/bootstrap-01b3a7390795e65c, 24347504 bytes, 47554 tape blocks
832024-09-27T04:14:02.657Zx tests/commtest-ca042cd339bb83b8, 24579920 bytes, 48008 tape blocks
842024-09-27T04:14:02.657Zx tests/dhcp_server-cc13e9dc706ebdf0, 24347512 bytes, 47554 tape blocks
852024-09-27T04:14:02.657Zx tests/end_to_end_tests-2df6e41022231090, 243120704 bytes, 474846 tape blocks
862024-09-27T04:14:02.657Zx out/clickhouse.tar.gz, 239264652 bytes, 467314 tape blocks
872024-09-27T04:14:02.657Zx out/clickhouse_keeper.tar.gz, 239262894 bytes, 467311 tape blocks
882024-09-27T04:14:02.657Zx out/clickhouse_server.tar.gz, 239262729 bytes, 467311 tape blocks
892024-09-27T04:14:02.657Zx out/cockroachdb.tar.gz, 135253265 bytes, 264167 tape blocks
902024-09-27T04:14:02.657Zx out/crucible-dtrace.tar, 86016 bytes, 168 tape blocks
912024-09-27T04:14:02.658Zx out/crucible-pantry-zone.tar.gz, 26591147 bytes, 51936 tape blocks
922024-09-27T04:14:02.658Zx out/crucible-zone.tar.gz, 35063561 bytes, 68484 tape blocks
932024-09-27T04:14:02.658Zx out/external-dns.tar.gz, 25777708 bytes, 50348 tape blocks
942024-09-27T04:14:02.658Zx out/internal-dns.tar.gz, 25777054 bytes, 50346 tape blocks
952024-09-27T04:14:02.658Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-09-27T04:14:02.658Zx out/nexus.tar.gz, 97861559 bytes, 191136 tape blocks
972024-09-27T04:14:02.658Zx out/ntp.tar.gz, 9268725 bytes, 18103 tape blocks
982024-09-27T04:14:02.658Zx out/omicron-gateway-softnpu.tar.gz, 21482684 bytes, 41959 tape blocks
992024-09-27T04:14:02.658Zx out/omicron-sled-agent.tar, 107276288 bytes, 209524 tape blocks
1002024-09-27T04:14:02.658Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-09-27T04:14:02.658Zx out/oximeter.tar.gz, 44632447 bytes, 87173 tape blocks
1022024-09-27T04:14:02.658Zx out/oxlog.tar, 3108864 bytes, 6072 tape blocks
1032024-09-27T04:14:02.658Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-09-27T04:14:02.658Zx out/propolis-server.tar.gz, 67269180 bytes, 131386 tape blocks
1052024-09-27T04:14:02.658Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-09-27T04:14:02.658Zx out/switch-softnpu.tar.gz, 226237323 bytes, 441870 tape blocks
1072024-09-27T04:14:02.682Z
1082024-09-27T04:14:02.682Zreal 12.651798493
1092024-09-27T04:14:02.682Zuser 11.212203920
1102024-09-27T04:14:02.682Zsys 2.495830192
1112024-09-27T04:14:02.682Ztrap 0.000531624
1122024-09-27T04:14:02.682Ztflt 0.000000000
1132024-09-27T04:14:02.682Zdflt 0.000000000
1142024-09-27T04:14:02.682Zkflt 0.000000000
1152024-09-27T04:14:02.682Zlock 0.000000000
1162024-09-27T04:14:02.682Zslp 11.298149153
1172024-09-27T04:14:02.682Zlat 0.294994684
1182024-09-27T04:14:02.682Zstop 0.000121392
1192024-09-27T04:14:02.682Z+ bmat address ls
1202024-09-27T04:14:02.682ZNAME CIDR FIRST LAST COUNT
1212024-09-27T04:14:02.682Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1222024-09-27T04:14:02.683Z++ bmat address ls -f extra -Ho first,last,count
1232024-09-27T04:14:02.683Z+ set -- 10.151.2.164 10.151.2.227 64
1242024-09-27T04:14:02.683Z+ EXTRA_IP_START=10.151.2.164
1252024-09-27T04:14:02.683Z+ EXTRA_IP_END=10.151.2.227
1262024-09-27T04:14:02.683Z+ EXTRA_IP_COUNT=64
1272024-09-27T04:14:02.683Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-09-27T04:14:02.683Z+ EXTRA_IP_BASE=10.151.2
1292024-09-27T04:14:02.683Z+ EXTRA_IP_FOCTET=164
1302024-09-27T04:14:02.683Z+ EXTRA_IP_LOCTET=227
1312024-09-27T04:14:02.683Z+ SERVICE_IP_POOL_START=10.151.2.164
1322024-09-27T04:14:02.683Z+ SERVICE_IP_POOL_END=10.151.2.173
1332024-09-27T04:14:02.683Z+ DNS_IP1=10.151.2.164
1342024-09-27T04:14:02.683Z+ DNS_IP2=10.151.2.165
1352024-09-27T04:14:02.683Z+ UPLINK_IP=10.151.2.174
1362024-09-27T04:14:02.683Z+ IPPOOL_START=10.151.2.175
1372024-09-27T04:14:02.683Z+ IPPOOL_END=10.151.2.227
1382024-09-27T04:14:02.683Z++ ipadm show-addr -po type,addr
1392024-09-27T04:14:02.683Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-09-27T04:14:02.683Z+ GATEWAY_IP=10.151.2.100
1412024-09-27T04:14:02.683Z+ [[ -n 10.151.2.100 ]]
1422024-09-27T04:14:02.683Z+ ping -s 10.151.2.100 56 1
1432024-09-27T04:14:02.683ZPING 10.151.2.100: 56 data bytes
1442024-09-27T04:14:02.683Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.013 ms
1452024-09-27T04:14:02.683Z
1462024-09-27T04:14:02.683Z----10.151.2.100 PING Statistics----
1472024-09-27T04:14:02.683Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-09-27T04:14:02.683Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1492024-09-27T04:14:02.683Z++ arp -an
1502024-09-27T04:14:02.683Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1512024-09-27T04:14:02.683Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1522024-09-27T04:14:02.683Z+ routeadm -e ipv4-forwarding -u
1532024-09-27T04:14:02.788Z+ PXA_START=10.151.2.164
1542024-09-27T04:14:02.789Z+ PXA_END=10.151.2.227
1552024-09-27T04:14:02.812Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-09-27T04:14:02.925Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1572024-09-27T04:14:02.948ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-09-27T04:14:03.002Zcreating virtual hardware
1592024-09-27T04:14:03.026Zcreating /scratch/m2_0.vdev
1602024-09-27T04:14:03.026Zcreating /scratch/m2_1.vdev
1612024-09-27T04:14:03.026Zcreating /scratch/u2_0.vdev
1622024-09-27T04:14:03.026Zcreating /scratch/u2_1.vdev
1632024-09-27T04:14:03.026Zcreating /scratch/u2_2.vdev
1642024-09-27T04:14:03.026Zcreating /scratch/u2_3.vdev
1652024-09-27T04:14:03.026Zcreating /scratch/u2_4.vdev
1662024-09-27T04:14:03.026Zcreating /scratch/u2_5.vdev
1672024-09-27T04:14:03.026Zcreating /scratch/u2_6.vdev
1682024-09-27T04:14:03.026Zcreating /scratch/u2_7.vdev
1692024-09-27T04:14:03.026Zcreating /scratch/u2_8.vdev
1702024-09-27T04:14:03.026ZSimnet net0/sc0_0 exists
1712024-09-27T04:14:03.065ZSimnet net1/sc1_0 exists
1722024-09-27T04:14:03.088ZVnic sc0_1 exists
1732024-09-27T04:14:15.302ZUsing 10.151.2.100 as gateway ip
1742024-09-27T04:14:15.302Zusing 18:C0:4D:0D:A0:2A as gateway mac
1752024-09-27T04:14:15.302Zconfiguring SoftNPU ARP entry
1762024-09-27T04:14:15.331Zconfiguring SoftNPU proxy ARP
1772024-09-27T04:14:15.385ZSoftNPU state:
1782024-09-27T04:14:15.385Z local v6:
1792024-09-27T04:14:15.385Z local v4:
1802024-09-27T04:14:15.385Z router v6:
1812024-09-27T04:14:15.385Z router v4_idx:
1822024-09-27T04:14:15.385Z router v4_routes:
1832024-09-27T04:14:15.385Z resolver v4:
1842024-09-27T04:14:15.385Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1852024-09-27T04:14:15.385Z resolver v6:
1862024-09-27T04:14:15.385Z nat v4:
1872024-09-27T04:14:15.385Z nat_v6:
1882024-09-27T04:14:15.385Z port_mac:
1892024-09-27T04:14:15.385Z proxy arp:
1902024-09-27T04:14:15.386Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1912024-09-27T04:14:15.386Zcreated virtual hardware
1922024-09-27T04:14:15.409Z
1932024-09-27T04:14:15.409Zreal 12.457957394
1942024-09-27T04:14:15.409Zuser 0.673280299
1952024-09-27T04:14:15.409Zsys 3.210506509
1962024-09-27T04:14:15.409Ztrap 0.000059630
1972024-09-27T04:14:15.409Ztflt 0.000182776
1982024-09-27T04:14:15.409Zdflt 0.000382193
1992024-09-27T04:14:15.409Zkflt 0.000000000
2002024-09-27T04:14:15.409Zlock 9:37.636374057
2012024-09-27T04:14:15.409Zslp 37.587635765
2022024-09-27T04:14:15.409Zlat 0.073254926
2032024-09-27T04:14:15.409Zstop 0.350110736
2042024-09-27T04:14:15.409Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-09-27T04:14:15.438Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-09-27T04:14:15.484Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-09-27T04:14:15.484Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-09-27T04:14:15.484Z+++ pkg/config.toml Fri Sep 27 04:14:14 2024
2092024-09-27T04:14:15.484Z@@ -29,18 +29,18 @@
2102024-09-27T04:14:15.484Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-09-27T04:14:15.485Z # followed by a string that is embedded into their fake serial values.
2122024-09-27T04:14:15.485Z vdevs = [
2132024-09-27T04:14:15.485Z- "m2_0.vdev",
2142024-09-27T04:14:15.485Z- "m2_1.vdev",
2152024-09-27T04:14:15.485Z+ "/scratch/m2_0.vdev",
2162024-09-27T04:14:15.485Z+ "/scratch/m2_1.vdev",
2172024-09-27T04:14:15.485Z
2182024-09-27T04:14:15.485Z- "u2_0.vdev",
2192024-09-27T04:14:15.485Z- "u2_1.vdev",
2202024-09-27T04:14:15.485Z- "u2_2.vdev",
2212024-09-27T04:14:15.485Z- "u2_3.vdev",
2222024-09-27T04:14:15.485Z- "u2_4.vdev",
2232024-09-27T04:14:15.485Z- "u2_5.vdev",
2242024-09-27T04:14:15.485Z- "u2_6.vdev",
2252024-09-27T04:14:15.485Z- "u2_7.vdev",
2262024-09-27T04:14:15.485Z- "u2_8.vdev",
2272024-09-27T04:14:15.485Z+ "/scratch/u2_0.vdev",
2282024-09-27T04:14:15.485Z+ "/scratch/u2_1.vdev",
2292024-09-27T04:14:15.485Z+ "/scratch/u2_2.vdev",
2302024-09-27T04:14:15.485Z+ "/scratch/u2_3.vdev",
2312024-09-27T04:14:15.485Z+ "/scratch/u2_4.vdev",
2322024-09-27T04:14:15.485Z+ "/scratch/u2_5.vdev",
2332024-09-27T04:14:15.486Z+ "/scratch/u2_6.vdev",
2342024-09-27T04:14:15.486Z+ "/scratch/u2_7.vdev",
2352024-09-27T04:14:15.486Z+ "/scratch/u2_8.vdev",
2362024-09-27T04:14:15.486Z ]
2372024-09-27T04:14:15.486Z
2382024-09-27T04:14:15.486Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-09-27T04:14:15.486Z+ true
2402024-09-27T04:14:15.486Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-09-27T04:14:15.486Z+ SILO_NAME=recovery
2422024-09-27T04:14:15.486Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-09-27T04:14:15.486Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-09-27T04:14:15.486Z+ sed -i~ '
2452024-09-27T04:14:15.486Z /^external_dns_ips/c\
2462024-09-27T04:14:15.486Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2472024-09-27T04:14:15.486Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-09-27T04:14:15.486Z /^first/c\
2492024-09-27T04:14:15.486Zfirst = "10.151.2.164"
2502024-09-27T04:14:15.486Z /^last/c\
2512024-09-27T04:14:15.486Zlast = "10.151.2.173"
2522024-09-27T04:14:15.486Z }
2532024-09-27T04:14:15.486Z /^infra_ip_first/c\
2542024-09-27T04:14:15.486Zinfra_ip_first = "10.151.2.174"
2552024-09-27T04:14:15.486Z /^infra_ip_last/c\
2562024-09-27T04:14:15.486Zinfra_ip_last = "10.151.2.174"
2572024-09-27T04:14:15.486Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-09-27T04:14:15.486Z /^routes/c\
2592024-09-27T04:14:15.487Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2602024-09-27T04:14:15.487Z /^addresses/c\
2612024-09-27T04:14:15.487Zaddresses = \[{address = "10.151.2.174/24"} \]
2622024-09-27T04:14:15.487Z }
2632024-09-27T04:14:15.487Z' pkg/config-rss.toml
2642024-09-27T04:14:15.487Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-09-27T04:14:15.487Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-09-27T04:14:15.487Z+++ pkg/config-rss.toml Fri Sep 27 04:14:14 2024
2672024-09-27T04:14:15.487Z@@ -33,7 +33,7 @@
2682024-09-27T04:14:15.487Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-09-27T04:14:15.487Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-09-27T04:14:15.487Z # below.
2712024-09-27T04:14:15.487Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-09-27T04:14:15.487Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2732024-09-27T04:14:15.487Z
2742024-09-27T04:14:15.487Z # Initial TLS certificates for the external API
2752024-09-27T04:14:15.487Z #
2762024-09-27T04:14:15.487Z@@ -69,8 +69,8 @@
2772024-09-27T04:14:15.487Z #
2782024-09-27T04:14:15.487Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-09-27T04:14:15.487Z [[internal_services_ip_pool_ranges]]
2802024-09-27T04:14:15.487Z-first = "192.168.1.20"
2812024-09-27T04:14:15.487Z-last = "192.168.1.29"
2822024-09-27T04:14:15.487Z+first = "10.151.2.164"
2832024-09-27T04:14:15.487Z+last = "10.151.2.173"
2842024-09-27T04:14:15.488Z
2852024-09-27T04:14:15.488Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-09-27T04:14:15.488Z # parameters should be provided to the control plane via wicket, but we need to
2872024-09-27T04:14:15.488Z@@ -91,8 +91,8 @@
2882024-09-27T04:14:15.488Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-09-27T04:14:15.488Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-09-27T04:14:15.488Z # With softnpu, only one address is used.
2912024-09-27T04:14:15.488Z-infra_ip_first = "192.168.1.30"
2922024-09-27T04:14:15.488Z-infra_ip_last = "192.168.1.30"
2932024-09-27T04:14:15.488Z+infra_ip_first = "10.151.2.174"
2942024-09-27T04:14:15.488Z+infra_ip_last = "10.151.2.174"
2952024-09-27T04:14:15.488Z
2962024-09-27T04:14:15.488Z # Configurations for BGP routers to run on the scrimlets.
2972024-09-27T04:14:15.488Z bgp = []
2982024-09-27T04:14:15.488Z@@ -100,9 +100,9 @@
2992024-09-27T04:14:15.488Z # You can configure multiple uplinks by repeating the following stanza
3002024-09-27T04:14:15.488Z [[rack_network_config.ports]]
3012024-09-27T04:14:15.488Z # Routes associated with this port.
3022024-09-27T04:14:15.488Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-09-27T04:14:15.488Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3042024-09-27T04:14:15.488Z # Addresses associated with this port.
3052024-09-27T04:14:15.488Z-addresses = [{address = "192.168.1.30/24"}]
3062024-09-27T04:14:15.513Z+ true
3072024-09-27T04:14:15.513Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3082024-09-27T04:14:15.513Z+addresses = [{address = "10.151.2.174/24"} ]
3092024-09-27T04:14:15.513Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3102024-09-27T04:14:15.513Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3112024-09-27T04:14:15.513Z port = "qsfp0"
3122024-09-27T04:14:15.513Z # The speed of this port.
3132024-09-27T04:14:15.513Za pkg/config-rss.toml 8K
3142024-09-27T04:14:15.513Za pkg/config.toml 4K
3152024-09-27T04:14:15.513Z+ TLS_NAME=recovery.sys.oxide.test
3162024-09-27T04:14:15.513Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-09-27T04:14:16.076Z.+............+....+..+....+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+.....+.........+...+.+.....+.+......+.....+...+............+.......+...+.....+.......+...+............+........+.......+......+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+........+....+......+...+..+...+....+.....+..........+.....+.+............+.........+...+..+.....................+..........+.....+............................+..+....+.........+.....+..........+.....+..........+.....+..........+.........+..+...+......+.+..................+...+...+..............+.......+........+...+...+....+...........+..........+.....+.+.....+.+..+...+...+.+...+..................+............+..+...+.......+..............+......+.....................+....+...........+...+............+...........................+..........+...+..+...+...+....+..................+..+...+...+....+..+...............+....+..+............+..........+..+......+...+.+...............+.....+.........+......+................+.....+.......+......+.................+....+...+.....+......+..........+......+........+.......+.....+.+..+.+......+.....+.+........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-09-27T04:14:16.969Z......+...+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...............+.+..+....+......+..+...+...+.+...........+.........+....+....................+.+...+......+.........+..+.+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+......+.....+............+.+..+.........+....+......+......+.....+....+......+..+.+......+....................+......+....+...+...+........+......+...+..........+........+....+...............+...+..................+...+..+............+......+......................+...+..............+......+..........+..+.......+...........+......+.........+....+........+....+......+........+............+....+........+......+....+.....+......+.+........+.+............+..+.......+....................+......+..........+..+...+.......+........+.............+..+...+.+.........+.................+...+....+...+............+..+.+............+...........................+.........+..............+.......+.....+....+.........+...+..+...+....+......+....................+....+...............+...+......+..+...+.......+...+...........+...+.+...........+.+..+............+.+...+.................+..................+.........+...+.............+.....+.+.....+...+.+....................+....+...........+.......+........................+........+...+.........+.+..+...............+.+......+.....+...+......+.+...+........+...+....+........+............+.+..+...............+............+......................+........+...+...+......+....+.........+..+...............................+..+.............+..+......+.......+....................+...+....+...+........+....+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-09-27T04:14:16.993Z-----
3202024-09-27T04:14:17.017Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-09-27T04:14:17.017Za pkg/initial-tls-cert.pem 2K
3222024-09-27T04:14:17.017Za pkg/initial-tls-key.pem 4K
3232024-09-27T04:14:17.017Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-09-27T04:14:17.017Z+ rmdir pkg
3252024-09-27T04:14:17.017Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-09-27T04:14:17.017Z+ pfexec mkdir -p /usr/oxide
3272024-09-27T04:14:17.017Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-09-27T04:14:17.689Z+ pfexec chmod +x /usr/oxide/oxide
3292024-09-27T04:14:17.714Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-09-27T04:14:36.024Z+ OMICRON_NO_UNINSTALL=1
3312024-09-27T04:14:36.024Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-09-27T04:14:36.047ZLogging to: /opt/oxide/work/out/LOG
3332024-09-27T04:14:36.622Z
3342024-09-27T04:14:36.646Zreal 0.593352721
3352024-09-27T04:14:36.646Zuser 0.136293675
3362024-09-27T04:14:36.646Zsys 3.030021523
3372024-09-27T04:14:36.646Ztrap 0.000001520
3382024-09-27T04:14:36.646Ztflt 0.000011780
3392024-09-27T04:14:36.646Zdflt 0.000490339
3402024-09-27T04:14:36.646Zkflt 0.000000000
3412024-09-27T04:14:36.646Zlock 53.474563975
3422024-09-27T04:14:36.646Zslp 0.782010508
3432024-09-27T04:14:36.646Zlat 0.003257666
3442024-09-27T04:14:36.646Zstop 0.203273046
3452024-09-27T04:14:36.647Z+ retry=0
3462024-09-27T04:14:36.647Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-09-27T04:14:36.647Z+ [[ 0 -gt 30 ]]
3482024-09-27T04:14:36.647Z+ sleep 1
3492024-09-27T04:14:37.638Z+ retry=1
3502024-09-27T04:14:37.638Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-09-27T04:14:37.662Z+ [[ 1 -gt 30 ]]
3522024-09-27T04:14:37.662Z+ sleep 1
3532024-09-27T04:14:38.653Z+ retry=2
3542024-09-27T04:14:38.653Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-09-27T04:14:38.677Z+ [[ 2 -gt 30 ]]
3562024-09-27T04:14:38.677Z+ sleep 1
3572024-09-27T04:14:39.669Z+ retry=3
3582024-09-27T04:14:39.669Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-09-27T04:14:59.576Z+ [[ 3 -gt 30 ]]
3602024-09-27T04:14:59.576Z+ sleep 1
3612024-09-27T04:15:00.579Z+ retry=4
3622024-09-27T04:15:00.579Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-09-27T04:15:00.603Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-09-27T04:15:00.629Zlocal v6:
3652024-09-27T04:15:00.629Zfe80::b0b6:67ff:fe2d:f60c
3662024-09-27T04:15:00.629Zfd13:bd7f:bcfb:eb53::1
3672024-09-27T04:15:00.629Zlocal v4:
3682024-09-27T04:15:00.629Z10.151.2.174
3692024-09-27T04:15:00.629Zrouter v6:
3702024-09-27T04:15:00.629Zrouter v4_idx:
3712024-09-27T04:15:00.629Z0.0.0.0/0 -> 0
3722024-09-27T04:15:00.629Zrouter v4_routes:
3732024-09-27T04:15:00.629Z0 -> 10.151.2.100 (2)
3742024-09-27T04:15:00.629Zresolver v4:
3752024-09-27T04:15:00.629Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3762024-09-27T04:15:00.629Z10.151.2.174 -> 6a:ac:37:73:0e:0f
3772024-09-27T04:15:00.629Zresolver v6:
3782024-09-27T04:15:00.629Zfe80::b0b6:67ff:fe2d:f60c -> b2:b6:67:2d:f6:0c
3792024-09-27T04:15:00.629Zfe80::2035:c9ff:fe63:5cf6 -> 22:35:c9:63:5c:f6
3802024-09-27T04:15:00.629Znat v4:
3812024-09-27T04:15:00.629Znat_v6:
3822024-09-27T04:15:00.629Zport_mac:
3832024-09-27T04:15:00.629Z1: a8:40:25:6d:61:05
3842024-09-27T04:15:00.629Z1000: a8:40:25:6d:61:04
3852024-09-27T04:15:00.629Z2: a8:40:25:6d:61:25
3862024-09-27T04:15:00.629Zproxy arp:
3872024-09-27T04:15:00.629Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3882024-09-27T04:15:00.629Z+ retry=0
3892024-09-27T04:15:00.630Z+++ zoneadm list -n
3902024-09-27T04:15:00.630Z+++ grep oxz_ntp
3912024-09-27T04:15:00.653Z++ pfexec svcs -z -Hostate oxide/ntp
3922024-09-27T04:15:00.653Zsvcs: zone '-Hostate': entity not found
3932024-09-27T04:15:00.653Z++ true
3942024-09-27T04:15:00.653Z+ [[ '' != online ]]
3952024-09-27T04:15:00.653Z+ [[ 0 -gt 60 ]]
3962024-09-27T04:15:00.653Z+ sleep 1
3972024-09-27T04:15:01.640Z+ retry=1
3982024-09-27T04:15:01.664Z+++ zoneadm list -n
3992024-09-27T04:15:01.664Z+++ grep oxz_ntp
4002024-09-27T04:15:01.664Z++ pfexec svcs -z -Hostate oxide/ntp
4012024-09-27T04:15:01.664Zsvcs: zone '-Hostate': entity not found
4022024-09-27T04:15:01.664Z++ true
4032024-09-27T04:15:01.664Z+ [[ '' != online ]]
4042024-09-27T04:15:01.664Z+ [[ 1 -gt 60 ]]
4052024-09-27T04:15:01.664Z+ sleep 1
4062024-09-27T04:15:02.663Z+ retry=2
4072024-09-27T04:15:02.687Z+++ zoneadm list -n
4082024-09-27T04:15:02.687Z+++ grep oxz_ntp
4092024-09-27T04:15:02.687Z++ pfexec svcs -z -Hostate oxide/ntp
4102024-09-27T04:15:02.687Zsvcs: zone '-Hostate': entity not found
4112024-09-27T04:15:02.687Z++ true
4122024-09-27T04:15:02.687Z+ [[ '' != online ]]
4132024-09-27T04:15:02.687Z+ [[ 2 -gt 60 ]]
4142024-09-27T04:15:02.687Z+ sleep 1
4152024-09-27T04:15:03.684Z+ retry=3
4162024-09-27T04:15:03.708Z+++ zoneadm list -n
4172024-09-27T04:15:03.708Z+++ grep oxz_ntp
4182024-09-27T04:15:03.708Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4192024-09-27T04:15:03.731Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4202024-09-27T04:15:03.731Z++ true
4212024-09-27T04:15:03.731Z+ [[ '' != online ]]
4222024-09-27T04:15:03.732Z+ [[ 3 -gt 60 ]]
4232024-09-27T04:15:03.732Z+ sleep 1
4242024-09-27T04:15:04.716Z+ retry=4
4252024-09-27T04:15:04.739Z+++ zoneadm list -n
4262024-09-27T04:15:04.740Z+++ grep oxz_ntp
4272024-09-27T04:15:04.740Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4282024-09-27T04:15:04.763Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4292024-09-27T04:15:04.763Z++ true
4302024-09-27T04:15:04.763Z+ [[ '' != online ]]
4312024-09-27T04:15:04.763Z+ [[ 4 -gt 60 ]]
4322024-09-27T04:15:04.763Z+ sleep 1
4332024-09-27T04:15:05.749Z+ retry=5
4342024-09-27T04:15:05.773Z+++ zoneadm list -n
4352024-09-27T04:15:05.773Z+++ grep oxz_ntp
4362024-09-27T04:15:05.773Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4372024-09-27T04:15:05.797Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4382024-09-27T04:15:05.797Z++ true
4392024-09-27T04:15:05.797Z+ [[ '' != online ]]
4402024-09-27T04:15:05.797Z+ [[ 5 -gt 60 ]]
4412024-09-27T04:15:05.797Z+ sleep 1
4422024-09-27T04:15:06.777Z+ retry=6
4432024-09-27T04:15:06.801Z+++ zoneadm list -n
4442024-09-27T04:15:06.801Z+++ grep oxz_ntp
4452024-09-27T04:15:06.801Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4462024-09-27T04:15:06.825Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4472024-09-27T04:15:06.825Z++ true
4482024-09-27T04:15:06.825Z+ [[ '' != online ]]
4492024-09-27T04:15:06.825Z+ [[ 6 -gt 60 ]]
4502024-09-27T04:15:06.825Z+ sleep 1
4512024-09-27T04:15:07.807Z+ retry=7
4522024-09-27T04:15:07.831Z+++ zoneadm list -n
4532024-09-27T04:15:07.831Z+++ grep oxz_ntp
4542024-09-27T04:15:07.831Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4552024-09-27T04:15:07.831Z+ [[ offline != online ]]
4562024-09-27T04:15:07.831Z+ [[ 7 -gt 60 ]]
4572024-09-27T04:15:07.831Z+ sleep 1
4582024-09-27T04:15:08.831Z+ retry=8
4592024-09-27T04:15:08.856Z+++ zoneadm list -n
4602024-09-27T04:15:08.856Z+++ grep oxz_ntp
4612024-09-27T04:15:08.856Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4622024-09-27T04:15:08.856Z+ [[ offline != online ]]
4632024-09-27T04:15:08.856Z+ [[ 8 -gt 60 ]]
4642024-09-27T04:15:08.856Z+ sleep 1
4652024-09-27T04:15:09.855Z+ retry=9
4662024-09-27T04:15:09.879Z+++ zoneadm list -n
4672024-09-27T04:15:09.879Z+++ grep oxz_ntp
4682024-09-27T04:15:09.879Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4692024-09-27T04:15:09.879Z+ [[ offline != online ]]
4702024-09-27T04:15:09.879Z+ [[ 9 -gt 60 ]]
4712024-09-27T04:15:09.879Z+ sleep 1
4722024-09-27T04:15:10.877Z+ retry=10
4732024-09-27T04:15:10.901Z+++ zoneadm list -n
4742024-09-27T04:15:10.901Z+++ grep oxz_ntp
4752024-09-27T04:15:10.901Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4762024-09-27T04:15:10.901Z+ [[ offline != online ]]
4772024-09-27T04:15:10.901Z+ [[ 10 -gt 60 ]]
4782024-09-27T04:15:10.901Z+ sleep 1
4792024-09-27T04:15:11.901Z+ retry=11
4802024-09-27T04:15:11.925Z+++ zoneadm list -n
4812024-09-27T04:15:11.925Z+++ grep oxz_ntp
4822024-09-27T04:15:11.925Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4832024-09-27T04:15:11.925Z+ [[ offline != online ]]
4842024-09-27T04:15:11.925Z+ [[ 11 -gt 60 ]]
4852024-09-27T04:15:11.925Z+ sleep 1
4862024-09-27T04:15:12.925Z+ retry=12
4872024-09-27T04:15:12.949Z+++ zoneadm list -n
4882024-09-27T04:15:12.949Z+++ grep oxz_ntp
4892024-09-27T04:15:12.949Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4902024-09-27T04:15:12.949Z+ [[ offline != online ]]
4912024-09-27T04:15:12.949Z+ [[ 12 -gt 60 ]]
4922024-09-27T04:15:12.949Z+ sleep 1
 
4932024-09-27T04:15:13.770Zsock console login: Sep 27 04:15:12 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4942024-09-27T04:15:13.947Z+ retry=13
4952024-09-27T04:15:13.971Z+++ zoneadm list -n
4962024-09-27T04:15:13.971Z+++ grep oxz_ntp
4972024-09-27T04:15:13.971Z++ pfexec svcs -z oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 -Hostate oxide/ntp
4982024-09-27T04:15:13.971Z+ [[ online != online ]]
4992024-09-27T04:15:13.971Z+ echo 'Waited for chrony: 13s'
5002024-09-27T04:15:13.971Z+ retry=0
5012024-09-27T04:15:13.971ZWaited for chrony: 13s
5022024-09-27T04:15:13.971Z+ zoneadm list
5032024-09-27T04:15:13.971Z+ grep nexus
5042024-09-27T04:15:13.994Z+ [[ 0 -gt 300 ]]
5052024-09-27T04:15:13.994Z+ sleep 1
5062024-09-27T04:15:14.977Z+ retry=1
5072024-09-27T04:15:15.001Z+ zoneadm list
5082024-09-27T04:15:15.001Z+ grep nexus
5092024-09-27T04:15:15.001Z+ [[ 1 -gt 300 ]]
5102024-09-27T04:15:15.001Z+ sleep 1
5112024-09-27T04:15:15.989Z+ retry=2
5122024-09-27T04:15:16.012Z+ zoneadm list
5132024-09-27T04:15:16.013Z+ grep nexus
5142024-09-27T04:15:16.013Z+ [[ 2 -gt 300 ]]
5152024-09-27T04:15:16.013Z+ sleep 1
5162024-09-27T04:15:16.998Z+ retry=3
5172024-09-27T04:15:17.022Z+ zoneadm list
5182024-09-27T04:15:17.022Z+ grep nexus
5192024-09-27T04:15:17.022Z+ [[ 3 -gt 300 ]]
5202024-09-27T04:15:17.022Z+ sleep 1
5212024-09-27T04:15:18.011Z+ retry=4
5222024-09-27T04:15:18.035Z+ zoneadm list
5232024-09-27T04:15:18.035Z+ grep nexus
5242024-09-27T04:15:18.035Z+ [[ 4 -gt 300 ]]
5252024-09-27T04:15:18.035Z+ sleep 1
5262024-09-27T04:15:19.025Z+ retry=5
5272024-09-27T04:15:19.049Z+ zoneadm list
5282024-09-27T04:15:19.049Z+ grep nexus
5292024-09-27T04:15:19.049Z+ [[ 5 -gt 300 ]]
5302024-09-27T04:15:19.049Z+ sleep 1
5312024-09-27T04:15:20.039Z+ retry=6
5322024-09-27T04:15:20.063Z+ zoneadm list
5332024-09-27T04:15:20.063Z+ grep nexus
5342024-09-27T04:15:20.063Z+ [[ 6 -gt 300 ]]
5352024-09-27T04:15:20.063Z+ sleep 1
5362024-09-27T04:15:21.053Z+ retry=7
5372024-09-27T04:15:21.077Z+ zoneadm list
5382024-09-27T04:15:21.077Z+ grep nexus
5392024-09-27T04:15:21.077Z+ [[ 7 -gt 300 ]]
5402024-09-27T04:15:21.077Z+ sleep 1
5412024-09-27T04:15:22.067Z+ retry=8
5422024-09-27T04:15:22.091Z+ zoneadm list
5432024-09-27T04:15:22.091Z+ grep nexus
5442024-09-27T04:15:22.091Z+ [[ 8 -gt 300 ]]
5452024-09-27T04:15:22.091Z+ sleep 1
5462024-09-27T04:15:23.081Z+ retry=9
5472024-09-27T04:15:23.105Z+ zoneadm list
5482024-09-27T04:15:23.105Z+ grep nexus
5492024-09-27T04:15:23.105Z+ [[ 9 -gt 300 ]]
5502024-09-27T04:15:23.105Z+ sleep 1
5512024-09-27T04:15:24.094Z+ retry=10
5522024-09-27T04:15:24.117Z+ zoneadm list
5532024-09-27T04:15:24.117Z+ grep nexus
5542024-09-27T04:15:24.118Z+ [[ 10 -gt 300 ]]
5552024-09-27T04:15:24.118Z+ sleep 1
5562024-09-27T04:15:25.107Z+ retry=11
5572024-09-27T04:15:25.131Z+ zoneadm list
5582024-09-27T04:15:25.131Z+ grep nexus
5592024-09-27T04:15:25.131Z+ [[ 11 -gt 300 ]]
5602024-09-27T04:15:25.131Z+ sleep 1
5612024-09-27T04:15:26.122Z+ retry=12
5622024-09-27T04:15:26.145Z+ zoneadm list
5632024-09-27T04:15:26.145Z+ grep nexus
5642024-09-27T04:15:26.145Z+ [[ 12 -gt 300 ]]
5652024-09-27T04:15:26.145Z+ sleep 1
5662024-09-27T04:15:27.135Z+ retry=13
5672024-09-27T04:15:27.160Z+ zoneadm list
5682024-09-27T04:15:27.160Z+ grep nexus
5692024-09-27T04:15:27.160Z+ [[ 13 -gt 300 ]]
5702024-09-27T04:15:27.160Z+ sleep 1
5712024-09-27T04:15:28.148Z+ retry=14
5722024-09-27T04:15:28.172Z+ zoneadm list
5732024-09-27T04:15:28.172Z+ grep nexus
5742024-09-27T04:15:28.172Z+ [[ 14 -gt 300 ]]
5752024-09-27T04:15:28.172Z+ sleep 1
5762024-09-27T04:15:29.161Z+ retry=15
5772024-09-27T04:15:29.187Z+ zoneadm list
5782024-09-27T04:15:29.187Z+ grep nexus
5792024-09-27T04:15:29.187Z+ [[ 15 -gt 300 ]]
5802024-09-27T04:15:29.187Z+ sleep 1
5812024-09-27T04:15:30.174Z+ retry=16
5822024-09-27T04:15:30.198Z+ zoneadm list
5832024-09-27T04:15:30.198Z+ grep nexus
5842024-09-27T04:15:30.198Z+ [[ 16 -gt 300 ]]
5852024-09-27T04:15:30.198Z+ sleep 1
5862024-09-27T04:15:31.188Z+ retry=17
5872024-09-27T04:15:31.214Z+ zoneadm list
5882024-09-27T04:15:31.214Z+ grep nexus
5892024-09-27T04:15:31.214Z+ [[ 17 -gt 300 ]]
5902024-09-27T04:15:31.214Z+ sleep 1
5912024-09-27T04:15:32.204Z+ retry=18
5922024-09-27T04:15:32.228Z+ zoneadm list
5932024-09-27T04:15:32.228Z+ grep nexus
5942024-09-27T04:15:32.228Z+ [[ 18 -gt 300 ]]
5952024-09-27T04:15:32.228Z+ sleep 1
5962024-09-27T04:15:33.217Z+ retry=19
5972024-09-27T04:15:33.240Z+ zoneadm list
5982024-09-27T04:15:33.240Z+ grep nexus
5992024-09-27T04:15:33.240Z+ [[ 19 -gt 300 ]]
6002024-09-27T04:15:33.240Z+ sleep 1
6012024-09-27T04:15:34.231Z+ retry=20
6022024-09-27T04:15:34.254Z+ zoneadm list
6032024-09-27T04:15:34.254Z+ grep nexus
6042024-09-27T04:15:34.254Z+ [[ 20 -gt 300 ]]
6052024-09-27T04:15:34.254Z+ sleep 1
6062024-09-27T04:15:35.244Z+ retry=21
6072024-09-27T04:15:35.268Z+ zoneadm list
6082024-09-27T04:15:35.268Z+ grep nexus
6092024-09-27T04:15:35.268Z+ [[ 21 -gt 300 ]]
6102024-09-27T04:15:35.268Z+ sleep 1
6112024-09-27T04:15:36.258Z+ retry=22
6122024-09-27T04:15:36.281Z+ zoneadm list
6132024-09-27T04:15:36.281Z+ grep nexus
6142024-09-27T04:15:36.282Z+ [[ 22 -gt 300 ]]
6152024-09-27T04:15:36.282Z+ sleep 1
6162024-09-27T04:15:37.271Z+ retry=23
6172024-09-27T04:15:37.296Z+ zoneadm list
6182024-09-27T04:15:37.296Z+ grep nexus
6192024-09-27T04:15:37.296Z+ [[ 23 -gt 300 ]]
6202024-09-27T04:15:37.296Z+ sleep 1
6212024-09-27T04:15:38.286Z+ retry=24
6222024-09-27T04:15:38.310Z+ zoneadm list
6232024-09-27T04:15:38.310Z+ grep nexus
6242024-09-27T04:15:38.311Z+ [[ 24 -gt 300 ]]
6252024-09-27T04:15:38.311Z+ sleep 1
6262024-09-27T04:15:39.299Z+ retry=25
6272024-09-27T04:15:39.323Z+ zoneadm list
6282024-09-27T04:15:39.323Z+ grep nexus
6292024-09-27T04:15:39.323Z+ [[ 25 -gt 300 ]]
6302024-09-27T04:15:39.323Z+ sleep 1
6312024-09-27T04:15:40.313Z+ retry=26
6322024-09-27T04:15:40.337Z+ zoneadm list
6332024-09-27T04:15:40.337Z+ grep nexus
6342024-09-27T04:15:40.337Z+ [[ 26 -gt 300 ]]
6352024-09-27T04:15:40.337Z+ sleep 1
6362024-09-27T04:15:41.326Z+ retry=27
6372024-09-27T04:15:41.350Z+ zoneadm list
6382024-09-27T04:15:41.350Z+ grep nexus
6392024-09-27T04:15:41.350Z+ [[ 27 -gt 300 ]]
6402024-09-27T04:15:41.350Z+ sleep 1
6412024-09-27T04:15:42.340Z+ retry=28
6422024-09-27T04:15:42.364Z+ zoneadm list
6432024-09-27T04:15:42.364Z+ grep nexus
6442024-09-27T04:15:42.364Z+ [[ 28 -gt 300 ]]
6452024-09-27T04:15:42.364Z+ sleep 1
6462024-09-27T04:15:43.354Z+ retry=29
6472024-09-27T04:15:43.377Z+ zoneadm list
6482024-09-27T04:15:43.377Z+ grep nexus
6492024-09-27T04:15:43.377Z+ [[ 29 -gt 300 ]]
6502024-09-27T04:15:43.377Z+ sleep 1
6512024-09-27T04:15:44.368Z+ retry=30
6522024-09-27T04:15:44.392Z+ zoneadm list
6532024-09-27T04:15:44.392Z+ grep nexus
6542024-09-27T04:15:44.392Z+ [[ 30 -gt 300 ]]
6552024-09-27T04:15:44.392Z+ sleep 1
6562024-09-27T04:15:45.383Z+ retry=31
6572024-09-27T04:15:45.406Z+ zoneadm list
6582024-09-27T04:15:45.406Z+ grep nexus
6592024-09-27T04:15:45.406Z+ [[ 31 -gt 300 ]]
6602024-09-27T04:15:45.406Z+ sleep 1
6612024-09-27T04:15:46.395Z+ retry=32
6622024-09-27T04:15:46.418Z+ zoneadm list
6632024-09-27T04:15:46.418Z+ grep nexus
6642024-09-27T04:15:46.418Z+ [[ 32 -gt 300 ]]
6652024-09-27T04:15:46.418Z+ sleep 1
6662024-09-27T04:15:47.409Z+ retry=33
6672024-09-27T04:15:47.434Z+ zoneadm list
6682024-09-27T04:15:47.434Z+ grep nexus
6692024-09-27T04:15:47.434Z+ [[ 33 -gt 300 ]]
6702024-09-27T04:15:47.434Z+ sleep 1
6712024-09-27T04:15:48.424Z+ retry=34
6722024-09-27T04:15:48.447Z+ zoneadm list
6732024-09-27T04:15:48.447Z+ grep nexus
6742024-09-27T04:15:48.447Z+ [[ 34 -gt 300 ]]
6752024-09-27T04:15:48.447Z+ sleep 1
6762024-09-27T04:15:49.437Z+ retry=35
6772024-09-27T04:15:49.460Z+ zoneadm list
6782024-09-27T04:15:49.460Z+ grep nexus
6792024-09-27T04:15:49.460Z+ [[ 35 -gt 300 ]]
6802024-09-27T04:15:49.460Z+ sleep 1
6812024-09-27T04:15:50.451Z+ retry=36
6822024-09-27T04:15:50.474Z+ zoneadm list
6832024-09-27T04:15:50.474Z+ grep nexus
6842024-09-27T04:15:50.475Z+ [[ 36 -gt 300 ]]
6852024-09-27T04:15:50.475Z+ sleep 1
6862024-09-27T04:15:51.465Z+ retry=37
6872024-09-27T04:15:51.488Z+ zoneadm list
6882024-09-27T04:15:51.488Z+ grep nexus
6892024-09-27T04:15:51.488Z+ [[ 37 -gt 300 ]]
6902024-09-27T04:15:51.488Z+ sleep 1
6912024-09-27T04:15:52.478Z+ retry=38
6922024-09-27T04:15:52.502Z+ zoneadm list
6932024-09-27T04:15:52.502Z+ grep nexus
6942024-09-27T04:15:52.502Z+ [[ 38 -gt 300 ]]
6952024-09-27T04:15:52.502Z+ sleep 1
6962024-09-27T04:15:53.492Z+ retry=39
6972024-09-27T04:15:53.517Z+ zoneadm list
6982024-09-27T04:15:53.517Z+ grep nexus
6992024-09-27T04:15:53.517Z+ [[ 39 -gt 300 ]]
7002024-09-27T04:15:53.517Z+ sleep 1
7012024-09-27T04:15:54.507Z+ retry=40
7022024-09-27T04:15:54.530Z+ zoneadm list
7032024-09-27T04:15:54.530Z+ grep nexus
7042024-09-27T04:15:54.530Z+ [[ 40 -gt 300 ]]
7052024-09-27T04:15:54.530Z+ sleep 1
7062024-09-27T04:15:55.521Z+ retry=41
7072024-09-27T04:15:55.544Z+ zoneadm list
7082024-09-27T04:15:55.544Z+ grep nexus
7092024-09-27T04:15:55.544Z+ [[ 41 -gt 300 ]]
7102024-09-27T04:15:55.544Z+ sleep 1
7112024-09-27T04:15:56.535Z+ retry=42
7122024-09-27T04:15:56.558Z+ zoneadm list
7132024-09-27T04:15:56.558Z+ grep nexus
7142024-09-27T04:15:56.558Z+ [[ 42 -gt 300 ]]
7152024-09-27T04:15:56.558Z+ sleep 1
7162024-09-27T04:15:57.549Z+ retry=43
7172024-09-27T04:15:57.572Z+ zoneadm list
7182024-09-27T04:15:57.573Z+ grep nexus
7192024-09-27T04:15:57.573Z+ [[ 43 -gt 300 ]]
7202024-09-27T04:15:57.573Z+ sleep 1
7212024-09-27T04:15:58.561Z+ retry=44
7222024-09-27T04:15:58.585Z+ zoneadm list
7232024-09-27T04:15:58.585Z+ grep nexus
7242024-09-27T04:15:58.585Z+ [[ 44 -gt 300 ]]
7252024-09-27T04:15:58.585Z+ sleep 1
7262024-09-27T04:15:59.575Z+ retry=45
7272024-09-27T04:15:59.598Z+ zoneadm list
7282024-09-27T04:15:59.598Z+ grep nexus
7292024-09-27T04:15:59.598Z+ [[ 45 -gt 300 ]]
7302024-09-27T04:15:59.598Z+ sleep 1
7312024-09-27T04:16:00.589Z+ retry=46
7322024-09-27T04:16:00.612Z+ zoneadm list
7332024-09-27T04:16:00.612Z+ grep nexus
7342024-09-27T04:16:00.612Z+ [[ 46 -gt 300 ]]
7352024-09-27T04:16:00.612Z+ sleep 1
7362024-09-27T04:16:01.603Z+ retry=47
7372024-09-27T04:16:01.626Z+ zoneadm list
7382024-09-27T04:16:01.626Z+ grep nexus
7392024-09-27T04:16:01.626Z+ [[ 47 -gt 300 ]]
7402024-09-27T04:16:01.626Z+ sleep 1
7412024-09-27T04:16:02.618Z+ retry=48
7422024-09-27T04:16:02.642Z+ zoneadm list
7432024-09-27T04:16:02.642Z+ grep nexus
7442024-09-27T04:16:02.642Z+ [[ 48 -gt 300 ]]
7452024-09-27T04:16:02.642Z+ sleep 1
7462024-09-27T04:16:03.631Z+ retry=49
7472024-09-27T04:16:03.655Z+ zoneadm list
7482024-09-27T04:16:03.655Z+ grep nexus
7492024-09-27T04:16:03.655Z+ [[ 49 -gt 300 ]]
7502024-09-27T04:16:03.655Z+ sleep 1
7512024-09-27T04:16:04.645Z+ retry=50
7522024-09-27T04:16:04.668Z+ zoneadm list
7532024-09-27T04:16:04.668Z+ grep nexus
7542024-09-27T04:16:04.668Z+ [[ 50 -gt 300 ]]
7552024-09-27T04:16:04.668Z+ sleep 1
7562024-09-27T04:16:05.660Z+ retry=51
7572024-09-27T04:16:05.684Z+ zoneadm list
7582024-09-27T04:16:05.684Z+ grep nexus
7592024-09-27T04:16:05.684Z+ [[ 51 -gt 300 ]]
7602024-09-27T04:16:05.684Z+ sleep 1
7612024-09-27T04:16:06.672Z+ retry=52
7622024-09-27T04:16:06.695Z+ zoneadm list
7632024-09-27T04:16:06.696Z+ grep nexus
7642024-09-27T04:16:06.696Z+ [[ 52 -gt 300 ]]
7652024-09-27T04:16:06.696Z+ sleep 1
7662024-09-27T04:16:07.687Z+ retry=53
7672024-09-27T04:16:07.710Z+ zoneadm list
7682024-09-27T04:16:07.711Z+ grep nexus
7692024-09-27T04:16:07.711Z+ [[ 53 -gt 300 ]]
7702024-09-27T04:16:07.711Z+ sleep 1
7712024-09-27T04:16:08.701Z+ retry=54
7722024-09-27T04:16:08.724Z+ zoneadm list
7732024-09-27T04:16:08.724Z+ grep nexus
7742024-09-27T04:16:08.724Z+ [[ 54 -gt 300 ]]
7752024-09-27T04:16:08.724Z+ sleep 1
7762024-09-27T04:16:09.715Z+ retry=55
7772024-09-27T04:16:09.738Z+ zoneadm list
7782024-09-27T04:16:09.738Z+ grep nexus
7792024-09-27T04:16:09.738Z+ [[ 55 -gt 300 ]]
7802024-09-27T04:16:09.738Z+ sleep 1
7812024-09-27T04:16:10.730Z+ retry=56
7822024-09-27T04:16:10.753Z+ zoneadm list
7832024-09-27T04:16:10.753Z+ grep nexus
7842024-09-27T04:16:10.753Z+ [[ 56 -gt 300 ]]
7852024-09-27T04:16:10.753Z+ sleep 1
7862024-09-27T04:16:11.744Z+ retry=57
7872024-09-27T04:16:11.767Z+ zoneadm list
7882024-09-27T04:16:11.767Z+ grep nexus
7892024-09-27T04:16:11.767Z+ [[ 57 -gt 300 ]]
7902024-09-27T04:16:11.767Z+ sleep 1
7912024-09-27T04:16:12.757Z+ retry=58
7922024-09-27T04:16:12.780Z+ zoneadm list
7932024-09-27T04:16:12.781Z+ grep nexus
7942024-09-27T04:16:12.781Z+ [[ 58 -gt 300 ]]
7952024-09-27T04:16:12.781Z+ sleep 1
7962024-09-27T04:16:13.771Z+ retry=59
7972024-09-27T04:16:13.794Z+ zoneadm list
7982024-09-27T04:16:13.794Z+ grep nexus
7992024-09-27T04:16:13.794Z+ [[ 59 -gt 300 ]]
8002024-09-27T04:16:13.794Z+ sleep 1
8012024-09-27T04:16:14.785Z+ retry=60
8022024-09-27T04:16:14.808Z+ zoneadm list
8032024-09-27T04:16:14.808Z+ grep nexus
8042024-09-27T04:16:14.808Z+ [[ 60 -gt 300 ]]
8052024-09-27T04:16:14.808Z+ sleep 1
8062024-09-27T04:16:15.799Z+ retry=61
8072024-09-27T04:16:15.822Z+ zoneadm list
8082024-09-27T04:16:15.822Z+ grep nexus
8092024-09-27T04:16:15.822Z+ [[ 61 -gt 300 ]]
8102024-09-27T04:16:15.822Z+ sleep 1
8112024-09-27T04:16:16.811Z+ retry=62
8122024-09-27T04:16:16.835Z+ zoneadm list
8132024-09-27T04:16:16.835Z+ grep nexus
8142024-09-27T04:16:16.835Z+ [[ 62 -gt 300 ]]
8152024-09-27T04:16:16.835Z+ sleep 1
8162024-09-27T04:16:17.825Z+ retry=63
8172024-09-27T04:16:17.849Z+ zoneadm list
8182024-09-27T04:16:17.849Z+ grep nexus
8192024-09-27T04:16:17.849Z+ [[ 63 -gt 300 ]]
8202024-09-27T04:16:17.849Z+ sleep 1
8212024-09-27T04:16:18.839Z+ retry=64
8222024-09-27T04:16:18.862Z+ zoneadm list
8232024-09-27T04:16:18.862Z+ grep nexus
8242024-09-27T04:16:18.862Z+ [[ 64 -gt 300 ]]
8252024-09-27T04:16:18.862Z+ sleep 1
8262024-09-27T04:16:19.853Z+ retry=65
8272024-09-27T04:16:19.876Z+ zoneadm list
8282024-09-27T04:16:19.876Z+ grep nexus
8292024-09-27T04:16:19.876Z+ [[ 65 -gt 300 ]]
8302024-09-27T04:16:19.876Z+ sleep 1
8312024-09-27T04:16:20.865Z+ retry=66
8322024-09-27T04:16:20.889Z+ zoneadm list
8332024-09-27T04:16:20.889Z+ grep nexus
8342024-09-27T04:16:20.889Z+ [[ 66 -gt 300 ]]
8352024-09-27T04:16:20.889Z+ sleep 1
8362024-09-27T04:16:21.880Z+ retry=67
8372024-09-27T04:16:21.903Z+ zoneadm list
8382024-09-27T04:16:21.903Z+ grep nexus
8392024-09-27T04:16:21.903Z+ [[ 67 -gt 300 ]]
8402024-09-27T04:16:21.903Z+ sleep 1
8412024-09-27T04:16:22.893Z+ retry=68
8422024-09-27T04:16:22.917Z+ zoneadm list
8432024-09-27T04:16:22.917Z+ grep nexus
8442024-09-27T04:16:22.917Z+ [[ 68 -gt 300 ]]
8452024-09-27T04:16:22.917Z+ sleep 1
8462024-09-27T04:16:23.908Z+ retry=69
8472024-09-27T04:16:23.931Z+ zoneadm list
8482024-09-27T04:16:23.931Z+ grep nexus
8492024-09-27T04:16:23.931Z+ [[ 69 -gt 300 ]]
8502024-09-27T04:16:23.931Z+ sleep 1
8512024-09-27T04:16:24.923Z+ retry=70
8522024-09-27T04:16:24.947Z+ zoneadm list
8532024-09-27T04:16:24.947Z+ grep nexus
8542024-09-27T04:16:24.947Z+ [[ 70 -gt 300 ]]
8552024-09-27T04:16:24.947Z+ sleep 1
8562024-09-27T04:16:25.935Z+ retry=71
8572024-09-27T04:16:25.958Z+ zoneadm list
8582024-09-27T04:16:25.958Z+ grep nexus
8592024-09-27T04:16:25.958Z+ [[ 71 -gt 300 ]]
8602024-09-27T04:16:25.958Z+ sleep 1
8612024-09-27T04:16:26.948Z+ retry=72
8622024-09-27T04:16:26.971Z+ zoneadm list
8632024-09-27T04:16:26.971Z+ grep nexus
8642024-09-27T04:16:26.971Z+ [[ 72 -gt 300 ]]
8652024-09-27T04:16:26.971Z+ sleep 1
8662024-09-27T04:16:27.962Z+ retry=73
8672024-09-27T04:16:27.988Z+ zoneadm list
8682024-09-27T04:16:27.988Z+ grep nexus
8692024-09-27T04:16:27.988Z+ [[ 73 -gt 300 ]]
8702024-09-27T04:16:27.988Z+ sleep 1
8712024-09-27T04:16:28.975Z+ retry=74
8722024-09-27T04:16:28.999Z+ zoneadm list
8732024-09-27T04:16:28.999Z+ grep nexus
8742024-09-27T04:16:28.999Z+ [[ 74 -gt 300 ]]
8752024-09-27T04:16:28.999Z+ sleep 1
8762024-09-27T04:16:29.989Z+ retry=75
8772024-09-27T04:16:30.013Z+ zoneadm list
8782024-09-27T04:16:30.013Z+ grep nexus
8792024-09-27T04:16:30.014Z+ [[ 75 -gt 300 ]]
8802024-09-27T04:16:30.014Z+ sleep 1
8812024-09-27T04:16:31.004Z+ retry=76
8822024-09-27T04:16:31.029Z+ zoneadm list
8832024-09-27T04:16:31.029Z+ grep nexus
8842024-09-27T04:16:31.029Z+ [[ 76 -gt 300 ]]
8852024-09-27T04:16:31.029Z+ sleep 1
8862024-09-27T04:16:32.017Z+ retry=77
8872024-09-27T04:16:32.040Z+ zoneadm list
8882024-09-27T04:16:32.040Z+ grep nexus
8892024-09-27T04:16:32.040Z+ [[ 77 -gt 300 ]]
8902024-09-27T04:16:32.040Z+ sleep 1
8912024-09-27T04:16:33.030Z+ retry=78
8922024-09-27T04:16:33.053Z+ zoneadm list
8932024-09-27T04:16:33.053Z+ grep nexus
8942024-09-27T04:16:33.053Z+ [[ 78 -gt 300 ]]
8952024-09-27T04:16:33.053Z+ sleep 1
8962024-09-27T04:16:34.045Z+ retry=79
8972024-09-27T04:16:34.069Z+ zoneadm list
8982024-09-27T04:16:34.069Z+ grep nexus
8992024-09-27T04:16:34.069Z+ [[ 79 -gt 300 ]]
9002024-09-27T04:16:34.069Z+ sleep 1
9012024-09-27T04:16:35.058Z+ retry=80
9022024-09-27T04:16:35.082Z+ zoneadm list
9032024-09-27T04:16:35.082Z+ grep nexus
9042024-09-27T04:16:35.082Z+ [[ 80 -gt 300 ]]
9052024-09-27T04:16:35.082Z+ sleep 1
9062024-09-27T04:16:36.073Z+ retry=81
9072024-09-27T04:16:36.096Z+ zoneadm list
9082024-09-27T04:16:36.096Z+ grep nexus
9092024-09-27T04:16:36.096Z+ [[ 81 -gt 300 ]]
9102024-09-27T04:16:36.096Z+ sleep 1
 
9112024-09-27T04:16:36.457ZSep 27 04:16:35 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:198.30.92.2:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
9122024-09-27T04:16:37.086Z+ retry=82
9132024-09-27T04:16:37.109Z+ zoneadm list
9142024-09-27T04:16:37.109Z+ grep nexus
9152024-09-27T04:16:37.109Z+ [[ 82 -gt 300 ]]
9162024-09-27T04:16:37.109Z+ sleep 1
9172024-09-27T04:16:38.101Z+ retry=83
9182024-09-27T04:16:38.124Z+ zoneadm list
9192024-09-27T04:16:38.124Z+ grep nexus
9202024-09-27T04:16:38.124Z+ [[ 83 -gt 300 ]]
9212024-09-27T04:16:38.124Z+ sleep 1
9222024-09-27T04:16:39.113Z+ retry=84
9232024-09-27T04:16:39.136Z+ zoneadm list
9242024-09-27T04:16:39.137Z+ grep nexus
9252024-09-27T04:16:39.137Z+ [[ 84 -gt 300 ]]
9262024-09-27T04:16:39.137Z+ sleep 1
9272024-09-27T04:16:40.128Z+ retry=85
9282024-09-27T04:16:40.151Z+ zoneadm list
9292024-09-27T04:16:40.151Z+ grep nexus
9302024-09-27T04:16:40.151Z+ [[ 85 -gt 300 ]]
9312024-09-27T04:16:40.151Z+ sleep 1
9322024-09-27T04:16:41.143Z+ retry=86
9332024-09-27T04:16:41.166Z+ zoneadm list
9342024-09-27T04:16:41.166Z+ grep nexus
9352024-09-27T04:16:41.166Z+ [[ 86 -gt 300 ]]
9362024-09-27T04:16:41.166Z+ sleep 1
9372024-09-27T04:16:42.156Z+ retry=87
9382024-09-27T04:16:42.180Z+ zoneadm list
9392024-09-27T04:16:42.180Z+ grep nexus
9402024-09-27T04:16:42.180Z+ [[ 87 -gt 300 ]]
9412024-09-27T04:16:42.180Z+ sleep 1
9422024-09-27T04:16:43.170Z+ retry=88
9432024-09-27T04:16:43.193Z+ zoneadm list
9442024-09-27T04:16:43.193Z+ grep nexus
9452024-09-27T04:16:43.193Z+ [[ 88 -gt 300 ]]
9462024-09-27T04:16:43.193Z+ sleep 1
9472024-09-27T04:16:44.184Z+ retry=89
9482024-09-27T04:16:44.208Z+ zoneadm list
9492024-09-27T04:16:44.208Z+ grep nexus
9502024-09-27T04:16:44.208Z+ [[ 89 -gt 300 ]]
9512024-09-27T04:16:44.208Z+ sleep 1
9522024-09-27T04:16:45.199Z+ retry=90
9532024-09-27T04:16:45.223Z+ zoneadm list
9542024-09-27T04:16:45.223Z+ grep nexus
9552024-09-27T04:16:45.223Z+ [[ 90 -gt 300 ]]
9562024-09-27T04:16:45.223Z+ sleep 1
9572024-09-27T04:16:46.213Z+ retry=91
9582024-09-27T04:16:46.236Z+ zoneadm list
9592024-09-27T04:16:46.236Z+ grep nexus
9602024-09-27T04:16:46.236Z+ [[ 91 -gt 300 ]]
9612024-09-27T04:16:46.236Z+ sleep 1
9622024-09-27T04:16:47.227Z+ retry=92
9632024-09-27T04:16:47.250Z+ zoneadm list
9642024-09-27T04:16:47.250Z+ grep nexus
9652024-09-27T04:16:47.250Z+ [[ 92 -gt 300 ]]
9662024-09-27T04:16:47.250Z+ sleep 1
9672024-09-27T04:16:48.240Z+ retry=93
9682024-09-27T04:16:48.264Z+ zoneadm list
9692024-09-27T04:16:48.264Z+ grep nexus
9702024-09-27T04:16:48.264Z+ [[ 93 -gt 300 ]]
9712024-09-27T04:16:48.264Z+ sleep 1
9722024-09-27T04:16:49.254Z+ retry=94
9732024-09-27T04:16:49.277Z+ zoneadm list
9742024-09-27T04:16:49.277Z+ grep nexus
9752024-09-27T04:16:49.277Z+ [[ 94 -gt 300 ]]
9762024-09-27T04:16:49.277Z+ sleep 1
9772024-09-27T04:16:50.269Z+ retry=95
9782024-09-27T04:16:50.292Z+ zoneadm list
9792024-09-27T04:16:50.292Z+ grep nexus
9802024-09-27T04:16:50.293Z+ [[ 95 -gt 300 ]]
9812024-09-27T04:16:50.293Z+ sleep 1
9822024-09-27T04:16:51.282Z+ retry=96
9832024-09-27T04:16:51.305Z+ zoneadm list
9842024-09-27T04:16:51.305Z+ grep nexus
9852024-09-27T04:16:51.305Z+ [[ 96 -gt 300 ]]
9862024-09-27T04:16:51.305Z+ sleep 1
9872024-09-27T04:16:52.296Z+ retry=97
9882024-09-27T04:16:52.320Z+ zoneadm list
9892024-09-27T04:16:52.320Z+ grep nexus
9902024-09-27T04:16:52.320Z+ [[ 97 -gt 300 ]]
9912024-09-27T04:16:52.320Z+ sleep 1
9922024-09-27T04:16:53.311Z+ retry=98
9932024-09-27T04:16:53.340Z+ zoneadm list
9942024-09-27T04:16:53.340Z+ grep nexus
9952024-09-27T04:16:53.340Z+ [[ 98 -gt 300 ]]
9962024-09-27T04:16:53.340Z+ sleep 1
9972024-09-27T04:16:54.323Z+ retry=99
9982024-09-27T04:16:54.346Z+ zoneadm list
9992024-09-27T04:16:54.346Z+ grep nexus
10002024-09-27T04:16:54.346Z+ [[ 99 -gt 300 ]]
10012024-09-27T04:16:54.346Z+ sleep 1
10022024-09-27T04:16:55.337Z+ retry=100
10032024-09-27T04:16:55.360Z+ zoneadm list
10042024-09-27T04:16:55.360Z+ grep nexus
10052024-09-27T04:16:55.360Z+ [[ 100 -gt 300 ]]
10062024-09-27T04:16:55.360Z+ sleep 1
10072024-09-27T04:16:56.350Z+ retry=101
10082024-09-27T04:16:56.374Z+ zoneadm list
10092024-09-27T04:16:56.374Z+ grep nexus
10102024-09-27T04:16:56.374Z+ [[ 101 -gt 300 ]]
10112024-09-27T04:16:56.374Z+ sleep 1
10122024-09-27T04:16:57.363Z+ retry=102
10132024-09-27T04:16:57.395Z+ zoneadm list
10142024-09-27T04:16:57.395Z+ grep nexus
10152024-09-27T04:16:57.395Z+ [[ 102 -gt 300 ]]
10162024-09-27T04:16:57.395Z+ sleep 1
10172024-09-27T04:16:58.377Z+ retry=103
10182024-09-27T04:16:58.401Z+ zoneadm list
10192024-09-27T04:16:58.401Z+ grep nexus
10202024-09-27T04:16:58.401Z+ [[ 103 -gt 300 ]]
10212024-09-27T04:16:58.401Z+ sleep 1
10222024-09-27T04:16:59.391Z+ retry=104
10232024-09-27T04:16:59.414Z+ zoneadm list
10242024-09-27T04:16:59.415Z+ grep nexus
10252024-09-27T04:16:59.415Z+ [[ 104 -gt 300 ]]
10262024-09-27T04:16:59.415Z+ sleep 1
10272024-09-27T04:17:00.432Z+ retry=105
10282024-09-27T04:17:00.432Z+ zoneadm list
10292024-09-27T04:17:00.432Z+ grep nexus
10302024-09-27T04:17:00.432Z+ [[ 105 -gt 300 ]]
10312024-09-27T04:17:00.432Z+ sleep 1
10322024-09-27T04:17:01.424Z+ retry=106
10332024-09-27T04:17:01.448Z+ zoneadm list
10342024-09-27T04:17:01.448Z+ grep nexus
10352024-09-27T04:17:01.448Z+ [[ 106 -gt 300 ]]
10362024-09-27T04:17:01.448Z+ sleep 1
10372024-09-27T04:17:02.442Z+ retry=107
10382024-09-27T04:17:02.465Z+ zoneadm list
10392024-09-27T04:17:02.465Z+ grep nexus
10402024-09-27T04:17:02.519Z+ [[ 107 -gt 300 ]]
10412024-09-27T04:17:02.519Z+ sleep 1
10422024-09-27T04:17:03.586Z+ retry=108
10432024-09-27T04:17:03.586Z+ zoneadm list
10442024-09-27T04:17:03.586Z+ grep nexus
10452024-09-27T04:17:03.714Z+ [[ 108 -gt 300 ]]
10462024-09-27T04:17:03.714Z+ sleep 1
10472024-09-27T04:17:04.777Z+ retry=109
10482024-09-27T04:17:04.802Z+ zoneadm list
10492024-09-27T04:17:05.059Z+ grep nexus
10502024-09-27T04:17:05.059Z+ [[ 109 -gt 300 ]]
10512024-09-27T04:17:05.059Z+ sleep 1
10522024-09-27T04:17:06.015Z+ retry=110
10532024-09-27T04:17:06.038Z+ zoneadm list
10542024-09-27T04:17:06.039Z+ grep nexus
10552024-09-27T04:17:06.039Z+ [[ 110 -gt 300 ]]
10562024-09-27T04:17:06.039Z+ sleep 1
10572024-09-27T04:17:07.026Z+ retry=111
10582024-09-27T04:17:07.050Z+ zoneadm list
10592024-09-27T04:17:07.050Z+ grep nexus
10602024-09-27T04:17:07.050Z+ [[ 111 -gt 300 ]]
10612024-09-27T04:17:07.050Z+ sleep 1
10622024-09-27T04:17:08.037Z+ retry=112
10632024-09-27T04:17:08.060Z+ zoneadm list
10642024-09-27T04:17:08.060Z+ grep nexus
10652024-09-27T04:17:08.060Z+ [[ 112 -gt 300 ]]
10662024-09-27T04:17:08.060Z+ sleep 1
10672024-09-27T04:17:09.052Z+ retry=113
10682024-09-27T04:17:09.075Z+ zoneadm list
10692024-09-27T04:17:09.075Z+ grep nexus
10702024-09-27T04:17:09.075Z+ [[ 113 -gt 300 ]]
10712024-09-27T04:17:09.075Z+ sleep 1
10722024-09-27T04:17:10.064Z+ retry=114
10732024-09-27T04:17:10.088Z+ zoneadm list
10742024-09-27T04:17:10.088Z+ grep nexus
10752024-09-27T04:17:10.088Z+ [[ 114 -gt 300 ]]
10762024-09-27T04:17:10.088Z+ sleep 1
10772024-09-27T04:17:11.077Z+ retry=115
10782024-09-27T04:17:11.100Z+ zoneadm list
10792024-09-27T04:17:11.100Z+ grep nexus
10802024-09-27T04:17:11.100Z+ [[ 115 -gt 300 ]]
10812024-09-27T04:17:11.100Z+ sleep 1
10822024-09-27T04:17:12.090Z+ retry=116
10832024-09-27T04:17:12.113Z+ zoneadm list
10842024-09-27T04:17:12.113Z+ grep nexus
10852024-09-27T04:17:12.113Z+ [[ 116 -gt 300 ]]
10862024-09-27T04:17:12.113Z+ sleep 1
10872024-09-27T04:17:13.103Z+ retry=117
10882024-09-27T04:17:13.127Z+ zoneadm list
10892024-09-27T04:17:13.127Z+ grep nexus
10902024-09-27T04:17:13.127Z+ [[ 117 -gt 300 ]]
10912024-09-27T04:17:13.127Z+ sleep 1
10922024-09-27T04:17:14.118Z+ retry=118
10932024-09-27T04:17:14.142Z+ zoneadm list
10942024-09-27T04:17:14.142Z+ grep nexus
10952024-09-27T04:17:14.142Z+ [[ 118 -gt 300 ]]
10962024-09-27T04:17:14.142Z+ sleep 1
10972024-09-27T04:17:15.135Z+ retry=119
10982024-09-27T04:17:15.159Z+ zoneadm list
10992024-09-27T04:17:15.159Z+ grep nexus
11002024-09-27T04:17:15.159Z+ [[ 119 -gt 300 ]]
11012024-09-27T04:17:15.159Z+ sleep 1
11022024-09-27T04:17:16.150Z+ retry=120
11032024-09-27T04:17:16.174Z+ zoneadm list
11042024-09-27T04:17:16.174Z+ grep nexus
11052024-09-27T04:17:16.174Z+ [[ 120 -gt 300 ]]
11062024-09-27T04:17:16.174Z+ sleep 1
11072024-09-27T04:17:17.161Z+ retry=121
11082024-09-27T04:17:17.185Z+ zoneadm list
11092024-09-27T04:17:17.185Z+ grep nexus
11102024-09-27T04:17:17.185Z+ [[ 121 -gt 300 ]]
11112024-09-27T04:17:17.185Z+ sleep 1
11122024-09-27T04:17:18.174Z+ retry=122
11132024-09-27T04:17:18.197Z+ zoneadm list
11142024-09-27T04:17:18.198Z+ grep nexus
11152024-09-27T04:17:18.198Z+ [[ 122 -gt 300 ]]
11162024-09-27T04:17:18.198Z+ sleep 1
11172024-09-27T04:17:19.184Z+ retry=123
11182024-09-27T04:17:19.207Z+ zoneadm list
11192024-09-27T04:17:19.207Z+ grep nexus
11202024-09-27T04:17:19.207Z+ [[ 123 -gt 300 ]]
11212024-09-27T04:17:19.207Z+ sleep 1
11222024-09-27T04:17:20.195Z+ retry=124
11232024-09-27T04:17:20.219Z+ zoneadm list
11242024-09-27T04:17:20.219Z+ grep nexus
11252024-09-27T04:17:20.219Z+ [[ 124 -gt 300 ]]
11262024-09-27T04:17:20.219Z+ sleep 1
11272024-09-27T04:17:21.208Z+ retry=125
11282024-09-27T04:17:21.231Z+ zoneadm list
11292024-09-27T04:17:21.231Z+ grep nexus
11302024-09-27T04:17:21.231Z+ [[ 125 -gt 300 ]]
11312024-09-27T04:17:21.231Z+ sleep 1
11322024-09-27T04:17:22.219Z+ retry=126
11332024-09-27T04:17:22.243Z+ zoneadm list
11342024-09-27T04:17:22.243Z+ grep nexus
11352024-09-27T04:17:22.243Z+ [[ 126 -gt 300 ]]
11362024-09-27T04:17:22.243Z+ sleep 1
11372024-09-27T04:17:23.233Z+ retry=127
11382024-09-27T04:17:23.256Z+ zoneadm list
11392024-09-27T04:17:23.256Z+ grep nexus
11402024-09-27T04:17:23.256Z+ [[ 127 -gt 300 ]]
11412024-09-27T04:17:23.256Z+ sleep 1
11422024-09-27T04:17:24.248Z+ retry=128
11432024-09-27T04:17:25.646Z+ zoneadm list
11442024-09-27T04:17:25.647Z+ grep nexus
11452024-09-27T04:17:25.681Z+ [[ 128 -gt 300 ]]
11462024-09-27T04:17:25.681Z+ sleep 1
 
11472024-09-27T04:17:25.923ZSep 27 04:17:25 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.167.215.195:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
11482024-09-27T04:17:28.924Z+ retry=129
11492024-09-27T04:17:28.996Z+ zoneadm list
11502024-09-27T04:17:29.021Z+ grep nexus
11512024-09-27T04:17:29.045Z+ [[ 129 -gt 300 ]]
11522024-09-27T04:17:29.045Z+ sleep 1
 
11532024-09-27T04:17:29.541ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.168.76.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11542024-09-27T04:17:29.583ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.167.215.195:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11552024-09-27T04:17:29.618ZSep 27 04:17:28 sock last message repeated 2 times
11562024-09-27T04:17:29.655ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.168.76.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11572024-09-27T04:17:29.688ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:72.14.183.239:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11582024-09-27T04:17:29.722ZSep 27 04:17:28 sock last message repeated 1 time
11592024-09-27T04:17:29.756ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.167.215.195:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11602024-09-27T04:17:29.790ZSep 27 04:17:28 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:72.14.183.239:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
11612024-09-27T04:17:30.073Z+ retry=130
11622024-09-27T04:17:30.097Z+ zoneadm list
11632024-09-27T04:17:30.097Z+ grep nexus
11642024-09-27T04:17:30.097Z+ [[ 130 -gt 300 ]]
11652024-09-27T04:17:30.097Z+ sleep 1
11662024-09-27T04:17:31.093Z+ retry=131
11672024-09-27T04:17:31.120Z+ zoneadm list
11682024-09-27T04:17:31.120Z+ grep nexus
11692024-09-27T04:17:31.120Z+ [[ 131 -gt 300 ]]
11702024-09-27T04:17:31.120Z+ sleep 1
11712024-09-27T04:17:32.158Z+ retry=132
11722024-09-27T04:17:32.181Z+ zoneadm list
11732024-09-27T04:17:32.181Z+ grep nexus
11742024-09-27T04:17:32.181Z+ [[ 132 -gt 300 ]]
11752024-09-27T04:17:32.181Z+ sleep 1
11762024-09-27T04:17:33.126Z+ retry=133
11772024-09-27T04:17:33.150Z+ zoneadm list
11782024-09-27T04:17:33.150Z+ grep nexus
11792024-09-27T04:17:33.150Z+ [[ 133 -gt 300 ]]
11802024-09-27T04:17:33.150Z+ sleep 1
11812024-09-27T04:17:34.143Z+ retry=134
11822024-09-27T04:17:34.167Z+ zoneadm list
11832024-09-27T04:17:34.167Z+ grep nexus
11842024-09-27T04:17:34.167Z+ [[ 134 -gt 300 ]]
11852024-09-27T04:17:34.167Z+ sleep 1
11862024-09-27T04:17:35.155Z+ retry=135
11872024-09-27T04:17:35.188Z+ zoneadm list
11882024-09-27T04:17:35.188Z+ grep nexus
11892024-09-27T04:17:35.188Z+ [[ 135 -gt 300 ]]
11902024-09-27T04:17:35.188Z+ sleep 1
11912024-09-27T04:17:36.166Z+ retry=136
11922024-09-27T04:17:36.191Z+ zoneadm list
11932024-09-27T04:17:36.191Z+ grep nexus
11942024-09-27T04:17:36.191Z+ [[ 136 -gt 300 ]]
11952024-09-27T04:17:36.191Z+ sleep 1
11962024-09-27T04:17:37.177Z+ retry=137
11972024-09-27T04:17:37.200Z+ zoneadm list
11982024-09-27T04:17:37.201Z+ grep nexus
11992024-09-27T04:17:37.201Z+ [[ 137 -gt 300 ]]
12002024-09-27T04:17:37.201Z+ sleep 1
12012024-09-27T04:17:38.189Z+ retry=138
12022024-09-27T04:17:38.212Z+ zoneadm list
12032024-09-27T04:17:38.212Z+ grep nexus
12042024-09-27T04:17:38.212Z+ [[ 138 -gt 300 ]]
12052024-09-27T04:17:38.212Z+ sleep 1
12062024-09-27T04:17:39.206Z+ retry=139
12072024-09-27T04:17:39.229Z+ zoneadm list
12082024-09-27T04:17:39.229Z+ grep nexus
12092024-09-27T04:17:39.229Z+ [[ 139 -gt 300 ]]
12102024-09-27T04:17:39.229Z+ sleep 1
12112024-09-27T04:17:40.216Z+ retry=140
12122024-09-27T04:17:40.239Z+ zoneadm list
12132024-09-27T04:17:40.239Z+ grep nexus
12142024-09-27T04:17:40.239Z+ [[ 140 -gt 300 ]]
12152024-09-27T04:17:40.239Z+ sleep 1
12162024-09-27T04:17:41.223Z+ retry=141
12172024-09-27T04:17:41.246Z+ zoneadm list
12182024-09-27T04:17:41.246Z+ grep nexus
12192024-09-27T04:17:41.246Z+ [[ 141 -gt 300 ]]
12202024-09-27T04:17:41.246Z+ sleep 1
12212024-09-27T04:17:42.235Z+ retry=142
12222024-09-27T04:17:42.258Z+ zoneadm list
12232024-09-27T04:17:42.258Z+ grep nexus
12242024-09-27T04:17:42.258Z+ [[ 142 -gt 300 ]]
12252024-09-27T04:17:42.258Z+ sleep 1
12262024-09-27T04:17:43.247Z+ retry=143
12272024-09-27T04:17:43.271Z+ zoneadm list
12282024-09-27T04:17:43.271Z+ grep nexus
12292024-09-27T04:17:43.271Z+ [[ 143 -gt 300 ]]
12302024-09-27T04:17:43.271Z+ sleep 1
12312024-09-27T04:17:44.259Z+ retry=144
12322024-09-27T04:17:44.283Z+ zoneadm list
12332024-09-27T04:17:44.283Z+ grep nexus
12342024-09-27T04:17:44.283Z+ [[ 144 -gt 300 ]]
12352024-09-27T04:17:44.283Z+ sleep 1
12362024-09-27T04:17:45.270Z+ retry=145
12372024-09-27T04:17:45.293Z+ zoneadm list
12382024-09-27T04:17:45.293Z+ grep nexus
12392024-09-27T04:17:45.293Z+ [[ 145 -gt 300 ]]
12402024-09-27T04:17:45.293Z+ sleep 1
12412024-09-27T04:17:46.282Z+ retry=146
12422024-09-27T04:17:46.305Z+ zoneadm list
12432024-09-27T04:17:46.305Z+ grep nexus
12442024-09-27T04:17:46.305Z+ [[ 146 -gt 300 ]]
12452024-09-27T04:17:46.305Z+ sleep 1
12462024-09-27T04:17:47.293Z+ retry=147
12472024-09-27T04:17:47.316Z+ zoneadm list
12482024-09-27T04:17:47.316Z+ grep nexus
12492024-09-27T04:17:47.316Z+ [[ 147 -gt 300 ]]
12502024-09-27T04:17:47.316Z+ sleep 1
12512024-09-27T04:17:48.304Z+ retry=148
12522024-09-27T04:17:48.328Z+ zoneadm list
12532024-09-27T04:17:48.328Z+ grep nexus
12542024-09-27T04:17:48.328Z+ [[ 148 -gt 300 ]]
12552024-09-27T04:17:48.328Z+ sleep 1
12562024-09-27T04:17:49.315Z+ retry=149
12572024-09-27T04:17:49.339Z+ zoneadm list
12582024-09-27T04:17:49.339Z+ grep nexus
12592024-09-27T04:17:49.339Z+ [[ 149 -gt 300 ]]
12602024-09-27T04:17:49.339Z+ sleep 1
12612024-09-27T04:17:50.327Z+ retry=150
12622024-09-27T04:17:50.350Z+ zoneadm list
12632024-09-27T04:17:50.350Z+ grep nexus
12642024-09-27T04:17:50.350Z+ [[ 150 -gt 300 ]]
12652024-09-27T04:17:50.350Z+ sleep 1
12662024-09-27T04:17:51.340Z+ retry=151
12672024-09-27T04:17:51.364Z+ zoneadm list
12682024-09-27T04:17:51.364Z+ grep nexus
12692024-09-27T04:17:51.364Z+ [[ 151 -gt 300 ]]
12702024-09-27T04:17:51.364Z+ sleep 1
12712024-09-27T04:17:52.351Z+ retry=152
12722024-09-27T04:17:52.374Z+ zoneadm list
12732024-09-27T04:17:52.374Z+ grep nexus
12742024-09-27T04:17:52.374Z+ [[ 152 -gt 300 ]]
12752024-09-27T04:17:52.374Z+ sleep 1
12762024-09-27T04:17:53.363Z+ retry=153
12772024-09-27T04:17:53.386Z+ zoneadm list
12782024-09-27T04:17:53.386Z+ grep nexus
12792024-09-27T04:17:53.387Z+ [[ 153 -gt 300 ]]
12802024-09-27T04:17:53.387Z+ sleep 1
12812024-09-27T04:17:54.375Z+ retry=154
12822024-09-27T04:17:54.399Z+ zoneadm list
12832024-09-27T04:17:54.399Z+ grep nexus
12842024-09-27T04:17:54.399Z+ [[ 154 -gt 300 ]]
12852024-09-27T04:17:54.399Z+ sleep 1
12862024-09-27T04:17:55.387Z+ retry=155
12872024-09-27T04:17:55.435Z+ zoneadm list
12882024-09-27T04:17:55.435Z+ grep nexus
12892024-09-27T04:17:55.435Z+ [[ 155 -gt 300 ]]
12902024-09-27T04:17:55.435Z+ sleep 1
12912024-09-27T04:17:56.406Z+ retry=156
12922024-09-27T04:17:56.430Z+ zoneadm list
12932024-09-27T04:17:56.431Z+ grep nexus
12942024-09-27T04:17:56.431Z+ [[ 156 -gt 300 ]]
12952024-09-27T04:17:56.431Z+ sleep 1
12962024-09-27T04:17:57.425Z+ retry=157
12972024-09-27T04:17:57.449Z+ zoneadm list
12982024-09-27T04:17:57.449Z+ grep nexus
12992024-09-27T04:17:57.449Z+ [[ 157 -gt 300 ]]
13002024-09-27T04:17:57.449Z+ sleep 1
13012024-09-27T04:17:58.446Z+ retry=158
13022024-09-27T04:17:58.472Z+ zoneadm list
13032024-09-27T04:17:58.472Z+ grep nexus
13042024-09-27T04:17:58.472Z+ [[ 158 -gt 300 ]]
13052024-09-27T04:17:58.472Z+ sleep 1
13062024-09-27T04:17:59.502Z+ retry=159
13072024-09-27T04:17:59.634Z+ grep nexus
13082024-09-27T04:18:05.968Z+ zoneadm list
13092024-09-27T04:18:05.994Z+ [[ 159 -gt 300 ]]
13102024-09-27T04:18:05.994Z+ sleep 1
13112024-09-27T04:18:06.845Z+ retry=160
13122024-09-27T04:18:06.880Z+ zoneadm list
13132024-09-27T04:18:06.903Z+ grep nexus
13142024-09-27T04:18:06.903Z+ [[ 160 -gt 300 ]]
13152024-09-27T04:18:06.903Z+ sleep 1
13162024-09-27T04:18:08.048Z+ retry=161
13172024-09-27T04:18:08.072Z+ zoneadm list
13182024-09-27T04:18:08.072Z+ grep nexus
13192024-09-27T04:18:08.072Z+ [[ 161 -gt 300 ]]
13202024-09-27T04:18:08.072Z+ sleep 1
13212024-09-27T04:18:09.030Z+ retry=162
13222024-09-27T04:18:09.054Z+ zoneadm list
13232024-09-27T04:18:09.055Z+ grep nexus
13242024-09-27T04:18:09.055Zoxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
13252024-09-27T04:18:09.055Zoxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
13262024-09-27T04:18:09.055Zoxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
13272024-09-27T04:18:09.055Z+ echo 'Waited for nexus: 162s'
13282024-09-27T04:18:09.055ZWaited for nexus: 162s
13292024-09-27T04:18:09.055Z+ export RUST_BACKTRACE=1
13302024-09-27T04:18:09.055Z+ RUST_BACKTRACE=1
13312024-09-27T04:18:09.055Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
13322024-09-27T04:18:09.055Z++ ./target/debug/bootstrap
13332024-09-27T04:18:11.847ZUsing external DNS server at 10.151.2.164:53
13342024-09-27T04:18:11.964Z2024-09-27 04:18:11.952533305 UTC: attempting to log into API
13352024-09-27T04:18:27.162Z2024-09-27 04:18:27.150665771 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
 
13362024-09-27T04:18:27.609ZSep 27 04:17:28 sock last message repeated 1 time
13372024-09-27T04:18:27.649ZSep 27 04:18:27 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
13382024-09-27T04:18:27.683ZSep 27 04:18:27 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
13392024-09-27T04:18:28.163Z2024-09-27 04:18:28.152014043 UTC: attempting to log into API
 
13402024-09-27T04:18:28.810ZSep 27 04:18:28 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
13412024-09-27T04:18:29.671ZSep 27 04:18:28 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
13422024-09-27T04:18:29.702ZSep 27 04:18:29 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
13432024-09-27T04:18:43.196Z2024-09-27 04:18:43.184900009 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
13442024-09-27T04:18:44.197Z2024-09-27 04:18:44.186115456 UTC: attempting to log into API
13452024-09-27T04:18:55.029Z2024-09-27 04:18:55.017856242 UTC: login succeeded
13462024-09-27T04:18:55.062Zwaiting for nexus to come up...
13472024-09-27T04:18:55.150Zcreating IP pool... 10.151.2.175 - 10.151.2.227
13482024-09-27T04:18:55.439Zsetting up quotas...
13492024-09-27T04:18:55.497Zensuring datasets are ready...
13502024-09-27T04:18:58.832Zlet's roll.
13512024-09-27T04:18:58.855Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13522024-09-27T04:18:58.855ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
13532024-09-27T04:18:58.855ZOXIDE_TOKEN=oxide-token-e1e79d58e3e232ce32d93aeb5d1e725cfbf4ed9c'
13542024-09-27T04:18:58.855Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13552024-09-27T04:18:58.855Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
13562024-09-27T04:18:58.855Z++ OXIDE_TOKEN=oxide-token-e1e79d58e3e232ce32d93aeb5d1e725cfbf4ed9c
13572024-09-27T04:18:58.855Z+ export OXIDE_HOST OXIDE_TOKEN
13582024-09-27T04:18:58.855Z+ retry=0
13592024-09-27T04:18:58.855Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13602024-09-27T04:18:58.928Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13612024-09-27T04:18:59.700Z{"status":"ok"}success
13622024-09-27T04:18:59.700ZProject {
13632024-09-27T04:18:59.724Z description: "some images",
13642024-09-27T04:18:59.724Z id: 6c518802-6be2-4f5f-b301-b9589519d7ee,
13652024-09-27T04:18:59.724Z name: Name(
13662024-09-27T04:18:59.724Z "images",
13672024-09-27T04:18:59.724Z ),
13682024-09-27T04:18:59.724Z time_created: 2024-09-27T04:18:59.076649Z,
13692024-09-27T04:18:59.724Z time_modified: 2024-09-27T04:18:59.076649Z,
13702024-09-27T04:18:59.724Z}
13712024-09-27T04:18:59.724Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
13722024-09-27T04:24:21.561Zdone!
13732024-09-27T04:24:21.667Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13742024-09-27T04:24:21.775Zsuccess
13752024-09-27T04:24:21.775ZImage {
13762024-09-27T04:24:21.775Z block_size: ByteCount(
13772024-09-27T04:24:21.775Z 512,
13782024-09-27T04:24:21.775Z ),
13792024-09-27T04:24:21.804Z description: "debian 11 original base image",
13802024-09-27T04:24:21.804Z digest: None,
13812024-09-27T04:24:21.804Z id: 6e43996a-523b-4b5d-af59-0e9dfdf35ff5,
13822024-09-27T04:24:21.804Z name: Name(
13832024-09-27T04:24:21.804Z "debian11",
13842024-09-27T04:24:21.804Z ),
13852024-09-27T04:24:21.804Z os: "debian",
13862024-09-27T04:24:21.804Z project_id: None,
13872024-09-27T04:24:21.804Z size: ByteCount(
13882024-09-27T04:24:21.804Z 2147483648,
13892024-09-27T04:24:21.804Z ),
13902024-09-27T04:24:21.804Z time_created: 2024-09-27T04:24:21.516169Z,
13912024-09-27T04:24:21.804Z time_modified: 2024-09-27T04:24:21.758372Z,
13922024-09-27T04:24:21.804Z url: None,
13932024-09-27T04:24:21.804Z version: "11",
13942024-09-27T04:24:21.804Z}
13952024-09-27T04:24:21.804Z+ for test_bin in tests/*
13962024-09-27T04:24:21.804Z+ ./tests/bootstrap-01b3a7390795e65c
13972024-09-27T04:24:21.834Z
13982024-09-27T04:24:21.834Zrunning 0 tests
13992024-09-27T04:24:21.834Z
14002024-09-27T04:24:21.834Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14012024-09-27T04:24:21.834Z
14022024-09-27T04:24:21.834Z+ for test_bin in tests/*
14032024-09-27T04:24:21.834Z+ ./tests/commtest-ca042cd339bb83b8
14042024-09-27T04:24:21.858Z
14052024-09-27T04:24:21.858Zrunning 0 tests
14062024-09-27T04:24:21.858Z
14072024-09-27T04:24:21.858Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14082024-09-27T04:24:21.858Z
14092024-09-27T04:24:21.858Z+ for test_bin in tests/*
14102024-09-27T04:24:21.858Z+ ./tests/dhcp_server-cc13e9dc706ebdf0
14112024-09-27T04:24:21.858Z
14122024-09-27T04:24:21.858Zrunning 0 tests
14132024-09-27T04:24:21.858Z
14142024-09-27T04:24:21.858Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
14152024-09-27T04:24:21.858Z
14162024-09-27T04:24:21.858Z+ for test_bin in tests/*
14172024-09-27T04:24:21.858Z+ ./tests/end_to_end_tests-2df6e41022231090
14182024-09-27T04:24:22.022Z
14192024-09-27T04:24:22.022Zrunning 2 tests
14202024-09-27T04:24:22.307Ztest no_spoof::no_spoof_here ... ok
14212024-09-27T04:24:52.912Ztest instance_launch::instance_launch ... ok
14222024-09-27T04:24:52.912Z
14232024-09-27T04:24:52.912Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.89s
14242024-09-27T04:24:52.912Z
14252024-09-27T04:24:52.937Z+ _exit_trap
14262024-09-27T04:24:52.937Z+ local status=0
14272024-09-27T04:24:52.938Z+ set +o errexit
14282024-09-27T04:24:52.938Z+ pfexec svcadm -Z disable -s cron
14292024-09-27T04:24:54.858Z+ [[ 0 -eq 0 ]]
14302024-09-27T04:24:54.858Z+ exit 0
14312024-09-27T04:24:54.882Zprocess exited: duration 665170 ms, exit code 0
 
14322024-09-27T04:24:54.969Zfound 119 output files
14332024-09-27T04:24:55.029Zuploading: /var/svc/log/oxide-sled-agent:default.log (943854 bytes)
14342024-09-27T04:24:56.319Zuploaded: /var/svc/log/oxide-sled-agent:default.log
14352024-09-27T04:24:56.347Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (5120742 bytes)
14362024-09-27T04:24:56.747Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 5120742 -> 5133406
14372024-09-27T04:24:57.814Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
14382024-09-27T04:24:57.838Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (105004 bytes)
14392024-09-27T04:24:59.013Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
14402024-09-27T04:24:59.013Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (4043 bytes)
14412024-09-27T04:25:00.105Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14422024-09-27T04:25:00.129Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (33138 bytes)
14432024-09-27T04:25:01.262Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
14442024-09-27T04:25:01.286Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (166764 bytes)
14452024-09-27T04:25:01.438Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 166764 -> 169110
14462024-09-27T04:25:02.506Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14472024-09-27T04:25:02.531Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (9964 bytes)
14482024-09-27T04:25:03.620Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
14492024-09-27T04:25:03.644Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (176494 bytes)
14502024-09-27T04:25:03.796Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 176494 -> 179622
14512024-09-27T04:25:04.865Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14522024-09-27T04:25:04.865Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (16534 bytes)
14532024-09-27T04:25:05.998Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
14542024-09-27T04:25:05.998Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1515903 bytes)
14552024-09-27T04:25:06.295Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1515903 -> 1547999
14562024-09-27T04:25:07.362Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14572024-09-27T04:25:07.362Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (52036 bytes)
14582024-09-27T04:25:08.539Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
14592024-09-27T04:25:08.539Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (3875892 bytes)
14602024-09-27T04:25:08.902Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 3875892 -> 3962358
14612024-09-27T04:25:09.970Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14622024-09-27T04:25:09.970Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (29158 bytes)
14632024-09-27T04:25:11.126Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14642024-09-27T04:25:11.126Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14652024-09-27T04:25:12.194Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14662024-09-27T04:25:12.194Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3331 bytes)
14672024-09-27T04:25:13.284Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14682024-09-27T04:25:13.285Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (287302 bytes)
14692024-09-27T04:25:13.482Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 287302 -> 296107
14702024-09-27T04:25:14.550Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14712024-09-27T04:25:14.550Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (2860 bytes)
14722024-09-27T04:25:15.644Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14732024-09-27T04:25:15.644Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7020 bytes)
14742024-09-27T04:25:16.735Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14752024-09-27T04:25:16.735Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (1151 bytes)
14762024-09-27T04:25:17.827Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14772024-09-27T04:25:17.852Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14782024-09-27T04:25:18.896Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14792024-09-27T04:25:18.919Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3918 bytes)
14802024-09-27T04:25:19.991Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
14812024-09-27T04:25:20.015Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14822024-09-27T04:25:21.063Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14832024-09-27T04:25:21.096Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (8130 bytes)
14842024-09-27T04:25:22.189Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
14852024-09-27T04:25:22.190Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-cockroach-admin:default.log (4705 bytes)
14862024-09-27T04:25:23.287Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-cockroach-admin:default.log
14872024-09-27T04:25:23.287Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
14882024-09-27T04:25:24.382Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-cockroachdb:default.log
14892024-09-27T04:25:24.382Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
14902024-09-27T04:25:25.476Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694/root/var/svc/log/oxide-zone-network-setup:default.log
14912024-09-27T04:25:25.476Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-agent:default.log (12505 bytes)
14922024-09-27T04:25:26.593Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-agent:default.log
14932024-09-27T04:25:26.616Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14942024-09-27T04:25:27.686Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-downstairs:default.log
14952024-09-27T04:25:27.709Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-downstairs:downstairs-635f694f-c42a-4b67-9fba-2b4e16844596.log (5997 bytes)
14962024-09-27T04:25:28.781Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-crucible-downstairs:downstairs-635f694f-c42a-4b67-9fba-2b4e16844596.log
14972024-09-27T04:25:28.804Zuploading: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
14982024-09-27T04:25:29.876Zuploaded: /pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone/oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458/root/var/svc/log/oxide-zone-network-setup:default.log
14992024-09-27T04:25:29.899Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-crucible-agent:default.log (1552 bytes)
15002024-09-27T04:25:30.969Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-crucible-agent:default.log
15012024-09-27T04:25:30.969Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15022024-09-27T04:25:32.064Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-crucible-downstairs:default.log
15032024-09-27T04:25:32.087Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
15042024-09-27T04:25:33.159Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0/root/var/svc/log/oxide-zone-network-setup:default.log
15052024-09-27T04:25:33.159Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
15062024-09-27T04:25:34.254Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6/root/var/svc/log/oxide-crucible-pantry:default.log
15072024-09-27T04:25:34.254Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
15082024-09-27T04:25:35.351Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6/root/var/svc/log/oxide-zone-network-setup:default.log
15092024-09-27T04:25:35.374Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe/root/var/svc/log/oxide-oximeter:default.log (1556776 bytes)
15102024-09-27T04:25:35.701Zupload warning: file "/pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1556776 -> 1724146
15112024-09-27T04:25:36.773Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe/root/var/svc/log/oxide-oximeter:default.log
15122024-09-27T04:25:36.773Zuploading: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
15132024-09-27T04:25:37.868Zuploaded: /pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone/oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe/root/var/svc/log/oxide-zone-network-setup:default.log
15142024-09-27T04:25:37.868Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
15152024-09-27T04:25:38.963Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-cockroach-admin:default.log
15162024-09-27T04:25:38.986Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-cockroachdb:default.log (4316 bytes)
15172024-09-27T04:25:40.058Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-cockroachdb:default.log
15182024-09-27T04:25:40.081Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
15192024-09-27T04:25:41.152Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95/root/var/svc/log/oxide-zone-network-setup:default.log
15202024-09-27T04:25:41.152Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-agent:default.log (12964 bytes)
15212024-09-27T04:25:42.269Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-agent:default.log
15222024-09-27T04:25:42.269Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15232024-09-27T04:25:43.364Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-downstairs:default.log
15242024-09-27T04:25:43.387Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-downstairs:downstairs-280e0fe1-3da4-4cf8-919d-43ef89c82b5f.log (3127 bytes)
15252024-09-27T04:25:44.460Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-crucible-downstairs:downstairs-280e0fe1-3da4-4cf8-919d-43ef89c82b5f.log
15262024-09-27T04:25:44.460Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
15272024-09-27T04:25:45.557Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b/root/var/svc/log/oxide-zone-network-setup:default.log
15282024-09-27T04:25:45.558Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-external_dns:default.log (26911 bytes)
15292024-09-27T04:25:46.701Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-external_dns:default.log
15302024-09-27T04:25:46.701Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
15312024-09-27T04:25:47.800Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-opte-interface-setup:default.log
15322024-09-27T04:25:47.800Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-zone-network-setup:default.log (1695 bytes)
15332024-09-27T04:25:48.904Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5/root/var/svc/log/oxide-zone-network-setup:default.log
15342024-09-27T04:25:48.927Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574/root/var/svc/log/oxide-internal_dns:default.log (406834 bytes)
15352024-09-27T04:25:49.134Zupload warning: file "/pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406834 -> 410589
15362024-09-27T04:25:50.206Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574/root/var/svc/log/oxide-internal_dns:default.log
15372024-09-27T04:25:50.229Zuploading: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
15382024-09-27T04:25:51.300Zuploaded: /pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone/oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574/root/var/svc/log/oxide-zone-network-setup:default.log
15392024-09-27T04:25:51.300Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-clickhouse-admin:default.log (876 bytes)
15402024-09-27T04:25:52.394Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-clickhouse-admin:default.log
15412024-09-27T04:25:52.417Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-clickhouse:default.log (3180299 bytes)
15422024-09-27T04:25:52.902Zupload warning: file "/pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3180299 -> 3590296
15432024-09-27T04:25:53.972Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-clickhouse:default.log
15442024-09-27T04:25:53.997Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
15452024-09-27T04:25:55.071Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606/root/var/svc/log/oxide-zone-network-setup:default.log
15462024-09-27T04:25:55.071Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
15472024-09-27T04:25:56.169Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-cockroach-admin:default.log
15482024-09-27T04:25:56.169Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
15492024-09-27T04:25:57.266Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-cockroachdb:default.log
15502024-09-27T04:25:57.289Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
15512024-09-27T04:25:58.363Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e/root/var/svc/log/oxide-zone-network-setup:default.log
15522024-09-27T04:25:58.363Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-agent:default.log (29407 bytes)
15532024-09-27T04:25:59.524Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-agent:default.log
15542024-09-27T04:25:59.525Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15552024-09-27T04:26:00.620Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:default.log
15562024-09-27T04:26:00.620Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:downstairs-0508330d-2a5b-420b-aa70-9f3d2d322ed3.log (3020 bytes)
15572024-09-27T04:26:01.715Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:downstairs-0508330d-2a5b-420b-aa70-9f3d2d322ed3.log
15582024-09-27T04:26:01.715Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:downstairs-acdf8346-b574-4727-a71f-21c012995ec2.log (6080 bytes)
15592024-09-27T04:26:02.810Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:downstairs-acdf8346-b574-4727-a71f-21c012995ec2.log
15602024-09-27T04:26:02.810Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:snapshot-acdf8346-b574-4727-a71f-21c012995ec2-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log (5688 bytes)
15612024-09-27T04:26:03.906Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-crucible-downstairs:snapshot-acdf8346-b574-4727-a71f-21c012995ec2-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log
15622024-09-27T04:26:03.906Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
15632024-09-27T04:26:05.002Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2/root/var/svc/log/oxide-zone-network-setup:default.log
15642024-09-27T04:26:05.002Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-external_dns:default.log (26894 bytes)
15652024-09-27T04:26:05.116Zupload warning: file "/pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26894 -> 30673
15662024-09-27T04:26:06.187Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-external_dns:default.log
15672024-09-27T04:26:06.211Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
15682024-09-27T04:26:07.283Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-opte-interface-setup:default.log
15692024-09-27T04:26:07.283Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
15702024-09-27T04:26:08.379Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1/root/var/svc/log/oxide-zone-network-setup:default.log
15712024-09-27T04:26:08.379Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc/root/var/svc/log/oxide-internal_dns:default.log (406828 bytes)
15722024-09-27T04:26:08.610Zupload warning: file "/pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406828 -> 410584
15732024-09-27T04:26:09.681Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc/root/var/svc/log/oxide-internal_dns:default.log
15742024-09-27T04:26:09.704Zuploading: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
15752024-09-27T04:26:10.775Zuploaded: /pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone/oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc/root/var/svc/log/oxide-zone-network-setup:default.log
15762024-09-27T04:26:10.775Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
15772024-09-27T04:26:11.869Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-cockroach-admin:default.log
15782024-09-27T04:26:11.892Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-cockroachdb:default.log (4316 bytes)
15792024-09-27T04:26:12.964Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-cockroachdb:default.log
15802024-09-27T04:26:12.964Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
15812024-09-27T04:26:14.060Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210/root/var/svc/log/oxide-zone-network-setup:default.log
15822024-09-27T04:26:14.060Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-agent:default.log (29221 bytes)
15832024-09-27T04:26:15.222Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-agent:default.log
15842024-09-27T04:26:15.245Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15852024-09-27T04:26:16.317Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:default.log
15862024-09-27T04:26:16.317Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-03696de4-9d29-44c4-a276-baa180661ec6.log (3124 bytes)
15872024-09-27T04:26:17.412Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-03696de4-9d29-44c4-a276-baa180661ec6.log
15882024-09-27T04:26:17.436Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-163007b6-8514-46fd-9641-6565397c88b2.log (3021 bytes)
15892024-09-27T04:26:18.507Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-163007b6-8514-46fd-9641-6565397c88b2.log
15902024-09-27T04:26:18.507Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-1cac0814-5c33-4144-a8e2-f1859abce977.log (5990 bytes)
15912024-09-27T04:26:19.601Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-crucible-downstairs:downstairs-1cac0814-5c33-4144-a8e2-f1859abce977.log
15922024-09-27T04:26:19.625Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
15932024-09-27T04:26:20.696Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be/root/var/svc/log/oxide-zone-network-setup:default.log
15942024-09-27T04:26:20.696Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55/root/var/svc/log/oxide-internal_dns:default.log (406854 bytes)
15952024-09-27T04:26:20.927Zupload warning: file "/pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406854 -> 410608
15962024-09-27T04:26:21.997Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55/root/var/svc/log/oxide-internal_dns:default.log
15972024-09-27T04:26:21.997Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55/root/var/svc/log/oxide-zone-network-setup:default.log (1678 bytes)
15982024-09-27T04:26:23.093Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55/root/var/svc/log/oxide-zone-network-setup:default.log
15992024-09-27T04:26:23.093Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-nexus:default.log (2746948 bytes)
16002024-09-27T04:26:23.752Zupload warning: file "/pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2746948 -> 3191656
16012024-09-27T04:26:24.823Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-nexus:default.log
16022024-09-27T04:26:24.823Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16032024-09-27T04:26:25.918Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-opte-interface-setup:default.log
16042024-09-27T04:26:25.918Zuploading: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
16052024-09-27T04:26:27.013Zuploaded: /pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/zone/oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578/root/var/svc/log/oxide-zone-network-setup:default.log
16062024-09-27T04:26:27.037Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-agent:default.log (20606 bytes)
16072024-09-27T04:26:28.153Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-agent:default.log
16082024-09-27T04:26:28.153Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16092024-09-27T04:26:29.248Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:default.log
16102024-09-27T04:26:29.271Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-b24df439-2ceb-4bfb-9637-352646dbe103.log (6081 bytes)
16112024-09-27T04:26:30.343Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-b24df439-2ceb-4bfb-9637-352646dbe103.log
16122024-09-27T04:26:30.366Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-b24df439-2ceb-4bfb-9637-352646dbe103-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log (5689 bytes)
16132024-09-27T04:26:31.437Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-b24df439-2ceb-4bfb-9637-352646dbe103-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log
16142024-09-27T04:26:31.437Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
16152024-09-27T04:26:32.527Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb/root/var/svc/log/oxide-zone-network-setup:default.log
16162024-09-27T04:26:32.527Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-nexus:default.log (38495892 bytes)
16172024-09-27T04:26:36.637Zupload warning: file "/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38495892 -> 39160213
16182024-09-27T04:26:37.704Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-nexus:default.log
16192024-09-27T04:26:37.704Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16202024-09-27T04:26:38.795Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-opte-interface-setup:default.log
16212024-09-27T04:26:38.819Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
16222024-09-27T04:26:39.885Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d/root/var/svc/log/oxide-zone-network-setup:default.log
16232024-09-27T04:26:39.885Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
16242024-09-27T04:26:41.019Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-chrony-setup:default.log
16252024-09-27T04:26:41.019Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-ntp:default.log (1414 bytes)
16262024-09-27T04:26:42.109Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-ntp:default.log
16272024-09-27T04:26:42.109Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
16282024-09-27T04:26:43.201Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-opte-interface-setup:default.log
16292024-09-27T04:26:43.201Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-zone-network-setup:default.log (1635 bytes)
16302024-09-27T04:26:44.292Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/svc/log/oxide-zone-network-setup:default.log
16312024-09-27T04:26:44.316Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
16322024-09-27T04:26:45.403Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-agent:default.log
16332024-09-27T04:26:45.403Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16342024-09-27T04:26:46.498Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-downstairs:default.log
16352024-09-27T04:26:46.499Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-5af03bb1-74e2-45dd-8602-57f62a8712fd.log (3127 bytes)
16362024-09-27T04:26:47.592Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-5af03bb1-74e2-45dd-8602-57f62a8712fd.log
16372024-09-27T04:26:47.592Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
16382024-09-27T04:26:48.685Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9/root/var/svc/log/oxide-zone-network-setup:default.log
16392024-09-27T04:26:48.685Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee/root/var/svc/log/oxide-crucible-pantry:default.log (765387 bytes)
16402024-09-27T04:26:50.006Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee/root/var/svc/log/oxide-crucible-pantry:default.log
16412024-09-27T04:26:50.006Zuploading: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
16422024-09-27T04:26:51.099Zuploaded: /pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone/oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee/root/var/svc/log/oxide-zone-network-setup:default.log
16432024-09-27T04:26:51.122Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
16442024-09-27T04:26:52.193Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-cockroach-admin:default.log
16452024-09-27T04:26:52.193Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-cockroachdb:default.log (4316 bytes)
16462024-09-27T04:26:53.287Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-cockroachdb:default.log
16472024-09-27T04:26:53.310Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
16482024-09-27T04:26:54.380Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651/root/var/svc/log/oxide-zone-network-setup:default.log
16492024-09-27T04:26:54.403Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
16502024-09-27T04:26:55.473Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-crucible-agent:default.log
16512024-09-27T04:26:55.473Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16522024-09-27T04:26:56.565Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-crucible-downstairs:default.log
16532024-09-27T04:26:56.589Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
16542024-09-27T04:26:57.659Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3/root/var/svc/log/oxide-zone-network-setup:default.log
16552024-09-27T04:26:57.660Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-nexus:default.log (2736632 bytes)
16562024-09-27T04:26:58.022Zupload warning: file "/pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2736632 -> 3387127
16572024-09-27T04:26:59.092Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-nexus:default.log
16582024-09-27T04:26:59.092Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-opte-interface-setup:default.log (1132 bytes)
16592024-09-27T04:27:00.186Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-opte-interface-setup:default.log
16602024-09-27T04:27:00.209Zuploading: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
16612024-09-27T04:27:01.280Zuploaded: /pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone/oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039/root/var/svc/log/oxide-zone-network-setup:default.log
16622024-09-27T04:27:01.280Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-agent:default.log (44396 bytes)
16632024-09-27T04:27:02.438Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-agent:default.log
16642024-09-27T04:27:02.438Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16652024-09-27T04:27:03.531Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:default.log
16662024-09-27T04:27:03.531Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-4855a666-d15d-4153-8321-af79abaf9765.log (3020 bytes)
16672024-09-27T04:27:04.627Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-4855a666-d15d-4153-8321-af79abaf9765.log
16682024-09-27T04:27:04.627Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7.log (6080 bytes)
16692024-09-27T04:27:05.730Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7.log
16702024-09-27T04:27:05.731Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7.log (5995 bytes)
16712024-09-27T04:27:06.824Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc86d493-3b60-468e-ae55-879d5ecef7a7.log
16722024-09-27T04:27:06.825Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:snapshot-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log (5688 bytes)
16732024-09-27T04:27:07.918Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-crucible-downstairs:snapshot-ac8226f4-ccb7-4f18-92a1-b7fe74fde0f7-f70e914c-98a2-4c12-83fe-9df6289c3f1a.log
16742024-09-27T04:27:07.918Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
16752024-09-27T04:27:09.011Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e/root/var/svc/log/oxide-zone-network-setup:default.log
16762024-09-27T04:27:09.011Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c/root/var/svc/log/oxide-crucible-pantry:default.log (780 bytes)
16772024-09-27T04:27:10.104Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c/root/var/svc/log/oxide-crucible-pantry:default.log
16782024-09-27T04:27:10.104Zuploading: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c/root/var/svc/log/oxide-zone-network-setup:default.log (1713 bytes)
16792024-09-27T04:27:11.197Zuploaded: /pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone/oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c/root/var/svc/log/oxide-zone-network-setup:default.log
16802024-09-27T04:27:11.197Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/measurements.log (181251 bytes)
16812024-09-27T04:27:12.423Zupload warning: file "/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/measurements.log" changed size mid upload: 181251 -> 221940
16822024-09-27T04:27:12.469Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/measurements.log
16832024-09-27T04:27:12.469Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/statistics.log (132093 bytes)
16842024-09-27T04:27:12.646Zupload warning: file "/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/statistics.log" changed size mid upload: 132093 -> 161811
16852024-09-27T04:27:13.714Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/statistics.log
16862024-09-27T04:27:13.714Zuploading: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/tracking.log (16501 bytes)
16872024-09-27T04:27:13.803Zupload warning: file "/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/tracking.log" changed size mid upload: 16501 -> 19141
16882024-09-27T04:27:14.872Zuploaded: /pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone/oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20/root/var/log/chrony/tracking.log