01J9ZB4NA7G66B0WWAGVFNA79W: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J9ZB5FWQ92E7YZQYW2369RAR

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-12T03:43:00.901Zjob dependencies complete; ready to run (waiting for 34 m 44 s)
22024-10-12T03:44:41.203Zjob assigned to worker 01J9ZD3FW7NCYRGG4EFQVTEH0R (queued for 1 m 40 s)
32024-10-12T03:44:41.501Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-10-12T03:44:41.611Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-10-12T03:44:41.647Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-10-12T03:44:41.685Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-12T03:44:41.723Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-10-12T03:44:41.759ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-12T03:44:41.793Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-12T03:44:41.828ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-12T03:44:41.860ZConfiguring devices.
122024-10-12T03:44:41.895Z##################################################
132024-10-12T03:44:41.928Z#### ############# ##
142024-10-12T03:44:41.968Z### ### ############ ##
152024-10-12T03:44:42.007Z## ### # ## ### ## Oxide Computer Company ##
162024-10-12T03:44:42.038Z## ## ## ### # ### ##
172024-10-12T03:44:42.072Z## # ### #### #### This Station Under ##
182024-10-12T03:44:42.105Z### ### #### # ### Computer Control ##
192024-10-12T03:44:42.144Z#### #### ### ## ##
202024-10-12T03:44:42.190Z##################################################
212024-10-12T03:44:42.228ZHostname: buskin
222024-10-12T03:44:42.263ZLoading smf(7) service descriptions:
232024-10-12T03:44:43.433Zdownloading input: /input/package/work/package.tar.gz
242024-10-12T03:49:32.095Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-12T03:49:32.095Zstarting task 0: "setup"
262024-10-12T03:49:32.120Z++ uname -s
272024-10-12T03:49:32.120Z+ kern=SunOS
282024-10-12T03:49:32.120Z+ case "$kern" in
292024-10-12T03:49:32.120Z+ groupadd -g 12345 build
302024-10-12T03:49:32.120Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-12T03:49:34.035Z+ zfs create -o mountpoint=/work rpool/work
322024-10-12T03:49:34.075Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-12T03:49:34.100Z+ home_fs=zfs
342024-10-12T03:49:34.100Z+ [[ zfs == autofs ]]
352024-10-12T03:49:34.100Z+ mkdir -p /home/build
362024-10-12T03:49:34.100Z+ chown build:build /home/build /work
372024-10-12T03:49:36.083Z+ chmod 0700 /home/build /work
382024-10-12T03:49:36.107Zprocess exited: duration 4069 ms, exit code 0
 
392024-10-12T03:49:36.154Zstarting task 1: "authentication"
402024-10-12T03:49:36.197Zprocess exited: duration 42 ms, exit code 0
 
412024-10-12T03:49:36.244Zstarting task 2: "build"
422024-10-12T03:49:36.267Z+ trap _exit_trap EXIT
432024-10-12T03:49:36.267Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-10-12T03:49:36.267Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-10-12T03:49:36.267Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-10-12T03:49:47.078Z+ pfexec rem_drv xde
472024-10-12T03:49:47.103Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-10-12T03:49:47.174Z+ pfexec add_drv xde
492024-10-12T03:49:47.282Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-10-12T03:49:57.051Z+ chmod +x opteadm
512024-10-12T03:49:57.074Z+ cp opteadm /tmp/opteadm
522024-10-12T03:49:57.110Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-10-12T03:49:57.179Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-10-12T03:49:57.312Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-10-12T03:49:57.312Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-10-12T03:49:57.336Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-10-12T03:49:57.336Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-10-12T03:49:57.336Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-10-12T03:49:57.336Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-10-12T03:49:57.336Z+ [[ -d /opt/oxide ]]
662024-10-12T03:49:57.336Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-10-12T03:49:57.336Z+ pfexec mkdir /opt/oxide
682024-10-12T03:49:57.336Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-10-12T03:49:57.336Z+ [[ -d /opt/oxide-underneath ]]
702024-10-12T03:49:57.336Z+ cd /opt/oxide-underneath
712024-10-12T03:49:57.336Z+ pfexec tar ceEp@/f - .
722024-10-12T03:49:57.336Z+ cd /opt/oxide
732024-10-12T03:49:57.336Z+ pfexec tar xveEp@/f -
742024-10-12T03:49:57.379Zx ., 0 bytes, 0 tape blocks
752024-10-12T03:49:57.379Zx ./opte, 0 bytes, 0 tape blocks
762024-10-12T03:49:57.379Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-10-12T03:49:57.379Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-10-12T03:49:57.403Z+ pfexec rm -rf /opt/oxide-underneath
792024-10-12T03:49:57.403Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-10-12T03:49:57.426Z+ pfexec mkdir /opt/oxide/work
812024-10-12T03:49:57.426Z+ pfexec chown build:build /opt/oxide/work
822024-10-12T03:49:57.426Z+ cd /opt/oxide/work
832024-10-12T03:49:57.426Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-10-12T03:50:09.963ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-10-12T03:50:09.963Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-10-12T03:50:09.963Zx out/target/test, 107 bytes, 1 tape blocks
872024-10-12T03:50:09.963Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-10-12T03:50:09.964Zx package-manifest.toml, 32239 bytes, 63 tape blocks
892024-10-12T03:50:09.964Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-10-12T03:50:09.964Zx target/release/omicron-package, 33645672 bytes, 65715 tape blocks
912024-10-12T03:50:09.964Zx target/release/xtask, 12365320 bytes, 24152 tape blocks
922024-10-12T03:50:09.964Zx target/debug/bootstrap, 203203520 bytes, 396882 tape blocks
932024-10-12T03:50:09.964Zx tests/bootstrap-8b6e2475cd83c96f, 24350272 bytes, 47560 tape blocks
942024-10-12T03:50:09.964Zx tests/commtest-88a97f877f434192, 24840792 bytes, 48518 tape blocks
952024-10-12T03:50:09.964Zx tests/dhcp_server-8daaf5a8d0b0f16f, 24350288 bytes, 47560 tape blocks
962024-10-12T03:50:09.964Zx tests/end_to_end_tests-1cd3fb300f41f46f, 215790152 bytes, 421466 tape blocks
972024-10-12T03:50:09.964Zx out/clickhouse.tar.gz, 250501698 bytes, 489262 tape blocks
982024-10-12T03:50:09.964Zx out/clickhouse_keeper.tar.gz, 250488744 bytes, 489236 tape blocks
992024-10-12T03:50:09.964Zx out/clickhouse_server.tar.gz, 250483721 bytes, 489227 tape blocks
1002024-10-12T03:50:09.964Zx out/cockroachdb.tar.gz, 136034463 bytes, 265693 tape blocks
1012024-10-12T03:50:09.964Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1022024-10-12T03:50:09.964Zx out/crucible-pantry-zone.tar.gz, 27632071 bytes, 53969 tape blocks
1032024-10-12T03:50:09.964Zx out/crucible-zone.tar.gz, 36022604 bytes, 70357 tape blocks
1042024-10-12T03:50:09.964Zx out/external-dns.tar.gz, 27707913 bytes, 54118 tape blocks
1052024-10-12T03:50:09.964Zx out/internal-dns.tar.gz, 27706974 bytes, 54116 tape blocks
1062024-10-12T03:50:09.964Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-10-12T03:50:09.964Zx out/nexus.tar.gz, 96213960 bytes, 187918 tape blocks
1082024-10-12T03:50:09.964Zx out/ntp.tar.gz, 9349847 bytes, 18262 tape blocks
1092024-10-12T03:50:09.964Zx out/omicron-gateway-softnpu.tar.gz, 22052979 bytes, 43073 tape blocks
1102024-10-12T03:50:09.964Zx out/omicron-sled-agent.tar, 106192896 bytes, 207408 tape blocks
1112024-10-12T03:50:09.965Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-10-12T03:50:09.965Zx out/oximeter.tar.gz, 45408112 bytes, 88688 tape blocks
1132024-10-12T03:50:09.965Zx out/oxlog.tar, 3110400 bytes, 6075 tape blocks
1142024-10-12T03:50:09.965Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-10-12T03:50:09.965Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1162024-10-12T03:50:09.965Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-10-12T03:50:09.965Zx out/switch-softnpu.tar.gz, 227745289 bytes, 444816 tape blocks
1182024-10-12T03:50:09.990Z
1192024-10-12T03:50:09.990Zreal 12.521606728
1202024-10-12T03:50:09.990Zuser 11.101979831
1212024-10-12T03:50:09.990Zsys 2.442770725
1222024-10-12T03:50:09.990Ztrap 0.000479716
1232024-10-12T03:50:09.990Ztflt 0.000000000
1242024-10-12T03:50:09.990Zdflt 0.000000000
1252024-10-12T03:50:09.990Zkflt 0.000000000
1262024-10-12T03:50:09.990Zlock 0.000000000
1272024-10-12T03:50:09.990Zslp 11.190151923
1282024-10-12T03:50:09.990Zlat 0.305812462
1292024-10-12T03:50:09.990Zstop 0.000128911
1302024-10-12T03:50:09.990Z+ source .github/buildomat/ci-env.sh
1312024-10-12T03:50:09.990Z++ export CARGO_TERM_COLOR=always
1322024-10-12T03:50:09.990Z++ CARGO_TERM_COLOR=always
1332024-10-12T03:50:09.990Z+ bmat address ls
1342024-10-12T03:50:09.990ZNAME CIDR FIRST LAST COUNT
1352024-10-12T03:50:09.990Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1362024-10-12T03:50:09.990Z++ bmat address ls -f extra -Ho first,last,count
1372024-10-12T03:50:09.990Z+ set -- 10.151.1.164 10.151.1.227 64
1382024-10-12T03:50:09.991Z+ EXTRA_IP_START=10.151.1.164
1392024-10-12T03:50:09.991Z+ EXTRA_IP_END=10.151.1.227
1402024-10-12T03:50:09.992Z+ EXTRA_IP_COUNT=64
1412024-10-12T03:50:09.992Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-10-12T03:50:09.992Z+ EXTRA_IP_BASE=10.151.1
1432024-10-12T03:50:09.992Z+ EXTRA_IP_FOCTET=164
1442024-10-12T03:50:09.992Z+ EXTRA_IP_LOCTET=227
1452024-10-12T03:50:09.992Z+ SERVICE_IP_POOL_START=10.151.1.164
1462024-10-12T03:50:09.992Z+ SERVICE_IP_POOL_END=10.151.1.173
1472024-10-12T03:50:09.992Z+ DNS_IP1=10.151.1.164
1482024-10-12T03:50:09.992Z+ DNS_IP2=10.151.1.165
1492024-10-12T03:50:09.992Z+ UPLINK_IP=10.151.1.174
1502024-10-12T03:50:09.992Z+ IPPOOL_START=10.151.1.175
1512024-10-12T03:50:09.992Z+ IPPOOL_END=10.151.1.227
1522024-10-12T03:50:09.992Z++ ipadm show-addr -po type,addr
1532024-10-12T03:50:09.992Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-10-12T03:50:09.992Z+ GATEWAY_IP=10.151.1.100
1552024-10-12T03:50:09.992Z+ [[ -n 10.151.1.100 ]]
1562024-10-12T03:50:09.992Z+ ping -s 10.151.1.100 56 1
1572024-10-12T03:50:09.992ZPING 10.151.1.100: 56 data bytes
1582024-10-12T03:50:09.992Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1592024-10-12T03:50:09.992Z
1602024-10-12T03:50:09.993Z----10.151.1.100 PING Statistics----
1612024-10-12T03:50:09.993Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-10-12T03:50:09.993Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1632024-10-12T03:50:09.993Z++ arp -an
1642024-10-12T03:50:09.993Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1652024-10-12T03:50:09.993Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1662024-10-12T03:50:09.993Z+ routeadm -e ipv4-forwarding -u
1672024-10-12T03:50:10.100Z+ PXA_START=10.151.1.164
1682024-10-12T03:50:10.100Z+ PXA_END=10.151.1.227
1692024-10-12T03:50:10.100Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-10-12T03:50:10.295Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1712024-10-12T03:50:10.319ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-10-12T03:50:10.319Zcreating virtual hardware
1732024-10-12T03:50:10.319Zcreating /scratch/m2_0.vdev
1742024-10-12T03:50:10.319Zcreating /scratch/m2_1.vdev
1752024-10-12T03:50:10.319Zcreating /scratch/u2_0.vdev
1762024-10-12T03:50:10.319Zcreating /scratch/u2_1.vdev
1772024-10-12T03:50:10.319Zcreating /scratch/u2_2.vdev
1782024-10-12T03:50:10.319Zcreating /scratch/u2_3.vdev
1792024-10-12T03:50:10.319Zcreating /scratch/u2_4.vdev
1802024-10-12T03:50:10.319Zcreating /scratch/u2_5.vdev
1812024-10-12T03:50:10.319Zcreating /scratch/u2_6.vdev
1822024-10-12T03:50:10.319Zcreating /scratch/u2_7.vdev
1832024-10-12T03:50:10.319Zcreating /scratch/u2_8.vdev
1842024-10-12T03:50:10.343ZSimnet net0/sc0_0 exists
1852024-10-12T03:50:10.367ZSimnet net1/sc1_0 exists
1862024-10-12T03:50:10.367ZVnic sc0_1 exists
1872024-10-12T03:50:22.372ZUsing 10.151.1.100 as gateway ip
1882024-10-12T03:50:22.372Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1892024-10-12T03:50:22.372Zconfiguring SoftNPU ARP entry
1902024-10-12T03:50:22.401Zconfiguring SoftNPU proxy ARP
1912024-10-12T03:50:22.455ZSoftNPU state:
1922024-10-12T03:50:22.479Z local v6:
1932024-10-12T03:50:22.480Z local v4:
1942024-10-12T03:50:22.480Z router v6:
1952024-10-12T03:50:22.480Z router v4_idx:
1962024-10-12T03:50:22.480Z router v4_routes:
1972024-10-12T03:50:22.480Z resolver v4:
1982024-10-12T03:50:22.480Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992024-10-12T03:50:22.480Z resolver v6:
2002024-10-12T03:50:22.480Z nat v4:
2012024-10-12T03:50:22.480Z nat_v6:
2022024-10-12T03:50:22.480Z port_mac:
2032024-10-12T03:50:22.480Z proxy arp:
2042024-10-12T03:50:22.480Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2052024-10-12T03:50:22.480Zcreated virtual hardware
2062024-10-12T03:50:22.480Z
2072024-10-12T03:50:22.480Zreal 12.157336539
2082024-10-12T03:50:22.480Zuser 0.673926882
2092024-10-12T03:50:22.480Zsys 3.132712848
2102024-10-12T03:50:22.480Ztrap 0.000067749
2112024-10-12T03:50:22.480Ztflt 0.000196967
2122024-10-12T03:50:22.480Zdflt 0.000546402
2132024-10-12T03:50:22.481Zkflt 0.000004640
2142024-10-12T03:50:22.481Zlock 9:27.470190034
2152024-10-12T03:50:22.481Zslp 36.705499377
2162024-10-12T03:50:22.481Zlat 0.071011190
2172024-10-12T03:50:22.481Zstop 0.335122271
2182024-10-12T03:50:22.481Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-10-12T03:50:22.505Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-10-12T03:50:22.505Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-10-12T03:50:22.505Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-10-12T03:50:22.505Z+++ pkg/config.toml Sat Oct 12 03:50:23 2024
2232024-10-12T03:50:22.506Z@@ -29,18 +29,18 @@
2242024-10-12T03:50:22.506Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-10-12T03:50:22.506Z # followed by a string that is embedded into their fake serial values.
2262024-10-12T03:50:22.506Z vdevs = [
2272024-10-12T03:50:22.506Z- "m2_0.vdev",
2282024-10-12T03:50:22.506Z- "m2_1.vdev",
2292024-10-12T03:50:22.506Z+ "/scratch/m2_0.vdev",
2302024-10-12T03:50:22.506Z+ "/scratch/m2_1.vdev",
2312024-10-12T03:50:22.506Z
2322024-10-12T03:50:22.506Z- "u2_0.vdev",
2332024-10-12T03:50:22.507Z- "u2_1.vdev",
2342024-10-12T03:50:22.507Z- "u2_2.vdev",
2352024-10-12T03:50:22.507Z- "u2_3.vdev",
2362024-10-12T03:50:22.507Z- "u2_4.vdev",
2372024-10-12T03:50:22.507Z- "u2_5.vdev",
2382024-10-12T03:50:22.507Z- "u2_6.vdev",
2392024-10-12T03:50:22.507Z- "u2_7.vdev",
2402024-10-12T03:50:22.507Z- "u2_8.vdev",
2412024-10-12T03:50:22.507Z+ "/scratch/u2_0.vdev",
2422024-10-12T03:50:22.507Z+ "/scratch/u2_1.vdev",
2432024-10-12T03:50:22.507Z+ "/scratch/u2_2.vdev",
2442024-10-12T03:50:22.507Z+ "/scratch/u2_3.vdev",
2452024-10-12T03:50:22.507Z+ "/scratch/u2_4.vdev",
2462024-10-12T03:50:22.507Z+ "/scratch/u2_5.vdev",
2472024-10-12T03:50:22.507Z+ "/scratch/u2_6.vdev",
2482024-10-12T03:50:22.507Z+ "/scratch/u2_7.vdev",
2492024-10-12T03:50:22.507Z+ "/scratch/u2_8.vdev",
2502024-10-12T03:50:22.508Z ]
2512024-10-12T03:50:22.508Z
2522024-10-12T03:50:22.508Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-10-12T03:50:22.508Z+ true
2542024-10-12T03:50:22.508Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-10-12T03:50:22.508Z+ SILO_NAME=recovery
2562024-10-12T03:50:22.508Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-10-12T03:50:22.508Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-10-12T03:50:22.508Z+ sed -i~ '
2592024-10-12T03:50:22.508Z /^external_dns_ips/c\
2602024-10-12T03:50:22.508Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2612024-10-12T03:50:22.508Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-10-12T03:50:22.508Z /^first/c\
2632024-10-12T03:50:22.508Zfirst = "10.151.1.164"
2642024-10-12T03:50:22.508Z /^last/c\
2652024-10-12T03:50:22.508Zlast = "10.151.1.173"
2662024-10-12T03:50:22.508Z }
2672024-10-12T03:50:22.508Z /^infra_ip_first/c\
2682024-10-12T03:50:22.508Zinfra_ip_first = "10.151.1.174"
2692024-10-12T03:50:22.508Z /^infra_ip_last/c\
2702024-10-12T03:50:22.508Zinfra_ip_last = "10.151.1.174"
2712024-10-12T03:50:22.508Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-10-12T03:50:22.508Z /^routes/c\
2732024-10-12T03:50:22.508Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2742024-10-12T03:50:22.508Z /^addresses/c\
2752024-10-12T03:50:22.508Zaddresses = \[{address = "10.151.1.174/24"} \]
2762024-10-12T03:50:22.508Z }
2772024-10-12T03:50:22.508Z' pkg/config-rss.toml
2782024-10-12T03:50:22.508Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-10-12T03:50:22.532Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-10-12T03:50:22.532Z+++ pkg/config-rss.toml Sat Oct 12 03:50:23 2024
2812024-10-12T03:50:22.532Z@@ -33,7 +33,7 @@
2822024-10-12T03:50:22.532Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-10-12T03:50:22.532Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-10-12T03:50:22.532Z # below.
2852024-10-12T03:50:22.532Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-10-12T03:50:22.532Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2872024-10-12T03:50:22.532Z
2882024-10-12T03:50:22.532Z # Initial TLS certificates for the external API
2892024-10-12T03:50:22.532Z #
2902024-10-12T03:50:22.532Z@@ -69,8 +69,8 @@
2912024-10-12T03:50:22.533Z #
2922024-10-12T03:50:22.533Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-10-12T03:50:22.533Z [[internal_services_ip_pool_ranges]]
2942024-10-12T03:50:22.533Z-first = "192.168.1.20"
2952024-10-12T03:50:22.533Z-last = "192.168.1.29"
2962024-10-12T03:50:22.533Z+first = "10.151.1.164"
2972024-10-12T03:50:22.533Z+last = "10.151.1.173"
2982024-10-12T03:50:22.533Z
2992024-10-12T03:50:22.533Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-10-12T03:50:22.533Z # parameters should be provided to the control plane via wicket, but we need to
3012024-10-12T03:50:22.533Z@@ -91,8 +91,8 @@
3022024-10-12T03:50:22.533Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-10-12T03:50:22.533Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-10-12T03:50:22.533Z # With softnpu, only one address is used.
3052024-10-12T03:50:22.533Z-infra_ip_first = "192.168.1.30"
3062024-10-12T03:50:22.533Z-infra_ip_last = "192.168.1.30"
3072024-10-12T03:50:22.533Z+infra_ip_first = "10.151.1.174"
3082024-10-12T03:50:22.533Z+infra_ip_last = "10.151.1.174"
3092024-10-12T03:50:22.533Z
3102024-10-12T03:50:22.533Z # Configurations for BGP routers to run on the scrimlets.
3112024-10-12T03:50:22.534Z bgp = []
3122024-10-12T03:50:22.534Z@@ -100,9 +100,9 @@
3132024-10-12T03:50:22.534Z # You can configure multiple uplinks by repeating the following stanza
3142024-10-12T03:50:22.534Z [[rack_network_config.ports]]
3152024-10-12T03:50:22.534Z # Routes associated with this port.
3162024-10-12T03:50:22.534Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-10-12T03:50:22.534Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3182024-10-12T03:50:22.534Z # Addresses associated with this port.
3192024-10-12T03:50:22.534Z-addresses = [{address = "192.168.1.30/24"}]
3202024-10-12T03:50:22.534Z+addresses = [{address = "10.151.1.174/24"} ]
3212024-10-12T03:50:22.534Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-10-12T03:50:22.534Z port = "qsfp0"
3232024-10-12T03:50:22.534Z # The speed of this port.
3242024-10-12T03:50:22.534Z+ true
3252024-10-12T03:50:22.534Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-10-12T03:50:22.534Za pkg/config-rss.toml 8K
3272024-10-12T03:50:22.534Za pkg/config.toml 4K
3282024-10-12T03:50:22.535Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-10-12T03:50:22.535Z+ TLS_NAME=recovery.sys.oxide.test
3302024-10-12T03:50:22.535Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-10-12T03:50:22.864Z.+.+...+...........+.+.....+.+..+.+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+..+......+.......+.....+...+.+...........+...+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..............................+.......+...+..+....+.....+....+......+.....+.........+......+..........+...+...+...+.....+....+.....+................+.........+...+.....+.........+.+.................+.+..+..................+......................+.....+.......+..+...+...+...+..........+.....+.+...+...........+.+..............+...............+............+...+....+..+.+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-10-12T03:50:23.748Z..+...+.+......+......+.....+...+.......+.....+.........+.+...+......+........+......+.........+.+..+...+.+...+...........+.......+..+.+.....+....+.....+............+.+...+...........+...+.+...........+....+.....+..........+......+.....+....+...........+.+........+....+..+..........+...+..+.+........+....+...+.....+.......+.....+.+.........+...+..+...+...+.+.........+............+.....+............+......+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.............+..+.......+...........+.+...+.....+.......+.....+.+.....+...+....+...+.........+...........+...+......+..........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........................+..+.+..................+............+..+.......+...+....................+...+.......+...+..+.......+...+...........+.......+.....+.........+.........+.+...............+.....+.+...............+..+.+.....+.+.....+.........+.......+............+.....+.+..+..................+.+.........+.....+................+..................+...+.....+.......+........+.........+.+..+.+....................+.......+...+..+....+...............+......+....................+....+...........+..........+.....+....+...............+...+.....+.+......+.....+....+.....+.+......+...+.....+....+..+...+..........+..+....+............+............+.....+.......+...+.....+.............+...+..............+.......+......+..+.......+.....+.........+......+....+......+..................+...+............+.....+.+.....+.......+.....+.......+.......................+.........+.+...+......+...+........+..........+..+......+.+......+..+.............+...+...........+...+......+...................+......+..............+.+.........+....................+......+......+.+...+......+........+...+...+.......+............+...+..+.+...............+.................+.......+..+.+...+.....+.......+..+.+...........+.+.....+.......+..+...............+....+..+....+........+...............+.......+..............+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-12T03:50:23.771Z-----
3342024-10-12T03:50:23.798Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-10-12T03:50:23.798Za pkg/initial-tls-cert.pem 2K
3362024-10-12T03:50:23.798Za pkg/initial-tls-key.pem 4K
3372024-10-12T03:50:23.798Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-10-12T03:50:23.798Z+ rmdir pkg
3392024-10-12T03:50:23.798Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-10-12T03:50:23.798Z+ pfexec mkdir -p /usr/oxide
3412024-10-12T03:50:23.798Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3422024-10-12T03:50:24.402Z+ pfexec chmod +x /usr/oxide/oxide
3432024-10-12T03:50:24.427Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-10-12T03:50:42.770Z+ OMICRON_NO_UNINSTALL=1
3452024-10-12T03:50:42.770Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-10-12T03:50:42.794ZLogging to: /opt/oxide/work/out/LOG
3472024-10-12T03:50:43.364Z
3482024-10-12T03:50:43.364Zreal 0.588705907
3492024-10-12T03:50:43.364Zuser 0.136476591
3502024-10-12T03:50:43.364Zsys 2.884044637
3512024-10-12T03:50:43.388Ztrap 0.000010050
3522024-10-12T03:50:43.388Ztflt 0.000005400
3532024-10-12T03:50:43.388Zdflt 0.001320094
3542024-10-12T03:50:43.388Zkflt 0.000006910
3552024-10-12T03:50:43.388Zlock 53.145388165
3562024-10-12T03:50:43.388Zslp 0.780062569
3572024-10-12T03:50:43.388Zlat 0.002950552
3582024-10-12T03:50:43.388Zstop 0.200990965
3592024-10-12T03:50:43.388Z+ retry=0
3602024-10-12T03:50:43.388Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-10-12T03:50:43.388Z+ [[ 0 -gt 30 ]]
3622024-10-12T03:50:43.388Z+ sleep 1
3632024-10-12T03:50:44.378Z+ retry=1
3642024-10-12T03:50:44.378Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-10-12T03:50:44.402Z+ [[ 1 -gt 30 ]]
3662024-10-12T03:50:44.402Z+ sleep 1
3672024-10-12T03:50:45.394Z+ retry=2
3682024-10-12T03:50:45.394Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-10-12T03:50:45.417Z+ [[ 2 -gt 30 ]]
3702024-10-12T03:50:45.417Z+ sleep 1
3712024-10-12T03:50:46.407Z+ retry=3
3722024-10-12T03:50:46.407Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-10-12T03:51:06.327Z+ [[ 3 -gt 30 ]]
3742024-10-12T03:51:06.328Z+ sleep 1
3752024-10-12T03:51:07.331Z+ retry=4
3762024-10-12T03:51:07.331Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-10-12T03:51:07.357Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-10-12T03:51:07.381Zlocal v6:
3792024-10-12T03:51:07.381Zfd75:1b62:234b:6519::1
3802024-10-12T03:51:07.381Zfe80::9c5c:86ff:fee6:bf9d
3812024-10-12T03:51:07.381Zlocal v4:
3822024-10-12T03:51:07.381Z10.151.1.174
3832024-10-12T03:51:07.381Zrouter v6:
3842024-10-12T03:51:07.381Zrouter v4_idx:
3852024-10-12T03:51:07.381Z0.0.0.0/0 -> 0
3862024-10-12T03:51:07.381Zrouter v4_routes:
3872024-10-12T03:51:07.381Z0 -> 10.151.1.100 (2)
3882024-10-12T03:51:07.381Zresolver v4:
3892024-10-12T03:51:07.381Z10.151.1.174 -> 32:13:f4:de:c1:2e
3902024-10-12T03:51:07.381Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912024-10-12T03:51:07.381Zresolver v6:
3922024-10-12T03:51:07.381Zfe80::9c5c:86ff:fee6:bf9d -> 9e:5c:86:e6:bf:9d
3932024-10-12T03:51:07.381Zfe80::88d4:3fff:fec6:74ed -> 8a:d4:3f:c6:74:ed
3942024-10-12T03:51:07.381Znat v4:
3952024-10-12T03:51:07.381Znat_v6:
3962024-10-12T03:51:07.381Zport_mac:
3972024-10-12T03:51:07.382Z1000: a8:40:25:10:4a:e0
3982024-10-12T03:51:07.382Z1: a8:40:25:10:4a:e1
3992024-10-12T03:51:07.382Z2: a8:40:25:10:4b:01
4002024-10-12T03:51:07.382Zproxy arp:
4012024-10-12T03:51:07.382Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022024-10-12T03:51:07.382Z+ retry=0
4032024-10-12T03:51:07.382Z+++ zoneadm list -n
4042024-10-12T03:51:07.382Z+++ grep oxz_ntp
4052024-10-12T03:51:07.406Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-10-12T03:51:07.406Zsvcs: zone '-Hostate': entity not found
4072024-10-12T03:51:07.406Z++ true
4082024-10-12T03:51:07.406Z+ [[ '' != online ]]
4092024-10-12T03:51:07.406Z+ [[ 0 -gt 60 ]]
4102024-10-12T03:51:07.406Z+ sleep 1
4112024-10-12T03:51:08.415Z+ retry=1
4122024-10-12T03:51:08.415Z+++ zoneadm list -n
4132024-10-12T03:51:08.415Z+++ grep oxz_ntp
4142024-10-12T03:51:08.415Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-10-12T03:51:08.415Zsvcs: zone '-Hostate': entity not found
4162024-10-12T03:51:08.415Z++ true
4172024-10-12T03:51:08.415Z+ [[ '' != online ]]
4182024-10-12T03:51:08.415Z+ [[ 1 -gt 60 ]]
4192024-10-12T03:51:08.416Z+ sleep 1
4202024-10-12T03:51:09.416Z+ retry=2
4212024-10-12T03:51:09.440Z+++ zoneadm list -n
4222024-10-12T03:51:09.441Z+++ grep oxz_ntp
4232024-10-12T03:51:09.441Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4242024-10-12T03:51:09.441Zsvcs: Could not bind to repository server for zone oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799: repository server unavailable
4252024-10-12T03:51:09.464Z++ true
4262024-10-12T03:51:09.464Z+ [[ '' != online ]]
4272024-10-12T03:51:09.464Z+ [[ 2 -gt 60 ]]
4282024-10-12T03:51:09.464Z+ sleep 1
4292024-10-12T03:51:10.447Z+ retry=3
4302024-10-12T03:51:10.470Z+++ zoneadm list -n
4312024-10-12T03:51:10.470Z+++ grep oxz_ntp
4322024-10-12T03:51:10.470Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4332024-10-12T03:51:10.494Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342024-10-12T03:51:10.494Z++ true
4352024-10-12T03:51:10.494Z+ [[ '' != online ]]
4362024-10-12T03:51:10.494Z+ [[ 3 -gt 60 ]]
4372024-10-12T03:51:10.494Z+ sleep 1
4382024-10-12T03:51:11.478Z+ retry=4
4392024-10-12T03:51:11.503Z+++ zoneadm list -n
4402024-10-12T03:51:11.503Z+++ grep oxz_ntp
4412024-10-12T03:51:11.503Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4422024-10-12T03:51:11.503Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432024-10-12T03:51:11.503Z++ true
4442024-10-12T03:51:11.527Z+ [[ '' != online ]]
4452024-10-12T03:51:11.527Z+ [[ 4 -gt 60 ]]
4462024-10-12T03:51:11.527Z+ sleep 1
4472024-10-12T03:51:12.506Z+ retry=5
4482024-10-12T03:51:12.530Z+++ zoneadm list -n
4492024-10-12T03:51:12.530Z+++ grep oxz_ntp
4502024-10-12T03:51:12.530Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4512024-10-12T03:51:12.554Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522024-10-12T03:51:12.554Z++ true
4532024-10-12T03:51:12.554Z+ [[ '' != online ]]
4542024-10-12T03:51:12.554Z+ [[ 5 -gt 60 ]]
4552024-10-12T03:51:12.554Z+ sleep 1
4562024-10-12T03:51:13.535Z+ retry=6
4572024-10-12T03:51:13.558Z+++ zoneadm list -n
4582024-10-12T03:51:13.558Z+++ grep oxz_ntp
4592024-10-12T03:51:13.559Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4602024-10-12T03:51:13.559Z+ [[ offline != online ]]
4612024-10-12T03:51:13.559Z+ [[ 6 -gt 60 ]]
4622024-10-12T03:51:13.559Z+ sleep 1
4632024-10-12T03:51:14.559Z+ retry=7
4642024-10-12T03:51:14.583Z+++ zoneadm list -n
4652024-10-12T03:51:14.583Z+++ grep oxz_ntp
4662024-10-12T03:51:14.583Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4672024-10-12T03:51:14.583Z+ [[ offline != online ]]
4682024-10-12T03:51:14.583Z+ [[ 7 -gt 60 ]]
4692024-10-12T03:51:14.583Z+ sleep 1
4702024-10-12T03:51:15.580Z+ retry=8
4712024-10-12T03:51:15.604Z+++ zoneadm list -n
4722024-10-12T03:51:15.604Z+++ grep oxz_ntp
4732024-10-12T03:51:15.604Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4742024-10-12T03:51:15.604Z+ [[ offline != online ]]
4752024-10-12T03:51:15.604Z+ [[ 8 -gt 60 ]]
4762024-10-12T03:51:15.604Z+ sleep 1
4772024-10-12T03:51:16.603Z+ retry=9
4782024-10-12T03:51:16.626Z+++ zoneadm list -n
4792024-10-12T03:51:16.626Z+++ grep oxz_ntp
4802024-10-12T03:51:16.626Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4812024-10-12T03:51:16.626Z+ [[ offline != online ]]
4822024-10-12T03:51:16.626Z+ [[ 9 -gt 60 ]]
4832024-10-12T03:51:16.626Z+ sleep 1
4842024-10-12T03:51:17.624Z+ retry=10
4852024-10-12T03:51:17.648Z+++ zoneadm list -n
4862024-10-12T03:51:17.648Z+++ grep oxz_ntp
4872024-10-12T03:51:17.648Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4882024-10-12T03:51:17.648Z+ [[ offline != online ]]
4892024-10-12T03:51:17.648Z+ [[ 10 -gt 60 ]]
4902024-10-12T03:51:17.648Z+ sleep 1
4912024-10-12T03:51:18.646Z+ retry=11
4922024-10-12T03:51:18.670Z+++ zoneadm list -n
4932024-10-12T03:51:18.670Z+++ grep oxz_ntp
4942024-10-12T03:51:18.670Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
4952024-10-12T03:51:18.670Z+ [[ offline != online ]]
4962024-10-12T03:51:18.670Z+ [[ 11 -gt 60 ]]
4972024-10-12T03:51:18.670Z+ sleep 1
4982024-10-12T03:51:19.669Z+ retry=12
4992024-10-12T03:51:19.693Z+++ zoneadm list -n
5002024-10-12T03:51:19.693Z+++ grep oxz_ntp
5012024-10-12T03:51:19.693Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
5022024-10-12T03:51:19.693Z+ [[ offline != online ]]
5032024-10-12T03:51:19.693Z+ [[ 12 -gt 60 ]]
5042024-10-12T03:51:19.693Z+ sleep 1
5052024-10-12T03:51:20.690Z+ retry=13
5062024-10-12T03:51:20.714Z+++ zoneadm list -n
5072024-10-12T03:51:20.714Z+++ grep oxz_ntp
5082024-10-12T03:51:20.714Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
5092024-10-12T03:51:20.714Z+ [[ offline != online ]]
5102024-10-12T03:51:20.714Z+ [[ 13 -gt 60 ]]
5112024-10-12T03:51:20.714Z+ sleep 1
 
5122024-10-12T03:51:21.090Zbuskin console login: Oct 12 03:51:21 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5132024-10-12T03:51:21.713Z+ retry=14
5142024-10-12T03:51:21.737Z+++ zoneadm list -n
5152024-10-12T03:51:21.737Z+++ grep oxz_ntp
5162024-10-12T03:51:21.737Z++ pfexec svcs -z oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799 -Hostate oxide/ntp
5172024-10-12T03:51:21.737Z+ [[ online != online ]]
5182024-10-12T03:51:21.737Z+ echo 'Waited for chrony: 14s'
5192024-10-12T03:51:21.737ZWaited for chrony: 14s
5202024-10-12T03:51:21.737Z+ retry=0
5212024-10-12T03:51:21.737Z+ zoneadm list
5222024-10-12T03:51:21.737Z+ grep nexus
5232024-10-12T03:51:21.760Z+ [[ 0 -gt 300 ]]
5242024-10-12T03:51:21.760Z+ sleep 1
5252024-10-12T03:51:22.743Z+ retry=1
5262024-10-12T03:51:22.766Z+ zoneadm list
5272024-10-12T03:51:22.766Z+ grep nexus
5282024-10-12T03:51:22.766Z+ [[ 1 -gt 300 ]]
5292024-10-12T03:51:22.766Z+ sleep 1
5302024-10-12T03:51:23.752Z+ retry=2
5312024-10-12T03:51:23.775Z+ zoneadm list
5322024-10-12T03:51:23.775Z+ grep nexus
5332024-10-12T03:51:23.775Z+ [[ 2 -gt 300 ]]
5342024-10-12T03:51:23.775Z+ sleep 1
5352024-10-12T03:51:24.762Z+ retry=3
5362024-10-12T03:51:24.786Z+ zoneadm list
5372024-10-12T03:51:24.786Z+ grep nexus
5382024-10-12T03:51:24.786Z+ [[ 3 -gt 300 ]]
5392024-10-12T03:51:24.786Z+ sleep 1
5402024-10-12T03:51:25.782Z+ retry=4
5412024-10-12T03:51:25.806Z+ zoneadm list
5422024-10-12T03:51:25.806Z+ grep nexus
5432024-10-12T03:51:25.806Z+ [[ 4 -gt 300 ]]
5442024-10-12T03:51:25.806Z+ sleep 1
5452024-10-12T03:51:26.797Z+ retry=5
5462024-10-12T03:51:26.821Z+ zoneadm list
5472024-10-12T03:51:26.821Z+ grep nexus
5482024-10-12T03:51:26.821Z+ [[ 5 -gt 300 ]]
5492024-10-12T03:51:26.821Z+ sleep 1
5502024-10-12T03:51:27.842Z+ retry=6
5512024-10-12T03:51:27.884Z+ zoneadm list
5522024-10-12T03:51:27.910Z+ grep nexus
5532024-10-12T03:51:28.078Z+ [[ 6 -gt 300 ]]
5542024-10-12T03:51:28.078Z+ sleep 1
5552024-10-12T03:51:29.512Z+ retry=7
5562024-10-12T03:51:29.512Z+ grep nexus
5572024-10-12T03:51:29.512Z+ zoneadm list
5582024-10-12T03:51:29.512Z+ [[ 7 -gt 300 ]]
5592024-10-12T03:51:29.512Z+ sleep 1
5602024-10-12T03:51:30.458Z+ retry=8
5612024-10-12T03:51:30.482Z+ zoneadm list
5622024-10-12T03:51:30.482Z+ grep nexus
5632024-10-12T03:51:30.482Z+ [[ 8 -gt 300 ]]
5642024-10-12T03:51:30.482Z+ sleep 1
5652024-10-12T03:51:31.473Z+ retry=9
5662024-10-12T03:51:31.497Z+ zoneadm list
5672024-10-12T03:51:31.497Z+ grep nexus
5682024-10-12T03:51:31.497Z+ [[ 9 -gt 300 ]]
5692024-10-12T03:51:31.497Z+ sleep 1
5702024-10-12T03:51:32.491Z+ retry=10
5712024-10-12T03:51:32.515Z+ zoneadm list
5722024-10-12T03:51:32.515Z+ grep nexus
5732024-10-12T03:51:32.515Z+ [[ 10 -gt 300 ]]
5742024-10-12T03:51:32.515Z+ sleep 1
5752024-10-12T03:51:33.507Z+ retry=11
5762024-10-12T03:51:33.531Z+ zoneadm list
5772024-10-12T03:51:33.531Z+ grep nexus
5782024-10-12T03:51:33.531Z+ [[ 11 -gt 300 ]]
5792024-10-12T03:51:33.531Z+ sleep 1
5802024-10-12T03:51:34.523Z+ retry=12
5812024-10-12T03:51:34.547Z+ zoneadm list
5822024-10-12T03:51:34.547Z+ grep nexus
5832024-10-12T03:51:34.547Z+ [[ 12 -gt 300 ]]
5842024-10-12T03:51:34.547Z+ sleep 1
5852024-10-12T03:51:35.539Z+ retry=13
5862024-10-12T03:51:35.563Z+ zoneadm list
5872024-10-12T03:51:35.563Z+ grep nexus
5882024-10-12T03:51:35.563Z+ [[ 13 -gt 300 ]]
5892024-10-12T03:51:35.563Z+ sleep 1
5902024-10-12T03:51:36.555Z+ retry=14
5912024-10-12T03:51:36.579Z+ zoneadm list
5922024-10-12T03:51:36.579Z+ grep nexus
5932024-10-12T03:51:36.579Z+ [[ 14 -gt 300 ]]
5942024-10-12T03:51:36.579Z+ sleep 1
5952024-10-12T03:51:37.569Z+ retry=15
5962024-10-12T03:51:37.593Z+ zoneadm list
5972024-10-12T03:51:37.593Z+ grep nexus
5982024-10-12T03:51:37.593Z+ [[ 15 -gt 300 ]]
5992024-10-12T03:51:37.593Z+ sleep 1
6002024-10-12T03:51:38.585Z+ retry=16
6012024-10-12T03:51:38.608Z+ zoneadm list
6022024-10-12T03:51:38.608Z+ grep nexus
6032024-10-12T03:51:38.608Z+ [[ 16 -gt 300 ]]
6042024-10-12T03:51:38.608Z+ sleep 1
6052024-10-12T03:51:39.603Z+ retry=17
6062024-10-12T03:51:39.626Z+ zoneadm list
6072024-10-12T03:51:39.626Z+ grep nexus
6082024-10-12T03:51:39.626Z+ [[ 17 -gt 300 ]]
6092024-10-12T03:51:39.627Z+ sleep 1
6102024-10-12T03:51:40.617Z+ retry=18
6112024-10-12T03:51:40.640Z+ zoneadm list
6122024-10-12T03:51:40.640Z+ grep nexus
6132024-10-12T03:51:40.640Z+ [[ 18 -gt 300 ]]
6142024-10-12T03:51:40.640Z+ sleep 1
6152024-10-12T03:51:41.633Z+ retry=19
6162024-10-12T03:51:41.656Z+ zoneadm list
6172024-10-12T03:51:41.656Z+ grep nexus
6182024-10-12T03:51:41.657Z+ [[ 19 -gt 300 ]]
6192024-10-12T03:51:41.657Z+ sleep 1
6202024-10-12T03:51:42.649Z+ retry=20
6212024-10-12T03:51:42.672Z+ zoneadm list
6222024-10-12T03:51:42.672Z+ grep nexus
6232024-10-12T03:51:42.673Z+ [[ 20 -gt 300 ]]
6242024-10-12T03:51:42.673Z+ sleep 1
6252024-10-12T03:51:43.665Z+ retry=21
6262024-10-12T03:51:43.689Z+ zoneadm list
6272024-10-12T03:51:43.689Z+ grep nexus
6282024-10-12T03:51:43.689Z+ [[ 21 -gt 300 ]]
6292024-10-12T03:51:43.689Z+ sleep 1
6302024-10-12T03:51:44.687Z+ retry=22
6312024-10-12T03:51:44.714Z+ zoneadm list
6322024-10-12T03:51:44.714Z+ grep nexus
6332024-10-12T03:51:44.714Z+ [[ 22 -gt 300 ]]
6342024-10-12T03:51:44.714Z+ sleep 1
6352024-10-12T03:51:45.705Z+ retry=23
6362024-10-12T03:51:45.730Z+ zoneadm list
6372024-10-12T03:51:45.730Z+ grep nexus
6382024-10-12T03:51:45.730Z+ [[ 23 -gt 300 ]]
6392024-10-12T03:51:45.730Z+ sleep 1
6402024-10-12T03:51:46.719Z+ retry=24
6412024-10-12T03:51:46.743Z+ zoneadm list
6422024-10-12T03:51:46.743Z+ grep nexus
6432024-10-12T03:51:46.743Z+ [[ 24 -gt 300 ]]
6442024-10-12T03:51:46.743Z+ sleep 1
6452024-10-12T03:51:47.736Z+ retry=25
6462024-10-12T03:51:47.760Z+ zoneadm list
6472024-10-12T03:51:47.760Z+ grep nexus
6482024-10-12T03:51:47.760Z+ [[ 25 -gt 300 ]]
6492024-10-12T03:51:47.761Z+ sleep 1
6502024-10-12T03:51:48.755Z+ retry=26
6512024-10-12T03:51:48.755Z+ zoneadm list
6522024-10-12T03:51:48.780Z+ grep nexus
6532024-10-12T03:51:48.780Z+ [[ 26 -gt 300 ]]
6542024-10-12T03:51:48.780Z+ sleep 1
6552024-10-12T03:51:49.776Z+ retry=27
6562024-10-12T03:51:49.800Z+ zoneadm list
6572024-10-12T03:51:49.800Z+ grep nexus
6582024-10-12T03:51:49.800Z+ [[ 27 -gt 300 ]]
6592024-10-12T03:51:49.800Z+ sleep 1
6602024-10-12T03:51:50.791Z+ retry=28
6612024-10-12T03:51:50.815Z+ zoneadm list
6622024-10-12T03:51:50.815Z+ grep nexus
6632024-10-12T03:51:50.815Z+ [[ 28 -gt 300 ]]
6642024-10-12T03:51:50.815Z+ sleep 1
6652024-10-12T03:51:51.806Z+ retry=29
6662024-10-12T03:51:51.830Z+ zoneadm list
6672024-10-12T03:51:51.830Z+ grep nexus
6682024-10-12T03:51:51.830Z+ [[ 29 -gt 300 ]]
6692024-10-12T03:51:51.830Z+ sleep 1
6702024-10-12T03:51:52.821Z+ retry=30
6712024-10-12T03:51:52.844Z+ zoneadm list
6722024-10-12T03:51:52.844Z+ grep nexus
6732024-10-12T03:51:52.844Z+ [[ 30 -gt 300 ]]
6742024-10-12T03:51:52.844Z+ sleep 1
6752024-10-12T03:51:53.835Z+ retry=31
6762024-10-12T03:51:53.858Z+ zoneadm list
6772024-10-12T03:51:53.858Z+ grep nexus
6782024-10-12T03:51:53.858Z+ [[ 31 -gt 300 ]]
6792024-10-12T03:51:53.858Z+ sleep 1
6802024-10-12T03:51:54.850Z+ retry=32
6812024-10-12T03:51:54.874Z+ zoneadm list
6822024-10-12T03:51:54.874Z+ grep nexus
6832024-10-12T03:51:54.875Z+ [[ 32 -gt 300 ]]
6842024-10-12T03:51:54.875Z+ sleep 1
6852024-10-12T03:51:55.866Z+ retry=33
6862024-10-12T03:51:55.890Z+ zoneadm list
6872024-10-12T03:51:55.890Z+ grep nexus
6882024-10-12T03:51:55.890Z+ [[ 33 -gt 300 ]]
6892024-10-12T03:51:55.890Z+ sleep 1
6902024-10-12T03:51:56.883Z+ retry=34
6912024-10-12T03:51:56.907Z+ zoneadm list
6922024-10-12T03:51:56.907Z+ grep nexus
6932024-10-12T03:51:56.907Z+ [[ 34 -gt 300 ]]
6942024-10-12T03:51:56.907Z+ sleep 1
6952024-10-12T03:51:57.900Z+ retry=35
6962024-10-12T03:51:57.923Z+ zoneadm list
6972024-10-12T03:51:57.923Z+ grep nexus
6982024-10-12T03:51:57.924Z+ [[ 35 -gt 300 ]]
6992024-10-12T03:51:57.924Z+ sleep 1
7002024-10-12T03:51:58.915Z+ retry=36
7012024-10-12T03:51:58.939Z+ zoneadm list
7022024-10-12T03:51:58.939Z+ grep nexus
7032024-10-12T03:51:58.939Z+ [[ 36 -gt 300 ]]
7042024-10-12T03:51:58.939Z+ sleep 1
7052024-10-12T03:51:59.932Z+ retry=37
7062024-10-12T03:51:59.956Z+ zoneadm list
7072024-10-12T03:51:59.956Z+ grep nexus
7082024-10-12T03:51:59.956Z+ [[ 37 -gt 300 ]]
7092024-10-12T03:51:59.956Z+ sleep 1
7102024-10-12T03:52:00.946Z+ retry=38
7112024-10-12T03:52:00.970Z+ zoneadm list
7122024-10-12T03:52:00.970Z+ grep nexus
7132024-10-12T03:52:00.970Z+ [[ 38 -gt 300 ]]
7142024-10-12T03:52:00.970Z+ sleep 1
7152024-10-12T03:52:01.961Z+ retry=39
7162024-10-12T03:52:01.985Z+ zoneadm list
7172024-10-12T03:52:01.985Z+ grep nexus
7182024-10-12T03:52:01.985Z+ [[ 39 -gt 300 ]]
7192024-10-12T03:52:01.985Z+ sleep 1
7202024-10-12T03:52:02.978Z+ retry=40
7212024-10-12T03:52:03.002Z+ zoneadm list
7222024-10-12T03:52:03.002Z+ grep nexus
7232024-10-12T03:52:03.002Z+ [[ 40 -gt 300 ]]
7242024-10-12T03:52:03.002Z+ sleep 1
7252024-10-12T03:52:03.994Z+ retry=41
7262024-10-12T03:52:04.018Z+ zoneadm list
7272024-10-12T03:52:04.018Z+ grep nexus
7282024-10-12T03:52:04.018Z+ [[ 41 -gt 300 ]]
7292024-10-12T03:52:04.018Z+ sleep 1
7302024-10-12T03:52:05.011Z+ retry=42
7312024-10-12T03:52:05.035Z+ zoneadm list
7322024-10-12T03:52:05.035Z+ grep nexus
7332024-10-12T03:52:05.035Z+ [[ 42 -gt 300 ]]
7342024-10-12T03:52:05.035Z+ sleep 1
7352024-10-12T03:52:06.026Z+ retry=43
7362024-10-12T03:52:06.050Z+ zoneadm list
7372024-10-12T03:52:06.050Z+ grep nexus
7382024-10-12T03:52:06.050Z+ [[ 43 -gt 300 ]]
7392024-10-12T03:52:06.050Z+ sleep 1
7402024-10-12T03:52:07.043Z+ retry=44
7412024-10-12T03:52:07.066Z+ zoneadm list
7422024-10-12T03:52:07.067Z+ grep nexus
7432024-10-12T03:52:07.067Z+ [[ 44 -gt 300 ]]
7442024-10-12T03:52:07.067Z+ sleep 1
7452024-10-12T03:52:08.057Z+ retry=45
7462024-10-12T03:52:08.082Z+ zoneadm list
7472024-10-12T03:52:08.082Z+ grep nexus
7482024-10-12T03:52:08.082Z+ [[ 45 -gt 300 ]]
7492024-10-12T03:52:08.082Z+ sleep 1
7502024-10-12T03:52:10.096Z+ retry=46
7512024-10-12T03:52:10.119Z+ zoneadm list
7522024-10-12T03:52:10.120Z+ grep nexus
7532024-10-12T03:52:10.120Z+ [[ 46 -gt 300 ]]
7542024-10-12T03:52:10.120Z+ sleep 1
7552024-10-12T03:52:10.120Z+ retry=47
7562024-10-12T03:52:10.121Z+ zoneadm list
7572024-10-12T03:52:10.121Z+ grep nexus
7582024-10-12T03:52:10.121Z+ [[ 47 -gt 300 ]]
7592024-10-12T03:52:10.121Z+ sleep 1
7602024-10-12T03:52:11.104Z+ retry=48
7612024-10-12T03:52:11.128Z+ zoneadm list
7622024-10-12T03:52:11.128Z+ grep nexus
7632024-10-12T03:52:11.128Z+ [[ 48 -gt 300 ]]
7642024-10-12T03:52:11.128Z+ sleep 1
7652024-10-12T03:52:12.120Z+ retry=49
7662024-10-12T03:52:12.144Z+ zoneadm list
7672024-10-12T03:52:12.144Z+ grep nexus
7682024-10-12T03:52:12.144Z+ [[ 49 -gt 300 ]]
7692024-10-12T03:52:12.144Z+ sleep 1
7702024-10-12T03:52:13.135Z+ retry=50
7712024-10-12T03:52:13.159Z+ zoneadm list
7722024-10-12T03:52:13.159Z+ grep nexus
7732024-10-12T03:52:13.159Z+ [[ 50 -gt 300 ]]
7742024-10-12T03:52:13.159Z+ sleep 1
7752024-10-12T03:52:14.151Z+ retry=51
7762024-10-12T03:52:14.175Z+ zoneadm list
7772024-10-12T03:52:14.175Z+ grep nexus
7782024-10-12T03:52:14.175Z+ [[ 51 -gt 300 ]]
7792024-10-12T03:52:14.175Z+ sleep 1
7802024-10-12T03:52:15.168Z+ retry=52
7812024-10-12T03:52:15.193Z+ zoneadm list
7822024-10-12T03:52:15.194Z+ grep nexus
7832024-10-12T03:52:15.194Z+ [[ 52 -gt 300 ]]
7842024-10-12T03:52:15.194Z+ sleep 1
7852024-10-12T03:52:16.184Z+ retry=53
7862024-10-12T03:52:16.208Z+ zoneadm list
7872024-10-12T03:52:16.208Z+ grep nexus
7882024-10-12T03:52:16.208Z+ [[ 53 -gt 300 ]]
7892024-10-12T03:52:16.208Z+ sleep 1
7902024-10-12T03:52:17.200Z+ retry=54
7912024-10-12T03:52:17.224Z+ zoneadm list
7922024-10-12T03:52:17.224Z+ grep nexus
7932024-10-12T03:52:17.224Z+ [[ 54 -gt 300 ]]
7942024-10-12T03:52:17.224Z+ sleep 1
7952024-10-12T03:52:18.215Z+ retry=55
7962024-10-12T03:52:18.239Z+ zoneadm list
7972024-10-12T03:52:18.239Z+ grep nexus
7982024-10-12T03:52:18.240Z+ [[ 55 -gt 300 ]]
7992024-10-12T03:52:18.240Z+ sleep 1
8002024-10-12T03:52:19.232Z+ retry=56
8012024-10-12T03:52:19.257Z+ zoneadm list
8022024-10-12T03:52:19.257Z+ grep nexus
8032024-10-12T03:52:19.257Z+ [[ 56 -gt 300 ]]
8042024-10-12T03:52:19.257Z+ sleep 1
8052024-10-12T03:52:20.248Z+ retry=57
8062024-10-12T03:52:20.273Z+ zoneadm list
8072024-10-12T03:52:20.273Z+ grep nexus
8082024-10-12T03:52:20.273Z+ [[ 57 -gt 300 ]]
8092024-10-12T03:52:20.273Z+ sleep 1
8102024-10-12T03:52:21.263Z+ retry=58
8112024-10-12T03:52:21.287Z+ zoneadm list
8122024-10-12T03:52:21.287Z+ grep nexus
8132024-10-12T03:52:21.287Z+ [[ 58 -gt 300 ]]
8142024-10-12T03:52:21.287Z+ sleep 1
8152024-10-12T03:52:22.278Z+ retry=59
8162024-10-12T03:52:22.301Z+ zoneadm list
8172024-10-12T03:52:22.301Z+ grep nexus
8182024-10-12T03:52:22.301Z+ [[ 59 -gt 300 ]]
8192024-10-12T03:52:22.301Z+ sleep 1
8202024-10-12T03:52:23.294Z+ retry=60
8212024-10-12T03:52:23.318Z+ zoneadm list
8222024-10-12T03:52:23.318Z+ grep nexus
8232024-10-12T03:52:23.318Z+ [[ 60 -gt 300 ]]
8242024-10-12T03:52:23.318Z+ sleep 1
8252024-10-12T03:52:24.309Z+ retry=61
8262024-10-12T03:52:24.332Z+ zoneadm list
8272024-10-12T03:52:24.332Z+ grep nexus
8282024-10-12T03:52:24.332Z+ [[ 61 -gt 300 ]]
8292024-10-12T03:52:24.332Z+ sleep 1
8302024-10-12T03:52:25.325Z+ retry=62
8312024-10-12T03:52:25.350Z+ zoneadm list
8322024-10-12T03:52:25.350Z+ grep nexus
8332024-10-12T03:52:25.350Z+ [[ 62 -gt 300 ]]
8342024-10-12T03:52:25.350Z+ sleep 1
8352024-10-12T03:52:26.341Z+ retry=63
8362024-10-12T03:52:26.364Z+ zoneadm list
8372024-10-12T03:52:26.364Z+ grep nexus
8382024-10-12T03:52:26.364Z+ [[ 63 -gt 300 ]]
8392024-10-12T03:52:26.364Z+ sleep 1
8402024-10-12T03:52:27.357Z+ retry=64
8412024-10-12T03:52:27.381Z+ zoneadm list
8422024-10-12T03:52:27.381Z+ grep nexus
8432024-10-12T03:52:27.381Z+ [[ 64 -gt 300 ]]
8442024-10-12T03:52:27.381Z+ sleep 1
8452024-10-12T03:52:28.372Z+ retry=65
8462024-10-12T03:52:28.419Z+ zoneadm list
8472024-10-12T03:52:28.419Z+ grep nexus
8482024-10-12T03:52:28.419Z+ [[ 65 -gt 300 ]]
8492024-10-12T03:52:28.419Z+ sleep 1
8502024-10-12T03:52:29.386Z+ retry=66
8512024-10-12T03:52:29.410Z+ zoneadm list
8522024-10-12T03:52:29.410Z+ grep nexus
8532024-10-12T03:52:29.410Z+ [[ 66 -gt 300 ]]
8542024-10-12T03:52:29.410Z+ sleep 1
8552024-10-12T03:52:30.402Z+ retry=67
8562024-10-12T03:52:30.425Z+ zoneadm list
8572024-10-12T03:52:30.425Z+ grep nexus
8582024-10-12T03:52:30.425Z+ [[ 67 -gt 300 ]]
8592024-10-12T03:52:30.425Z+ sleep 1
8602024-10-12T03:52:31.417Z+ retry=68
8612024-10-12T03:52:31.441Z+ zoneadm list
8622024-10-12T03:52:31.441Z+ grep nexus
8632024-10-12T03:52:31.441Z+ [[ 68 -gt 300 ]]
8642024-10-12T03:52:31.441Z+ sleep 1
8652024-10-12T03:52:32.432Z+ retry=69
8662024-10-12T03:52:32.456Z+ zoneadm list
8672024-10-12T03:52:32.456Z+ grep nexus
8682024-10-12T03:52:32.456Z+ [[ 69 -gt 300 ]]
8692024-10-12T03:52:32.456Z+ sleep 1
8702024-10-12T03:52:33.447Z+ retry=70
8712024-10-12T03:52:33.471Z+ zoneadm list
8722024-10-12T03:52:33.471Z+ grep nexus
8732024-10-12T03:52:33.471Z+ [[ 70 -gt 300 ]]
8742024-10-12T03:52:33.471Z+ sleep 1
8752024-10-12T03:52:34.463Z+ retry=71
8762024-10-12T03:52:34.487Z+ zoneadm list
8772024-10-12T03:52:34.487Z+ grep nexus
8782024-10-12T03:52:34.487Z+ [[ 71 -gt 300 ]]
8792024-10-12T03:52:34.487Z+ sleep 1
8802024-10-12T03:52:35.480Z+ retry=72
8812024-10-12T03:52:35.503Z+ zoneadm list
8822024-10-12T03:52:35.503Z+ grep nexus
8832024-10-12T03:52:35.503Z+ [[ 72 -gt 300 ]]
8842024-10-12T03:52:35.503Z+ sleep 1
8852024-10-12T03:52:36.493Z+ retry=73
8862024-10-12T03:52:36.517Z+ zoneadm list
8872024-10-12T03:52:36.517Z+ grep nexus
8882024-10-12T03:52:36.517Z+ [[ 73 -gt 300 ]]
8892024-10-12T03:52:36.517Z+ sleep 1
8902024-10-12T03:52:37.510Z+ retry=74
8912024-10-12T03:52:37.534Z+ zoneadm list
8922024-10-12T03:52:37.534Z+ grep nexus
8932024-10-12T03:52:37.534Z+ [[ 74 -gt 300 ]]
8942024-10-12T03:52:37.534Z+ sleep 1
8952024-10-12T03:52:38.526Z+ retry=75
8962024-10-12T03:52:38.550Z+ zoneadm list
8972024-10-12T03:52:38.550Z+ grep nexus
8982024-10-12T03:52:38.550Z+ [[ 75 -gt 300 ]]
8992024-10-12T03:52:38.550Z+ sleep 1
9002024-10-12T03:52:39.542Z+ retry=76
9012024-10-12T03:52:39.566Z+ zoneadm list
9022024-10-12T03:52:39.566Z+ grep nexus
9032024-10-12T03:52:39.566Z+ [[ 76 -gt 300 ]]
9042024-10-12T03:52:39.566Z+ sleep 1
9052024-10-12T03:52:40.592Z+ retry=77
9062024-10-12T03:52:40.616Z+ zoneadm list
9072024-10-12T03:52:40.616Z+ grep nexus
9082024-10-12T03:52:40.616Z+ [[ 77 -gt 300 ]]
9092024-10-12T03:52:40.617Z+ sleep 1
9102024-10-12T03:52:41.622Z+ retry=78
9112024-10-12T03:52:41.808Z+ zoneadm list
9122024-10-12T03:52:41.832Z+ grep nexus
9132024-10-12T03:52:41.832Z+ [[ 78 -gt 300 ]]
9142024-10-12T03:52:41.832Z+ sleep 1
9152024-10-12T03:52:43.027Z+ retry=79
9162024-10-12T03:52:43.027Z+ zoneadm list
9172024-10-12T03:52:43.051Z+ grep nexus
9182024-10-12T03:52:43.051Z+ [[ 79 -gt 300 ]]
9192024-10-12T03:52:43.051Z+ sleep 1
9202024-10-12T03:52:44.187Z+ retry=80
9212024-10-12T03:52:44.235Z+ zoneadm list
9222024-10-12T03:52:44.259Z+ grep nexus
9232024-10-12T03:52:44.285Z+ [[ 80 -gt 300 ]]
9242024-10-12T03:52:44.285Z+ sleep 1
9252024-10-12T03:52:51.295Z+ retry=81
9262024-10-12T03:52:51.295Z+ zoneadm list
9272024-10-12T03:52:51.295Z+ grep nexus
9282024-10-12T03:52:51.295Z+ [[ 81 -gt 300 ]]
9292024-10-12T03:52:51.295Z+ sleep 1
9302024-10-12T03:52:51.295Z+ retry=82
9312024-10-12T03:52:51.295Z+ zoneadm list
9322024-10-12T03:52:51.295Z+ grep nexus
9332024-10-12T03:52:51.295Z+ [[ 82 -gt 300 ]]
9342024-10-12T03:52:51.295Z+ sleep 1
9352024-10-12T03:52:51.923Z+ retry=83
9362024-10-12T03:52:51.923Z+ zoneadm list
9372024-10-12T03:52:51.923Z+ grep nexus
9382024-10-12T03:52:51.923Z+ [[ 83 -gt 300 ]]
9392024-10-12T03:52:51.923Z+ sleep 1
9402024-10-12T03:52:51.923Z+ retry=84
9412024-10-12T03:52:51.923Z+ zoneadm list
9422024-10-12T03:52:51.923Z+ grep nexus
9432024-10-12T03:52:51.923Z+ [[ 84 -gt 300 ]]
9442024-10-12T03:52:51.923Z+ sleep 1
9452024-10-12T03:52:51.923Z+ retry=85
9462024-10-12T03:52:51.923Z+ zoneadm list
9472024-10-12T03:52:51.923Z+ grep nexus
9482024-10-12T03:52:51.923Z+ [[ 85 -gt 300 ]]
9492024-10-12T03:52:51.923Z+ sleep 1
9502024-10-12T03:52:52.113Z+ retry=86
9512024-10-12T03:52:52.136Z+ zoneadm list
9522024-10-12T03:52:52.136Z+ grep nexus
9532024-10-12T03:52:52.136Z+ [[ 86 -gt 300 ]]
9542024-10-12T03:52:52.136Z+ sleep 1
9552024-10-12T03:52:53.136Z+ retry=87
9562024-10-12T03:52:53.159Z+ zoneadm list
9572024-10-12T03:52:53.160Z+ grep nexus
9582024-10-12T03:52:53.160Z+ [[ 87 -gt 300 ]]
9592024-10-12T03:52:53.160Z+ sleep 1
9602024-10-12T03:52:54.154Z+ retry=88
9612024-10-12T03:52:54.177Z+ zoneadm list
9622024-10-12T03:52:54.177Z+ grep nexus
9632024-10-12T03:52:54.177Z+ [[ 88 -gt 300 ]]
9642024-10-12T03:52:54.177Z+ sleep 1
9652024-10-12T03:52:55.171Z+ retry=89
9662024-10-12T03:52:55.195Z+ zoneadm list
9672024-10-12T03:52:55.195Z+ grep nexus
9682024-10-12T03:52:55.195Z+ [[ 89 -gt 300 ]]
9692024-10-12T03:52:55.195Z+ sleep 1
9702024-10-12T03:52:56.188Z+ retry=90
9712024-10-12T03:52:56.211Z+ zoneadm list
9722024-10-12T03:52:56.211Z+ grep nexus
9732024-10-12T03:52:56.211Z+ [[ 90 -gt 300 ]]
9742024-10-12T03:52:56.211Z+ sleep 1
9752024-10-12T03:52:57.205Z+ retry=91
9762024-10-12T03:52:57.228Z+ zoneadm list
9772024-10-12T03:52:57.229Z+ grep nexus
9782024-10-12T03:52:57.229Z+ [[ 91 -gt 300 ]]
9792024-10-12T03:52:57.229Z+ sleep 1
9802024-10-12T03:52:58.221Z+ retry=92
9812024-10-12T03:52:58.247Z+ zoneadm list
9822024-10-12T03:52:58.247Z+ grep nexus
9832024-10-12T03:52:58.247Z+ [[ 92 -gt 300 ]]
9842024-10-12T03:52:58.247Z+ sleep 1
9852024-10-12T03:52:59.237Z+ retry=93
9862024-10-12T03:52:59.261Z+ zoneadm list
9872024-10-12T03:52:59.261Z+ grep nexus
9882024-10-12T03:52:59.261Z+ [[ 93 -gt 300 ]]
9892024-10-12T03:52:59.261Z+ sleep 1
9902024-10-12T03:53:00.254Z+ retry=94
9912024-10-12T03:53:00.277Z+ zoneadm list
9922024-10-12T03:53:00.277Z+ grep nexus
9932024-10-12T03:53:00.277Z+ [[ 94 -gt 300 ]]
9942024-10-12T03:53:00.277Z+ sleep 1
9952024-10-12T03:53:01.278Z+ retry=95
9962024-10-12T03:53:01.301Z+ zoneadm list
9972024-10-12T03:53:01.301Z+ grep nexus
9982024-10-12T03:53:01.301Z+ [[ 95 -gt 300 ]]
9992024-10-12T03:53:01.301Z+ sleep 1
10002024-10-12T03:53:02.301Z+ retry=96
10012024-10-12T03:53:02.324Z+ zoneadm list
10022024-10-12T03:53:02.324Z+ grep nexus
10032024-10-12T03:53:02.325Zoxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef
10042024-10-12T03:53:02.325Zoxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4
10052024-10-12T03:53:02.325Z+ echo 'Waited for nexus: 96s'
10062024-10-12T03:53:02.325ZWaited for nexus: 96s
10072024-10-12T03:53:02.325Z+ export RUST_BACKTRACE=1
10082024-10-12T03:53:02.325Z+ RUST_BACKTRACE=1
10092024-10-12T03:53:02.325Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
10102024-10-12T03:53:02.325Z++ ./target/debug/bootstrap
10112024-10-12T03:53:04.571ZUsing external DNS server at 10.151.1.164:53
10122024-10-12T03:53:04.753Z2024-10-12 03:53:04.690502844 UTC: attempting to log into API
10132024-10-12T03:53:20.034Z2024-10-12 03:53:20.020291934 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
 
10142024-10-12T03:53:20.747ZOct 12 03:53:20 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
10152024-10-12T03:53:21.036Z2024-10-12 03:53:21.022504084 UTC: attempting to log into API
 
10162024-10-12T03:53:21.896ZOct 12 03:53:21 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
10172024-10-12T03:53:22.480ZOct 12 03:53:21 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
10182024-10-12T03:53:22.519ZOct 12 03:53:21 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10192024-10-12T03:53:22.553ZOct 12 03:53:21 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
10202024-10-12T03:53:36.068Z2024-10-12 03:53:36.056555166 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
10212024-10-12T03:53:37.073Z2024-10-12 03:53:37.057787514 UTC: attempting to log into API
10222024-10-12T03:53:37.877Z2024-10-12 03:53:37.861294639 UTC: login succeeded
10232024-10-12T03:53:37.907Zwaiting for nexus to come up...
10242024-10-12T03:53:37.999Zcreating IP pool... 10.151.1.175 - 10.151.1.227
10252024-10-12T03:53:38.253Zsetting up quotas...
10262024-10-12T03:53:38.307Zensuring datasets are ready...
10272024-10-12T03:53:41.254Zlet's roll.
10282024-10-12T03:53:41.301Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
10292024-10-12T03:53:41.301ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
10302024-10-12T03:53:41.301ZOXIDE_TOKEN=oxide-token-e62a1e8e6bc5c0da3aa2464b6d09884c27eb838a'
10312024-10-12T03:53:41.301Z++ OXIDE_HOST=https://recovery.sys.oxide.test
10322024-10-12T03:53:41.301Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
10332024-10-12T03:53:41.301Z++ OXIDE_TOKEN=oxide-token-e62a1e8e6bc5c0da3aa2464b6d09884c27eb838a
10342024-10-12T03:53:41.301Z+ export OXIDE_HOST OXIDE_TOKEN
10352024-10-12T03:53:41.301Z+ retry=0
10362024-10-12T03:53:41.316Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10372024-10-12T03:53:41.316Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10382024-10-12T03:53:41.317Z+ [[ 0 -gt 60 ]]
10392024-10-12T03:53:41.317Z+ sleep 1
10402024-10-12T03:53:42.281Z+ retry=1
10412024-10-12T03:53:42.281Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10422024-10-12T03:53:42.311Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10432024-10-12T03:53:42.311Z+ [[ 1 -gt 60 ]]
10442024-10-12T03:53:42.311Z+ sleep 1
10452024-10-12T03:53:46.621Z+ retry=2
10462024-10-12T03:53:46.621Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10472024-10-12T03:53:46.689Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10482024-10-12T03:53:46.689Z+ [[ 2 -gt 60 ]]
10492024-10-12T03:53:46.689Z+ sleep 1
10502024-10-12T03:53:46.745Z+ retry=3
10512024-10-12T03:53:46.745Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10522024-10-12T03:53:46.745Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10532024-10-12T03:53:46.745Z+ [[ 3 -gt 60 ]]
10542024-10-12T03:53:46.745Z+ sleep 1
10552024-10-12T03:53:46.745Z+ retry=4
10562024-10-12T03:53:46.745Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10572024-10-12T03:53:46.745Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10582024-10-12T03:53:46.745Z+ [[ 4 -gt 60 ]]
10592024-10-12T03:53:46.745Z+ sleep 1
10602024-10-12T03:53:46.745Z+ retry=5
10612024-10-12T03:53:46.745Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10622024-10-12T03:53:46.745Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10632024-10-12T03:53:46.745Z+ [[ 5 -gt 60 ]]
10642024-10-12T03:53:46.745Z+ sleep 1
10652024-10-12T03:53:47.360Z+ retry=6
10662024-10-12T03:53:47.360Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10672024-10-12T03:53:47.392Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10682024-10-12T03:53:47.392Z+ [[ 6 -gt 60 ]]
10692024-10-12T03:53:47.393Z+ sleep 1
10702024-10-12T03:53:48.375Z+ retry=7
10712024-10-12T03:53:48.376Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10722024-10-12T03:53:48.403Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10732024-10-12T03:53:48.403Z+ [[ 7 -gt 60 ]]
10742024-10-12T03:53:48.403Z+ sleep 1
10752024-10-12T03:53:49.391Z+ retry=8
10762024-10-12T03:53:49.392Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10772024-10-12T03:53:49.417Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10782024-10-12T03:53:49.417Z+ [[ 8 -gt 60 ]]
10792024-10-12T03:53:49.417Z+ sleep 1
10802024-10-12T03:53:50.408Z+ retry=9
10812024-10-12T03:53:50.408Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10822024-10-12T03:53:50.435Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10832024-10-12T03:53:50.436Z+ [[ 9 -gt 60 ]]
10842024-10-12T03:53:50.436Z+ sleep 1
10852024-10-12T03:53:51.423Z+ retry=10
10862024-10-12T03:53:51.423Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10872024-10-12T03:53:51.452Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10882024-10-12T03:53:51.452Z+ [[ 10 -gt 60 ]]
10892024-10-12T03:53:51.465Z+ sleep 1
10902024-10-12T03:53:52.439Z+ retry=11
10912024-10-12T03:53:52.439Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10922024-10-12T03:53:52.467Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10932024-10-12T03:53:52.467Z+ [[ 11 -gt 60 ]]
10942024-10-12T03:53:52.467Z+ sleep 1
10952024-10-12T03:53:53.468Z+ retry=12
10962024-10-12T03:53:53.468Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10972024-10-12T03:53:53.468Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10982024-10-12T03:53:53.468Z+ [[ 12 -gt 60 ]]
10992024-10-12T03:53:53.468Z+ sleep 1
11002024-10-12T03:53:54.472Z+ retry=13
11012024-10-12T03:53:54.472Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11022024-10-12T03:53:58.541Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11032024-10-12T03:53:58.541Z+ [[ 13 -gt 60 ]]
11042024-10-12T03:53:58.541Z+ sleep 1
11052024-10-12T03:53:58.541Z+ retry=14
11062024-10-12T03:53:58.541Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11072024-10-12T03:53:58.541Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11082024-10-12T03:53:58.541Z+ [[ 14 -gt 60 ]]
11092024-10-12T03:53:58.541Z+ sleep 1
11102024-10-12T03:53:58.541Z+ retry=15
11112024-10-12T03:53:58.541Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11122024-10-12T03:53:58.541Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11132024-10-12T03:53:58.541Z+ [[ 15 -gt 60 ]]
11142024-10-12T03:53:58.541Z+ sleep 1
11152024-10-12T03:53:58.541Z+ retry=16
11162024-10-12T03:53:58.541Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11172024-10-12T03:53:58.541Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11182024-10-12T03:53:58.541Z+ [[ 16 -gt 60 ]]
11192024-10-12T03:53:58.541Z+ sleep 1
11202024-10-12T03:53:58.566Z+ retry=17
11212024-10-12T03:53:58.566Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11222024-10-12T03:53:58.566Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11232024-10-12T03:53:58.566Z+ [[ 17 -gt 60 ]]
11242024-10-12T03:53:58.566Z+ sleep 1
11252024-10-12T03:53:59.547Z+ retry=18
11262024-10-12T03:53:59.547Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11272024-10-12T03:53:59.572Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11282024-10-12T03:53:59.572Z+ [[ 18 -gt 60 ]]
11292024-10-12T03:53:59.572Z+ sleep 1
11302024-10-12T03:54:00.564Z+ retry=19
11312024-10-12T03:54:00.564Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11322024-10-12T03:54:00.588Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11332024-10-12T03:54:00.591Z+ [[ 19 -gt 60 ]]
11342024-10-12T03:54:00.591Z+ sleep 1
11352024-10-12T03:54:01.580Z+ retry=20
11362024-10-12T03:54:01.580Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11372024-10-12T03:54:01.604Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11382024-10-12T03:54:01.604Z+ [[ 20 -gt 60 ]]
11392024-10-12T03:54:01.604Z+ sleep 1
11402024-10-12T03:54:02.597Z+ retry=21
11412024-10-12T03:54:02.597Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11422024-10-12T03:54:02.620Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11432024-10-12T03:54:02.620Z+ [[ 21 -gt 60 ]]
11442024-10-12T03:54:02.620Z+ sleep 1
11452024-10-12T03:54:03.615Z+ retry=22
11462024-10-12T03:54:03.615Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11472024-10-12T03:54:03.638Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11482024-10-12T03:54:03.638Z+ [[ 22 -gt 60 ]]
11492024-10-12T03:54:03.638Z+ sleep 1
11502024-10-12T03:54:04.628Z+ retry=23
11512024-10-12T03:54:04.628Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11522024-10-12T03:54:04.651Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11532024-10-12T03:54:04.651Z+ [[ 23 -gt 60 ]]
11542024-10-12T03:54:04.651Z+ sleep 1
11552024-10-12T03:54:05.646Z+ retry=24
11562024-10-12T03:54:05.646Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11572024-10-12T03:54:05.669Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11582024-10-12T03:54:05.669Z+ [[ 24 -gt 60 ]]
11592024-10-12T03:54:05.669Z+ sleep 1
11602024-10-12T03:54:06.660Z+ retry=25
11612024-10-12T03:54:06.660Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11622024-10-12T03:54:06.684Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11632024-10-12T03:54:06.685Z+ [[ 25 -gt 60 ]]
11642024-10-12T03:54:06.685Z+ sleep 1
11652024-10-12T03:54:07.677Z+ retry=26
11662024-10-12T03:54:07.677Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11672024-10-12T03:54:07.700Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11682024-10-12T03:54:07.700Z+ [[ 26 -gt 60 ]]
11692024-10-12T03:54:07.700Z+ sleep 1
11702024-10-12T03:54:08.692Z+ retry=27
11712024-10-12T03:54:08.692Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11722024-10-12T03:54:08.716Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11732024-10-12T03:54:08.716Z+ [[ 27 -gt 60 ]]
11742024-10-12T03:54:08.716Z+ sleep 1
11752024-10-12T03:54:09.708Z+ retry=28
11762024-10-12T03:54:09.708Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11772024-10-12T03:54:09.732Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11782024-10-12T03:54:09.732Z+ [[ 28 -gt 60 ]]
11792024-10-12T03:54:09.732Z+ sleep 1
11802024-10-12T03:54:10.724Z+ retry=29
11812024-10-12T03:54:10.725Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11822024-10-12T03:54:10.747Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11832024-10-12T03:54:10.747Z+ [[ 29 -gt 60 ]]
11842024-10-12T03:54:10.747Z+ sleep 1
11852024-10-12T03:54:11.740Z+ retry=30
11862024-10-12T03:54:11.740Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11872024-10-12T03:54:11.764Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11882024-10-12T03:54:11.764Z+ [[ 30 -gt 60 ]]
11892024-10-12T03:54:11.764Z+ sleep 1
11902024-10-12T03:54:12.757Z+ retry=31
11912024-10-12T03:54:12.757Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11922024-10-12T03:54:12.780Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11932024-10-12T03:54:12.780Z+ [[ 31 -gt 60 ]]
11942024-10-12T03:54:12.780Z+ sleep 1
11952024-10-12T03:54:13.772Z+ retry=32
11962024-10-12T03:54:13.772Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11972024-10-12T03:54:13.796Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11982024-10-12T03:54:13.796Z+ [[ 32 -gt 60 ]]
11992024-10-12T03:54:13.796Z+ sleep 1
12002024-10-12T03:54:14.788Z+ retry=33
12012024-10-12T03:54:14.788Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12022024-10-12T03:54:14.811Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12032024-10-12T03:54:14.811Z+ [[ 33 -gt 60 ]]
12042024-10-12T03:54:14.811Z+ sleep 1
12052024-10-12T03:54:15.805Z+ retry=34
12062024-10-12T03:54:15.805Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12072024-10-12T03:54:15.828Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12082024-10-12T03:54:15.828Z+ [[ 34 -gt 60 ]]
12092024-10-12T03:54:15.828Z+ sleep 1
12102024-10-12T03:54:16.821Z+ retry=35
12112024-10-12T03:54:16.821Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12122024-10-12T03:54:16.844Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12132024-10-12T03:54:16.844Z+ [[ 35 -gt 60 ]]
12142024-10-12T03:54:16.844Z+ sleep 1
12152024-10-12T03:54:17.837Z+ retry=36
12162024-10-12T03:54:17.837Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12172024-10-12T03:54:17.860Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12182024-10-12T03:54:17.860Z+ [[ 36 -gt 60 ]]
12192024-10-12T03:54:17.860Z+ sleep 1
12202024-10-12T03:54:18.852Z+ retry=37
12212024-10-12T03:54:18.852Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12222024-10-12T03:54:18.875Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12232024-10-12T03:54:18.875Z+ [[ 37 -gt 60 ]]
12242024-10-12T03:54:18.875Z+ sleep 1
12252024-10-12T03:54:19.867Z+ retry=38
12262024-10-12T03:54:19.867Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12272024-10-12T03:54:19.890Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12282024-10-12T03:54:19.890Z+ [[ 38 -gt 60 ]]
12292024-10-12T03:54:19.890Z+ sleep 1
12302024-10-12T03:54:20.884Z+ retry=39
12312024-10-12T03:54:20.884Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12322024-10-12T03:54:20.907Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12332024-10-12T03:54:20.907Z+ [[ 39 -gt 60 ]]
12342024-10-12T03:54:20.908Z+ sleep 1
12352024-10-12T03:54:21.900Z+ retry=40
12362024-10-12T03:54:21.900Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12372024-10-12T03:54:21.924Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12382024-10-12T03:54:21.924Z+ [[ 40 -gt 60 ]]
12392024-10-12T03:54:21.924Z+ sleep 1
12402024-10-12T03:54:22.915Z+ retry=41
12412024-10-12T03:54:22.915Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12422024-10-12T03:54:22.953Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12432024-10-12T03:54:22.953Z+ [[ 41 -gt 60 ]]
12442024-10-12T03:54:22.953Z+ sleep 1
12452024-10-12T03:54:23.931Z+ retry=42
12462024-10-12T03:54:23.932Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12472024-10-12T03:54:23.956Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12482024-10-12T03:54:23.956Z+ [[ 42 -gt 60 ]]
12492024-10-12T03:54:23.956Z+ sleep 1
12502024-10-12T03:54:24.946Z+ retry=43
12512024-10-12T03:54:24.946Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12522024-10-12T03:54:24.969Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12532024-10-12T03:54:24.969Z+ [[ 43 -gt 60 ]]
12542024-10-12T03:54:24.970Z+ sleep 1
12552024-10-12T03:54:25.963Z+ retry=44
12562024-10-12T03:54:25.964Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12572024-10-12T03:54:25.987Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12582024-10-12T03:54:25.987Z+ [[ 44 -gt 60 ]]
12592024-10-12T03:54:25.987Z+ sleep 1
12602024-10-12T03:54:26.980Z+ retry=45
12612024-10-12T03:54:26.980Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12622024-10-12T03:54:27.003Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12632024-10-12T03:54:27.003Z+ [[ 45 -gt 60 ]]
12642024-10-12T03:54:27.003Z+ sleep 1
12652024-10-12T03:54:28.000Z+ retry=46
12662024-10-12T03:54:28.001Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12672024-10-12T03:54:28.024Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12682024-10-12T03:54:28.024Z+ [[ 46 -gt 60 ]]
12692024-10-12T03:54:28.024Z+ sleep 1
12702024-10-12T03:54:29.016Z+ retry=47
12712024-10-12T03:54:29.016Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12722024-10-12T03:54:29.039Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 1 ms: Could not connect to server
12732024-10-12T03:54:29.039Z+ [[ 47 -gt 60 ]]
12742024-10-12T03:54:29.039Z+ sleep 1
12752024-10-12T03:54:30.042Z+ retry=48
12762024-10-12T03:54:30.042Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12772024-10-12T03:54:30.118Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
12782024-10-12T03:54:30.916Z{"status":"ok"}success
12792024-10-12T03:54:30.916ZProject {
12802024-10-12T03:54:30.916Z description: "some images",
12812024-10-12T03:54:30.916Z id: 46a8d410-03fa-483d-b292-caed32b07c85,
12822024-10-12T03:54:30.916Z name: Name(
12832024-10-12T03:54:30.916Z "images",
12842024-10-12T03:54:30.942Z ),
12852024-10-12T03:54:30.942Z time_created: 2024-10-12T03:54:30.239130Z,
12862024-10-12T03:54:30.942Z time_modified: 2024-10-12T03:54:30.239130Z,
12872024-10-12T03:54:30.942Z}
12882024-10-12T03:54:30.942Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
 
12892024-10-12T03:56:52.410ZOct 12 03:56:51 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.66.48.42:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
12902024-10-12T03:57:58.691Zdone!
12912024-10-12T03:57:58.796Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
12922024-10-12T03:57:58.925Zsuccess
12932024-10-12T03:57:58.925ZImage {
12942024-10-12T03:57:58.925Z block_size: ByteCount(
12952024-10-12T03:57:58.925Z 512,
12962024-10-12T03:57:58.925Z ),
12972024-10-12T03:57:58.948Z description: "debian 11 original base image",
12982024-10-12T03:57:58.948Z digest: None,
12992024-10-12T03:57:58.948Z id: 7c232635-8617-45b2-bc1d-58b700d222af,
13002024-10-12T03:57:58.948Z name: Name(
13012024-10-12T03:57:58.948Z "debian11",
13022024-10-12T03:57:58.948Z ),
13032024-10-12T03:57:58.948Z os: "debian",
13042024-10-12T03:57:58.948Z project_id: None,
13052024-10-12T03:57:58.948Z size: ByteCount(
13062024-10-12T03:57:58.948Z 2147483648,
13072024-10-12T03:57:58.948Z ),
13082024-10-12T03:57:58.948Z time_created: 2024-10-12T03:57:58.629325Z,
13092024-10-12T03:57:58.949Z time_modified: 2024-10-12T03:57:58.905592Z,
13102024-10-12T03:57:58.949Z url: None,
13112024-10-12T03:57:58.949Z version: "11",
13122024-10-12T03:57:58.949Z}
13132024-10-12T03:57:58.949Z+ for test_bin in tests/*
13142024-10-12T03:57:58.949Z+ ./tests/bootstrap-8b6e2475cd83c96f
13152024-10-12T03:57:58.978Z
13162024-10-12T03:57:58.978Zrunning 0 tests
13172024-10-12T03:57:59.001Z
13182024-10-12T03:57:59.001Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13192024-10-12T03:57:59.001Z
13202024-10-12T03:57:59.001Z+ for test_bin in tests/*
13212024-10-12T03:57:59.001Z+ ./tests/commtest-88a97f877f434192
13222024-10-12T03:57:59.001Z
13232024-10-12T03:57:59.001Zrunning 0 tests
13242024-10-12T03:57:59.001Z
13252024-10-12T03:57:59.001Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13262024-10-12T03:57:59.001Z
13272024-10-12T03:57:59.001Z+ for test_bin in tests/*
13282024-10-12T03:57:59.001Z+ ./tests/dhcp_server-8daaf5a8d0b0f16f
13292024-10-12T03:57:59.025Z
13302024-10-12T03:57:59.025Zrunning 0 tests
13312024-10-12T03:57:59.025Z
13322024-10-12T03:57:59.025Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13332024-10-12T03:57:59.025Z
13342024-10-12T03:57:59.025Z+ for test_bin in tests/*
13352024-10-12T03:57:59.025Z+ ./tests/end_to_end_tests-1cd3fb300f41f46f
13362024-10-12T03:57:59.152Z
13372024-10-12T03:57:59.152Zrunning 2 tests
13382024-10-12T03:57:59.413Ztest no_spoof::no_spoof_here ... ok
13392024-10-12T03:58:27.836Ztest instance_launch::instance_launch ... ok
13402024-10-12T03:58:27.836Z
13412024-10-12T03:58:27.836Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.68s
13422024-10-12T03:58:27.836Z
13432024-10-12T03:58:27.860Z+ _exit_trap
13442024-10-12T03:58:27.860Z+ local status=0
13452024-10-12T03:58:27.860Z+ set +o errexit
13462024-10-12T03:58:27.860Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
13472024-10-12T03:58:27.860Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
13482024-10-12T03:58:28.451Z+ pfexec svcadm -Z disable -s cron
13492024-10-12T03:58:30.497Z+ [[ 0 -eq 0 ]]
13502024-10-12T03:58:30.497Z+ exit 0
13512024-10-12T03:58:30.521Zprocess exited: duration 534246 ms, exit code 0
 
13522024-10-12T03:58:30.621Zfound 109 output files
13532024-10-12T03:58:30.621Zuploading: /var/svc/log/oxide-sled-agent:default.log (1698316 bytes)
13542024-10-12T03:58:31.940Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13552024-10-12T03:58:31.940Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4027464 bytes)
13562024-10-12T03:58:32.307Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4027464 -> 4039779
13572024-10-12T03:58:33.374Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13582024-10-12T03:58:33.399Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (36584 bytes)
13592024-10-12T03:58:34.529Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13602024-10-12T03:58:34.529Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (145107 bytes)
13612024-10-12T03:58:34.702Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 145107 -> 146691
13622024-10-12T03:58:35.770Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13632024-10-12T03:58:35.770Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (199795 bytes)
13642024-10-12T03:58:35.965Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 199795 -> 201775
13652024-10-12T03:58:37.033Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13662024-10-12T03:58:37.033Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1209680 bytes)
13672024-10-12T03:58:37.319Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1209680 -> 1226680
13682024-10-12T03:58:38.386Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13692024-10-12T03:58:38.386Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2917778 bytes)
13702024-10-12T03:58:38.724Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2917778 -> 2967336
13712024-10-12T03:58:39.792Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13722024-10-12T03:58:39.792Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3338 bytes)
13732024-10-12T03:58:40.883Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13742024-10-12T03:58:40.883Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (209913 bytes)
13752024-10-12T03:58:41.078Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 209913 -> 214570
13762024-10-12T03:58:42.146Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
13772024-10-12T03:58:42.146Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7001 bytes)
13782024-10-12T03:58:43.257Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
13792024-10-12T03:58:43.257Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3834 bytes)
13802024-10-12T03:58:44.348Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
13812024-10-12T03:58:44.348Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8457 bytes)
13822024-10-12T03:58:45.460Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
13832024-10-12T03:58:45.460Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
13842024-10-12T03:58:46.550Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-cockroach-admin:default.log
13852024-10-12T03:58:46.550Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
13862024-10-12T03:58:47.642Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-cockroachdb:default.log
13872024-10-12T03:58:47.665Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
13882024-10-12T03:58:48.732Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_cockroachdb_1ce1b852-d629-4995-8bda-2223e090d747/root/var/svc/log/oxide-zone-network-setup:default.log
13892024-10-12T03:58:48.732Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-agent:default.log (8485 bytes)
13902024-10-12T03:58:49.844Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-agent:default.log
13912024-10-12T03:58:49.844Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13922024-10-12T03:58:50.934Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-downstairs:default.log
13932024-10-12T03:58:50.934Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-downstairs:downstairs-7d1a06fb-5dea-4a14-aac8-2c78bdde389c.log (3019 bytes)
13942024-10-12T03:58:52.025Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-crucible-downstairs:downstairs-7d1a06fb-5dea-4a14-aac8-2c78bdde389c.log
13952024-10-12T03:58:52.049Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
13962024-10-12T03:58:53.116Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_crucible_0f61af14-0a97-45d6-b6ea-51ac5a92fd23/root/var/svc/log/oxide-zone-network-setup:default.log
13972024-10-12T03:58:53.116Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-external_dns:default.log (23115 bytes)
13982024-10-12T03:58:54.250Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-external_dns:default.log
13992024-10-12T03:58:54.250Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
14002024-10-12T03:58:55.341Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-opte-interface-setup:default.log
14012024-10-12T03:58:55.364Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14022024-10-12T03:58:56.431Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_external_dns_3ec2aea5-3e4e-4785-83a2-42c04a52438b/root/var/svc/log/oxide-zone-network-setup:default.log
14032024-10-12T03:58:56.431Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_internal_dns_2767466a-ac74-4716-82bc-b59860a90f48/root/var/svc/log/oxide-internal_dns:default.log (416962 bytes)
14042024-10-12T03:58:57.697Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_internal_dns_2767466a-ac74-4716-82bc-b59860a90f48/root/var/svc/log/oxide-internal_dns:default.log
14052024-10-12T03:58:57.720Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_internal_dns_2767466a-ac74-4716-82bc-b59860a90f48/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
14062024-10-12T03:58:58.790Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_internal_dns_2767466a-ac74-4716-82bc-b59860a90f48/root/var/svc/log/oxide-zone-network-setup:default.log
14072024-10-12T03:58:58.790Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-nexus:default.log (2353705 bytes)
14082024-10-12T03:58:59.111Zupload warning: file "/pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2353705 -> 2373755
14092024-10-12T03:59:00.178Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-nexus:default.log
14102024-10-12T03:59:00.178Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
14112024-10-12T03:59:01.268Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-opte-interface-setup:default.log
14122024-10-12T03:59:01.268Zuploading: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
14132024-10-12T03:59:02.358Zuploaded: /pool/ext/2b84429f-2c85-4c1f-8f16-c6c336bc6cc2/crypt/zone/oxz_nexus_d24f88b5-85d4-41b0-9285-f812ad1f4772/root/var/svc/log/oxide-zone-network-setup:default.log
14142024-10-12T03:59:02.359Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
14152024-10-12T03:59:03.472Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-agent:default.log
14162024-10-12T03:59:03.472Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14172024-10-12T03:59:04.562Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-downstairs:default.log
14182024-10-12T03:59:04.586Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-c8a08ddd-ee9e-4605-87f3-50b81f6fd0b0.log (3126 bytes)
14192024-10-12T03:59:05.652Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-crucible-downstairs:downstairs-c8a08ddd-ee9e-4605-87f3-50b81f6fd0b0.log
14202024-10-12T03:59:05.653Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14212024-10-12T03:59:06.743Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_d6762670-2805-43eb-8b0e-62853b8b03ba/root/var/svc/log/oxide-zone-network-setup:default.log
14222024-10-12T03:59:06.743Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_pantry_5db8d812-d71c-4866-80e3-62dcf03b04c2/root/var/svc/log/oxide-crucible-pantry:default.log (42607 bytes)
14232024-10-12T03:59:06.852Zupload warning: file "/pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_pantry_5db8d812-d71c-4866-80e3-62dcf03b04c2/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 42607 -> 46511
14242024-10-12T03:59:07.921Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_pantry_5db8d812-d71c-4866-80e3-62dcf03b04c2/root/var/svc/log/oxide-crucible-pantry:default.log
14252024-10-12T03:59:07.921Zuploading: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_pantry_5db8d812-d71c-4866-80e3-62dcf03b04c2/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
14262024-10-12T03:59:09.010Zuploaded: /pool/ext/42090923-c06f-4776-b57f-20fba0911cf3/crypt/zone/oxz_crucible_pantry_5db8d812-d71c-4866-80e3-62dcf03b04c2/root/var/svc/log/oxide-zone-network-setup:default.log
14272024-10-12T03:59:09.010Zuploading: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-crucible-agent:default.log (1553 bytes)
14282024-10-12T03:59:10.102Zuploaded: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-crucible-agent:default.log
14292024-10-12T03:59:10.102Zuploading: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14302024-10-12T03:59:11.193Zuploaded: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-crucible-downstairs:default.log
14312024-10-12T03:59:11.193Zuploading: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14322024-10-12T03:59:12.284Zuploaded: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_crucible_d3585e5c-c17a-4960-9767-5d4a4b80868c/root/var/svc/log/oxide-zone-network-setup:default.log
14332024-10-12T03:59:12.284Zuploading: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_oximeter_03484d2d-6ade-48bc-b42f-9afe85526313/root/var/svc/log/oxide-oximeter:default.log (1345077 bytes)
14342024-10-12T03:59:12.577Zupload warning: file "/pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_oximeter_03484d2d-6ade-48bc-b42f-9afe85526313/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1345077 -> 1538449
14352024-10-12T03:59:13.645Zuploaded: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_oximeter_03484d2d-6ade-48bc-b42f-9afe85526313/root/var/svc/log/oxide-oximeter:default.log
14362024-10-12T03:59:13.645Zuploading: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_oximeter_03484d2d-6ade-48bc-b42f-9afe85526313/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
14372024-10-12T03:59:14.733Zuploaded: /pool/ext/a135191f-1186-46b0-a6c9-d425ec528829/crypt/zone/oxz_oximeter_03484d2d-6ade-48bc-b42f-9afe85526313/root/var/svc/log/oxide-zone-network-setup:default.log
14382024-10-12T03:59:14.733Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (2205 bytes)
14392024-10-12T03:59:15.824Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
14402024-10-12T03:59:15.848Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse-admin-server:default.log (2201 bytes)
14412024-10-12T03:59:16.915Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse-admin-server:default.log
14422024-10-12T03:59:16.916Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse:default.log (2716467 bytes)
14432024-10-12T03:59:17.261Zupload warning: file "/pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2716467 -> 3087221
14442024-10-12T03:59:18.328Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-clickhouse:default.log
14452024-10-12T03:59:18.328Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
14462024-10-12T03:59:19.419Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_clickhouse_aed3f8da-f6a1-49dc-b7fa-60c039c84dcb/root/var/svc/log/oxide-zone-network-setup:default.log
14472024-10-12T03:59:19.419Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
14482024-10-12T03:59:20.509Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-cockroach-admin:default.log
14492024-10-12T03:59:20.509Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
14502024-10-12T03:59:21.601Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-cockroachdb:default.log
14512024-10-12T03:59:21.601Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
14522024-10-12T03:59:22.692Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_cockroachdb_b0d2c64f-0705-4e92-90c6-5bc73310609a/root/var/svc/log/oxide-zone-network-setup:default.log
14532024-10-12T03:59:22.692Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-agent:default.log (12508 bytes)
14542024-10-12T03:59:23.803Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-agent:default.log
14552024-10-12T03:59:23.803Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14562024-10-12T03:59:24.894Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-downstairs:default.log
14572024-10-12T03:59:24.894Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a4745eb-7c2f-426a-9cb0-3279092c0246.log (5996 bytes)
14582024-10-12T03:59:25.989Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a4745eb-7c2f-426a-9cb0-3279092c0246.log
14592024-10-12T03:59:25.989Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14602024-10-12T03:59:27.079Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_185437f9-5949-45df-ad63-9e4a3ae74f66/root/var/svc/log/oxide-zone-network-setup:default.log
14612024-10-12T03:59:27.079Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_11337050-9a37-49b4-b85c-ccf249a5c075/root/var/svc/log/oxide-crucible-pantry:default.log (42731 bytes)
14622024-10-12T03:59:27.188Zupload warning: file "/pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_11337050-9a37-49b4-b85c-ccf249a5c075/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 42731 -> 46646
14632024-10-12T03:59:28.256Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_11337050-9a37-49b4-b85c-ccf249a5c075/root/var/svc/log/oxide-crucible-pantry:default.log
14642024-10-12T03:59:28.280Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_11337050-9a37-49b4-b85c-ccf249a5c075/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14652024-10-12T03:59:29.346Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_11337050-9a37-49b4-b85c-ccf249a5c075/root/var/svc/log/oxide-zone-network-setup:default.log
14662024-10-12T03:59:29.346Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_73e5d241-c20b-4f21-a945-5c95b2887c2c/root/var/svc/log/oxide-crucible-pantry:default.log (808484 bytes)
14672024-10-12T03:59:29.612Zupload warning: file "/pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_73e5d241-c20b-4f21-a945-5c95b2887c2c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 808484 -> 816317
14682024-10-12T03:59:30.679Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_73e5d241-c20b-4f21-a945-5c95b2887c2c/root/var/svc/log/oxide-crucible-pantry:default.log
14692024-10-12T03:59:30.703Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_73e5d241-c20b-4f21-a945-5c95b2887c2c/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14702024-10-12T03:59:31.770Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_crucible_pantry_73e5d241-c20b-4f21-a945-5c95b2887c2c/root/var/svc/log/oxide-zone-network-setup:default.log
14712024-10-12T03:59:31.794Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-external_dns:default.log (23123 bytes)
14722024-10-12T03:59:31.858Zupload warning: file "/pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 23123 -> 26900
14732024-10-12T03:59:32.925Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-external_dns:default.log
14742024-10-12T03:59:32.925Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
14752024-10-12T03:59:34.016Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-opte-interface-setup:default.log
14762024-10-12T03:59:34.016Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
14772024-10-12T03:59:35.106Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_external_dns_0e7f7381-564c-4f95-8e8e-4ae9e12efae2/root/var/svc/log/oxide-zone-network-setup:default.log
14782024-10-12T03:59:35.106Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_internal_dns_d4cfaf42-df38-40c6-be81-9454d6a558a4/root/var/svc/log/oxide-internal_dns:default.log (416980 bytes)
14792024-10-12T03:59:35.327Zupload warning: file "/pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_internal_dns_d4cfaf42-df38-40c6-be81-9454d6a558a4/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 416980 -> 420732
14802024-10-12T03:59:36.395Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_internal_dns_d4cfaf42-df38-40c6-be81-9454d6a558a4/root/var/svc/log/oxide-internal_dns:default.log
14812024-10-12T03:59:36.395Zuploading: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_internal_dns_d4cfaf42-df38-40c6-be81-9454d6a558a4/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
14822024-10-12T03:59:37.485Zuploaded: /pool/ext/bed11bbb-e174-4475-bd7f-0211de5b5302/crypt/zone/oxz_internal_dns_d4cfaf42-df38-40c6-be81-9454d6a558a4/root/var/svc/log/oxide-zone-network-setup:default.log
14832024-10-12T03:59:37.510Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
14842024-10-12T03:59:38.575Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-cockroach-admin:default.log
14852024-10-12T03:59:38.575Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
14862024-10-12T03:59:39.666Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-cockroachdb:default.log
14872024-10-12T03:59:39.666Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
14882024-10-12T03:59:40.756Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_cockroachdb_4aee4d5a-936f-4d5a-bf11-e3b00a4cc7ee/root/var/svc/log/oxide-zone-network-setup:default.log
14892024-10-12T03:59:40.756Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-agent:default.log (18573 bytes)
14902024-10-12T03:59:41.889Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-agent:default.log
14912024-10-12T03:59:41.889Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14922024-10-12T03:59:42.979Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:default.log
14932024-10-12T03:59:42.979Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:downstairs-4089f7f3-b9c1-4ecc-a893-9c4a02450d57.log (3019 bytes)
14942024-10-12T03:59:44.069Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:downstairs-4089f7f3-b9c1-4ecc-a893-9c4a02450d57.log
14952024-10-12T03:59:44.069Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:downstairs-849d203c-c779-4efa-aae5-cdc5b891a2ef.log (3127 bytes)
14962024-10-12T03:59:45.160Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-crucible-downstairs:downstairs-849d203c-c779-4efa-aae5-cdc5b891a2ef.log
14972024-10-12T03:59:45.184Zuploading: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14982024-10-12T03:59:46.252Zuploaded: /pool/ext/c0c860af-959d-47ac-8156-a6981a984705/crypt/zone/oxz_crucible_aba8c02d-71d1-44a5-828e-4b07b0810f53/root/var/svc/log/oxide-zone-network-setup:default.log
14992024-10-12T03:59:46.276Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
15002024-10-12T03:59:47.343Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-cockroach-admin:default.log
15012024-10-12T03:59:47.343Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
15022024-10-12T03:59:48.433Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-cockroachdb:default.log
15032024-10-12T03:59:48.433Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
15042024-10-12T03:59:49.527Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_cockroachdb_b3a86650-54d2-47f3-b719-1e24b48120a2/root/var/svc/log/oxide-zone-network-setup:default.log
15052024-10-12T03:59:49.527Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-agent:default.log (12503 bytes)
15062024-10-12T03:59:50.643Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-agent:default.log
15072024-10-12T03:59:50.645Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15082024-10-12T03:59:51.738Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-downstairs:default.log
15092024-10-12T03:59:51.738Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-downstairs:downstairs-7b1a5896-cfd5-411c-b9d8-1fc43323dc9d.log (5996 bytes)
15102024-10-12T03:59:52.832Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-crucible-downstairs:downstairs-7b1a5896-cfd5-411c-b9d8-1fc43323dc9d.log
15112024-10-12T03:59:52.832Zuploading: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15122024-10-12T03:59:53.926Zuploaded: /pool/ext/c590bfc3-f9d8-4665-9e2b-c8bbd2d3cd63/crypt/zone/oxz_crucible_a2bf1aec-85b5-4a45-96f5-b2f0e61bd781/root/var/svc/log/oxide-zone-network-setup:default.log
15132024-10-12T03:59:53.926Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-agent:default.log (44823 bytes)
15142024-10-12T03:59:55.085Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-agent:default.log
15152024-10-12T03:59:55.085Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15162024-10-12T03:59:56.178Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:default.log
15172024-10-12T03:59:56.178Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237.log (5996 bytes)
15182024-10-12T03:59:57.270Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-7aa4999f-adb1-4972-b53b-e4d42817b237.log
15192024-10-12T03:59:57.270Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-a63e0242-d96c-499a-87d9-440a15152ebb.log (3021 bytes)
15202024-10-12T03:59:58.364Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-a63e0242-d96c-499a-87d9-440a15152ebb.log
15212024-10-12T03:59:58.364Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b.log (6079 bytes)
15222024-10-12T03:59:59.458Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:downstairs-d8da2e82-4dec-4963-9af3-efba40abe69b.log
15232024-10-12T03:59:59.458Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:snapshot-d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3.log (5688 bytes)
15242024-10-12T04:00:00.552Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-crucible-downstairs:snapshot-d8da2e82-4dec-4963-9af3-efba40abe69b-47674216-0197-4c88-8f1b-085c1e8d42a3.log
15252024-10-12T04:00:00.552Zuploading: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15262024-10-12T04:00:01.644Zuploaded: /pool/ext/cd705dc8-a605-494a-9c72-bf21f8cc1d40/crypt/zone/oxz_crucible_fab91420-061b-4a94-8963-c1358582fd81/root/var/svc/log/oxide-zone-network-setup:default.log
15272024-10-12T04:00:01.644Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-cockroach-admin:default.log (4700 bytes)
15282024-10-12T04:00:02.740Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-cockroach-admin:default.log
15292024-10-12T04:00:02.741Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
15302024-10-12T04:00:03.836Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-cockroachdb:default.log
15312024-10-12T04:00:03.836Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
15322024-10-12T04:00:04.930Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_cockroachdb_3c626683-6e71-4b7f-a2b1-dc9974cceae0/root/var/svc/log/oxide-zone-network-setup:default.log
15332024-10-12T04:00:04.930Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-agent:default.log (18007 bytes)
15342024-10-12T04:00:06.069Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-agent:default.log
15352024-10-12T04:00:06.069Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15362024-10-12T04:00:07.163Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:default.log
15372024-10-12T04:00:07.163Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-59957ce5-69e0-4940-8a1a-d420eea14c1f.log (6078 bytes)
15382024-10-12T04:00:08.259Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-59957ce5-69e0-4940-8a1a-d420eea14c1f.log
15392024-10-12T04:00:08.259Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-59957ce5-69e0-4940-8a1a-d420eea14c1f-47674216-0197-4c88-8f1b-085c1e8d42a3.log (5685 bytes)
15402024-10-12T04:00:09.352Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-59957ce5-69e0-4940-8a1a-d420eea14c1f-47674216-0197-4c88-8f1b-085c1e8d42a3.log
15412024-10-12T04:00:09.352Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15422024-10-12T04:00:10.446Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_crucible_0ad3345c-91a2-48a8-b19d-d0a316a1e1bb/root/var/svc/log/oxide-zone-network-setup:default.log
15432024-10-12T04:00:10.446Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_internal_dns_5d30c2c5-5827-4b34-ab81-abc29f085544/root/var/svc/log/oxide-internal_dns:default.log (416966 bytes)
15442024-10-12T04:00:10.674Zupload warning: file "/pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_internal_dns_5d30c2c5-5827-4b34-ab81-abc29f085544/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 416966 -> 420722
15452024-10-12T04:00:11.744Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_internal_dns_5d30c2c5-5827-4b34-ab81-abc29f085544/root/var/svc/log/oxide-internal_dns:default.log
15462024-10-12T04:00:11.744Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_internal_dns_5d30c2c5-5827-4b34-ab81-abc29f085544/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
15472024-10-12T04:00:12.837Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_internal_dns_5d30c2c5-5827-4b34-ab81-abc29f085544/root/var/svc/log/oxide-zone-network-setup:default.log
15482024-10-12T04:00:12.837Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
15492024-10-12T04:00:13.953Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-chrony-setup:default.log
15502024-10-12T04:00:13.953Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-ntp:default.log (1788 bytes)
15512024-10-12T04:00:14.000Zupload warning: file "/pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1788 -> 1854
15522024-10-12T04:00:15.073Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-ntp:default.log
15532024-10-12T04:00:15.073Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
15542024-10-12T04:00:16.167Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-opte-interface-setup:default.log
15552024-10-12T04:00:16.167Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
15562024-10-12T04:00:17.261Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/svc/log/oxide-zone-network-setup:default.log
15572024-10-12T04:00:17.261Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-agent:default.log (28090 bytes)
15582024-10-12T04:00:18.423Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-agent:default.log
15592024-10-12T04:00:18.423Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15602024-10-12T04:00:19.489Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:default.log
15612024-10-12T04:00:19.489Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:downstairs-16ebec2e-d65c-4f49-90bc-15e67e9e0c67.log (6079 bytes)
15622024-10-12T04:00:20.578Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:downstairs-16ebec2e-d65c-4f49-90bc-15e67e9e0c67.log
15632024-10-12T04:00:20.578Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:downstairs-b708e9fd-1757-47fa-b048-9a9743821046.log (3126 bytes)
15642024-10-12T04:00:21.668Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:downstairs-b708e9fd-1757-47fa-b048-9a9743821046.log
15652024-10-12T04:00:21.668Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:snapshot-16ebec2e-d65c-4f49-90bc-15e67e9e0c67-47674216-0197-4c88-8f1b-085c1e8d42a3.log (5688 bytes)
15662024-10-12T04:00:22.760Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-crucible-downstairs:snapshot-16ebec2e-d65c-4f49-90bc-15e67e9e0c67-47674216-0197-4c88-8f1b-085c1e8d42a3.log
15672024-10-12T04:00:22.760Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15682024-10-12T04:00:23.851Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_crucible_2024f4e2-927b-4e90-b569-39dcf76e856b/root/var/svc/log/oxide-zone-network-setup:default.log
15692024-10-12T04:00:23.851Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-nexus:default.log (4322233 bytes)
15702024-10-12T04:00:24.262Zupload warning: file "/pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4322233 -> 5045276
15712024-10-12T04:00:25.332Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-nexus:default.log
15722024-10-12T04:00:25.332Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15732024-10-12T04:00:26.422Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-opte-interface-setup:default.log
15742024-10-12T04:00:26.446Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
15752024-10-12T04:00:27.512Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_055f90e5-f76f-48a0-93ae-4d52d8b374b4/root/var/svc/log/oxide-zone-network-setup:default.log
15762024-10-12T04:00:27.607Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-nexus:default.log (36313946 bytes)
15772024-10-12T04:00:29.003Zupload warning: file "/pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36313946 -> 36801726
15782024-10-12T04:00:30.071Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-nexus:default.log
15792024-10-12T04:00:30.071Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15802024-10-12T04:00:31.161Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-opte-interface-setup:default.log
15812024-10-12T04:00:31.161Zuploading: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
15822024-10-12T04:00:32.251Zuploaded: /pool/ext/f95ba139-c738-48a5-85f9-774bb88e7e5a/crypt/zone/oxz_nexus_4c95767b-a705-4932-acf6-7f257e60acef/root/var/svc/log/oxide-zone-network-setup:default.log
15832024-10-12T04:00:32.251Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/measurements.log (108367 bytes)
15842024-10-12T04:00:32.424Zupload warning: file "/pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/measurements.log" changed size mid upload: 108367 -> 144398
15852024-10-12T04:00:33.492Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/measurements.log
15862024-10-12T04:00:33.492Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/statistics.log (79326 bytes)
15872024-10-12T04:00:33.643Zupload warning: file "/pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/statistics.log" changed size mid upload: 79326 -> 107757
15882024-10-12T04:00:34.711Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/statistics.log
15892024-10-12T04:00:34.712Zuploading: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/tracking.log (13333 bytes)
15902024-10-12T04:00:34.799Zupload warning: file "/pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/tracking.log" changed size mid upload: 13333 -> 18085
15912024-10-12T04:00:35.866Zuploaded: /pool/ext/ddc852e6-47e6-4d51-a45f-adecc30d1fb3/crypt/zone/oxz_ntp_ac80f25b-dafd-4922-8e9b-8a6b5ae14799/root/var/log/chrony/tracking.log