01J72YAVC1KJG5TT2H734YEM3S: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J72YBF72MDN5H52AC0PH4DAY

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-06T06:24:37.006Zjob dependencies complete; ready to run (waiting for 30 m 23 s)
22024-09-06T06:27:50.372Zjob assigned to worker 01J730346BAK6T7QXANDWDZQ2F (queued for 3 m 13 s)
32024-09-06T06:27:50.537Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-09-06T06:27:50.575Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-09-06T06:27:50.608Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-09-06T06:27:50.642Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-09-06T06:27:50.675Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-09-06T06:27:50.709ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-09-06T06:27:50.742Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-09-06T06:27:50.777ZOxide Helios Version helios-2.0.22827 64-bit
112024-09-06T06:27:50.810ZConfiguring devices.
122024-09-06T06:27:50.843Z##################################################
132024-09-06T06:27:50.877Z#### ############# ##
142024-09-06T06:27:50.910Z### ### ############ ##
152024-09-06T06:27:50.945Z## ### # ## ### ## Oxide Computer Company ##
162024-09-06T06:27:50.977Z## ## ## ### # ### ##
172024-09-06T06:27:51.011Z## # ### #### #### This Station Under ##
182024-09-06T06:27:51.044Z### ### #### # ### Computer Control ##
192024-09-06T06:27:51.077Z#### #### ### ## ##
202024-09-06T06:27:51.111Z##################################################
212024-09-06T06:27:51.144ZHostname: buskin
222024-09-06T06:27:51.178ZLoading smf(7) service descriptions:
232024-09-06T06:27:51.983Zdownloading input: /input/package/work/package.tar.gz
242024-09-06T06:32:30.700Zdownloaded input: /input/package/work/package.tar.gz
 
252024-09-06T06:32:30.700Zstarting task 0: "setup"
262024-09-06T06:32:30.724Z++ uname -s
272024-09-06T06:32:30.724Z+ kern=SunOS
282024-09-06T06:32:30.725Z+ case "$kern" in
292024-09-06T06:32:30.725Z+ groupadd -g 12345 build
302024-09-06T06:32:30.725Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-09-06T06:32:32.680Z+ zfs create -o mountpoint=/work rpool/work
322024-09-06T06:32:32.707Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-09-06T06:32:32.731Z+ home_fs=zfs
342024-09-06T06:32:32.731Z+ [[ zfs == autofs ]]
352024-09-06T06:32:32.731Z+ mkdir -p /home/build
362024-09-06T06:32:32.731Z+ chown build:build /home/build /work
372024-09-06T06:32:34.715Z+ chmod 0700 /home/build /work
382024-09-06T06:32:34.739Zprocess exited: duration 4055 ms, exit code 0
 
392024-09-06T06:32:34.787Zstarting task 1: "authentication"
402024-09-06T06:32:34.829Zprocess exited: duration 42 ms, exit code 0
 
412024-09-06T06:32:34.877Zstarting task 2: "build"
422024-09-06T06:32:34.901Z+ trap _exit_trap EXIT
432024-09-06T06:32:34.901Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-09-06T06:32:34.997Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-09-06T06:32:34.997Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-09-06T06:32:34.997Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-09-06T06:32:34.997Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-09-06T06:32:34.997Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-09-06T06:32:34.998Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-09-06T06:32:35.022Z+ [[ -d /opt/oxide ]]
562024-09-06T06:32:35.022Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-09-06T06:32:35.022Z+ pfexec mkdir /opt/oxide
582024-09-06T06:32:35.022Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-09-06T06:32:35.022Z+ [[ -d /opt/oxide-underneath ]]
602024-09-06T06:32:35.022Z+ cd /opt/oxide-underneath
612024-09-06T06:32:35.022Z+ pfexec tar ceEp@/f - .
622024-09-06T06:32:35.022Z+ cd /opt/oxide
632024-09-06T06:32:35.022Z+ pfexec tar xveEp@/f -
642024-09-06T06:32:35.127Zx ., 0 bytes, 0 tape blocks
652024-09-06T06:32:35.127Zx ./opte, 0 bytes, 0 tape blocks
662024-09-06T06:32:35.127Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-09-06T06:32:35.127Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-09-06T06:32:35.151Z+ pfexec rm -rf /opt/oxide-underneath
692024-09-06T06:32:35.151Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-09-06T06:32:35.175Z+ pfexec mkdir /opt/oxide/work
712024-09-06T06:32:35.175Z+ pfexec chown build:build /opt/oxide/work
722024-09-06T06:32:35.175Z+ cd /opt/oxide/work
732024-09-06T06:32:35.175Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-09-06T06:32:47.323ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-09-06T06:32:47.323Zx out/target/test, 107 bytes, 1 tape blocks
762024-09-06T06:32:47.323Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-09-06T06:32:47.323Zx package-manifest.toml, 32042 bytes, 63 tape blocks
782024-09-06T06:32:47.323Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-09-06T06:32:47.323Zx target/release/omicron-package, 33213176 bytes, 64870 tape blocks
802024-09-06T06:32:47.323Zx target/release/xtask, 12274400 bytes, 23974 tape blocks
812024-09-06T06:32:47.323Zx target/debug/bootstrap, 198042232 bytes, 386802 tape blocks
822024-09-06T06:32:47.323Zx tests/bootstrap-0572fa8db14b3a0b, 24309304 bytes, 47480 tape blocks
832024-09-06T06:32:47.323Zx tests/commtest-4f6283d20c172e8a, 24577288 bytes, 48003 tape blocks
842024-09-06T06:32:47.323Zx tests/dhcp_server-01952c5d810468f2, 24309320 bytes, 47480 tape blocks
852024-09-06T06:32:47.323Zx tests/end_to_end_tests-ec0c65ac579855a1, 210530816 bytes, 411193 tape blocks
862024-09-06T06:32:47.323Zx out/clickhouse.tar.gz, 238247942 bytes, 465329 tape blocks
872024-09-06T06:32:47.323Zx out/clickhouse_keeper.tar.gz, 238239953 bytes, 465313 tape blocks
882024-09-06T06:32:47.323Zx out/clickhouse_server.tar.gz, 238240402 bytes, 465314 tape blocks
892024-09-06T06:32:47.323Zx out/cockroachdb.tar.gz, 135189442 bytes, 264042 tape blocks
902024-09-06T06:32:47.323Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-09-06T06:32:47.323Zx out/crucible-pantry-zone.tar.gz, 26550663 bytes, 51857 tape blocks
922024-09-06T06:32:47.323Zx out/crucible-zone.tar.gz, 35021691 bytes, 68402 tape blocks
932024-09-06T06:32:47.323Zx out/external-dns.tar.gz, 25531041 bytes, 49866 tape blocks
942024-09-06T06:32:47.323Zx out/internal-dns.tar.gz, 25529103 bytes, 49862 tape blocks
952024-09-06T06:32:47.323Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-09-06T06:32:47.323Zx out/nexus.tar.gz, 92187650 bytes, 180055 tape blocks
972024-09-06T06:32:47.323Zx out/ntp.tar.gz, 9226700 bytes, 18021 tape blocks
982024-09-06T06:32:47.323Zx out/omicron-gateway-softnpu.tar.gz, 21169010 bytes, 41346 tape blocks
992024-09-06T06:32:47.323Zx out/omicron-sled-agent.tar, 100701184 bytes, 196682 tape blocks
1002024-09-06T06:32:47.323Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-09-06T06:32:47.323Zx out/oximeter.tar.gz, 43312397 bytes, 84595 tape blocks
1022024-09-06T06:32:47.323Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1032024-09-06T06:32:47.323Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-09-06T06:32:47.323Zx out/propolis-server.tar.gz, 67240128 bytes, 131329 tape blocks
1052024-09-06T06:32:47.323Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-09-06T06:32:47.323Zx out/switch-softnpu.tar.gz, 222327038 bytes, 434233 tape blocks
1072024-09-06T06:32:47.348Z
1082024-09-06T06:32:47.348Zreal 12.158996867
1092024-09-06T06:32:47.348Zuser 10.753514346
1102024-09-06T06:32:47.348Zsys 2.443475468
1112024-09-06T06:32:47.348Ztrap 0.000516708
1122024-09-06T06:32:47.348Ztflt 0.000000000
1132024-09-06T06:32:47.348Zdflt 0.000000000
1142024-09-06T06:32:47.348Zkflt 0.000000000
1152024-09-06T06:32:47.348Zlock 0.000000000
1162024-09-06T06:32:47.348Zslp 10.814314612
1172024-09-06T06:32:47.348Zlat 0.304069366
1182024-09-06T06:32:47.348Zstop 0.000133222
1192024-09-06T06:32:47.348Z+ bmat address ls
1202024-09-06T06:32:47.348ZNAME CIDR FIRST LAST COUNT
1212024-09-06T06:32:47.348Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1222024-09-06T06:32:47.348Z++ bmat address ls -f extra -Ho first,last,count
1232024-09-06T06:32:47.348Z+ set -- 10.151.1.164 10.151.1.227 64
1242024-09-06T06:32:47.348Z+ EXTRA_IP_START=10.151.1.164
1252024-09-06T06:32:47.348Z+ EXTRA_IP_END=10.151.1.227
1262024-09-06T06:32:47.348Z+ EXTRA_IP_COUNT=64
1272024-09-06T06:32:47.348Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-09-06T06:32:47.348Z+ EXTRA_IP_BASE=10.151.1
1292024-09-06T06:32:47.348Z+ EXTRA_IP_FOCTET=164
1302024-09-06T06:32:47.349Z+ EXTRA_IP_LOCTET=227
1312024-09-06T06:32:47.349Z+ SERVICE_IP_POOL_START=10.151.1.164
1322024-09-06T06:32:47.349Z+ SERVICE_IP_POOL_END=10.151.1.173
1332024-09-06T06:32:47.349Z+ DNS_IP1=10.151.1.164
1342024-09-06T06:32:47.349Z+ DNS_IP2=10.151.1.165
1352024-09-06T06:32:47.349Z+ UPLINK_IP=10.151.1.174
1362024-09-06T06:32:47.349Z+ IPPOOL_START=10.151.1.175
1372024-09-06T06:32:47.349Z+ IPPOOL_END=10.151.1.227
1382024-09-06T06:32:47.349Z++ ipadm show-addr -po type,addr
1392024-09-06T06:32:47.374Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-09-06T06:32:47.374Z+ GATEWAY_IP=10.151.1.100
1412024-09-06T06:32:47.374Z+ [[ -n 10.151.1.100 ]]
1422024-09-06T06:32:47.374Z+ ping -s 10.151.1.100 56 1
1432024-09-06T06:32:47.374ZPING 10.151.1.100: 56 data bytes
1442024-09-06T06:32:47.374Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1452024-09-06T06:32:47.374Z
1462024-09-06T06:32:47.374Z----10.151.1.100 PING Statistics----
1472024-09-06T06:32:47.374Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-09-06T06:32:47.374Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1492024-09-06T06:32:47.374Z++ arp -an
1502024-09-06T06:32:47.374Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1512024-09-06T06:32:47.374Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1522024-09-06T06:32:47.374Z+ routeadm -e ipv4-forwarding -u
1532024-09-06T06:32:47.484Z+ PXA_START=10.151.1.164
1542024-09-06T06:32:47.484Z+ PXA_END=10.151.1.227
1552024-09-06T06:32:47.508Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-09-06T06:32:47.623Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1572024-09-06T06:32:47.647ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-09-06T06:32:47.698Zcreating virtual hardware
1592024-09-06T06:32:47.723Zcreating /scratch/m2_0.vdev
1602024-09-06T06:32:47.723Zcreating /scratch/m2_1.vdev
1612024-09-06T06:32:47.723Zcreating /scratch/u2_0.vdev
1622024-09-06T06:32:47.723Zcreating /scratch/u2_1.vdev
1632024-09-06T06:32:47.723Zcreating /scratch/u2_2.vdev
1642024-09-06T06:32:47.723Zcreating /scratch/u2_3.vdev
1652024-09-06T06:32:47.723Zcreating /scratch/u2_4.vdev
1662024-09-06T06:32:47.723Zcreating /scratch/u2_5.vdev
1672024-09-06T06:32:47.723Zcreating /scratch/u2_6.vdev
1682024-09-06T06:32:47.723Zcreating /scratch/u2_7.vdev
1692024-09-06T06:32:47.723Zcreating /scratch/u2_8.vdev
1702024-09-06T06:32:47.753ZSimnet net0/sc0_0 exists
1712024-09-06T06:32:47.779ZSimnet net1/sc1_0 exists
1722024-09-06T06:32:47.803ZVnic sc0_1 exists
1732024-09-06T06:33:00.598ZUsing 10.151.1.100 as gateway ip
1742024-09-06T06:33:00.598Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1752024-09-06T06:33:00.598Zconfiguring SoftNPU ARP entry
1762024-09-06T06:33:00.626Zconfiguring SoftNPU proxy ARP
1772024-09-06T06:33:00.681ZSoftNPU state:
1782024-09-06T06:33:00.681Z local v6:
1792024-09-06T06:33:00.681Z local v4:
1802024-09-06T06:33:00.681Z router v6:
1812024-09-06T06:33:00.681Z router v4_idx:
1822024-09-06T06:33:00.682Z router v4_routes:
1832024-09-06T06:33:00.682Z resolver v4:
1842024-09-06T06:33:00.682Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1852024-09-06T06:33:00.682Z resolver v6:
1862024-09-06T06:33:00.682Z nat v4:
1872024-09-06T06:33:00.682Z nat_v6:
1882024-09-06T06:33:00.682Z port_mac:
1892024-09-06T06:33:00.682Z proxy arp:
1902024-09-06T06:33:00.682Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1912024-09-06T06:33:00.682Zcreated virtual hardware
1922024-09-06T06:33:00.706Z
1932024-09-06T06:33:00.706Zreal 13.055927443
1942024-09-06T06:33:00.706Zuser 0.675273332
1952024-09-06T06:33:00.706Zsys 3.364104191
1962024-09-06T06:33:00.706Ztrap 0.000067818
1972024-09-06T06:33:00.706Ztflt 0.000212768
1982024-09-06T06:33:00.706Zdflt 0.000384501
1992024-09-06T06:33:00.706Zkflt 0.000006719
2002024-09-06T06:33:00.706Zlock 10:05.170409100
2012024-09-06T06:33:00.706Zslp 39.480073181
2022024-09-06T06:33:00.706Zlat 0.075335369
2032024-09-06T06:33:00.706Zstop 0.352461842
2042024-09-06T06:33:00.706Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-09-06T06:33:00.731Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-09-06T06:33:00.731Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-09-06T06:33:00.731Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-09-06T06:33:00.731Z+++ pkg/config.toml Fri Sep 6 06:32:59 2024
2092024-09-06T06:33:00.731Z@@ -29,18 +29,18 @@
2102024-09-06T06:33:00.731Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-09-06T06:33:00.731Z # followed by a string that is embedded into their fake serial values.
2122024-09-06T06:33:00.731Z vdevs = [
2132024-09-06T06:33:00.731Z- "m2_0.vdev",
2142024-09-06T06:33:00.731Z- "m2_1.vdev",
2152024-09-06T06:33:00.731Z+ "/scratch/m2_0.vdev",
2162024-09-06T06:33:00.731Z+ "/scratch/m2_1.vdev",
2172024-09-06T06:33:00.731Z
2182024-09-06T06:33:00.731Z- "u2_0.vdev",
2192024-09-06T06:33:00.731Z- "u2_1.vdev",
2202024-09-06T06:33:00.731Z- "u2_2.vdev",
2212024-09-06T06:33:00.731Z- "u2_3.vdev",
2222024-09-06T06:33:00.731Z- "u2_4.vdev",
2232024-09-06T06:33:00.731Z- "u2_5.vdev",
2242024-09-06T06:33:00.731Z- "u2_6.vdev",
2252024-09-06T06:33:00.731Z- "u2_7.vdev",
2262024-09-06T06:33:00.731Z- "u2_8.vdev",
2272024-09-06T06:33:00.731Z+ "/scratch/u2_0.vdev",
2282024-09-06T06:33:00.731Z+ "/scratch/u2_1.vdev",
2292024-09-06T06:33:00.731Z+ "/scratch/u2_2.vdev",
2302024-09-06T06:33:00.732Z+ "/scratch/u2_3.vdev",
2312024-09-06T06:33:00.732Z+ "/scratch/u2_4.vdev",
2322024-09-06T06:33:00.732Z+ "/scratch/u2_5.vdev",
2332024-09-06T06:33:00.732Z+ "/scratch/u2_6.vdev",
2342024-09-06T06:33:00.732Z+ "/scratch/u2_7.vdev",
2352024-09-06T06:33:00.732Z+ "/scratch/u2_8.vdev",
2362024-09-06T06:33:00.732Z ]
2372024-09-06T06:33:00.732Z
2382024-09-06T06:33:00.732Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-09-06T06:33:00.732Z+ true
2402024-09-06T06:33:00.732Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-09-06T06:33:00.732Z+ SILO_NAME=recovery
2422024-09-06T06:33:00.732Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-09-06T06:33:00.732Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-09-06T06:33:00.732Z+ sed -i~ '
2452024-09-06T06:33:00.732Z /^external_dns_ips/c\
2462024-09-06T06:33:00.732Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2472024-09-06T06:33:00.732Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-09-06T06:33:00.732Z /^first/c\
2492024-09-06T06:33:00.732Zfirst = "10.151.1.164"
2502024-09-06T06:33:00.732Z /^last/c\
2512024-09-06T06:33:00.732Zlast = "10.151.1.173"
2522024-09-06T06:33:00.732Z }
2532024-09-06T06:33:00.732Z /^infra_ip_first/c\
2542024-09-06T06:33:00.732Zinfra_ip_first = "10.151.1.174"
2552024-09-06T06:33:00.732Z /^infra_ip_last/c\
2562024-09-06T06:33:00.732Zinfra_ip_last = "10.151.1.174"
2572024-09-06T06:33:00.732Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-09-06T06:33:00.732Z /^routes/c\
2592024-09-06T06:33:00.732Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2602024-09-06T06:33:00.732Z /^addresses/c\
2612024-09-06T06:33:00.732Zaddresses = \[{address = "10.151.1.174/24"} \]
2622024-09-06T06:33:00.732Z }
2632024-09-06T06:33:00.732Z' pkg/config-rss.toml
2642024-09-06T06:33:00.732Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-09-06T06:33:00.757Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-09-06T06:33:00.757Z+++ pkg/config-rss.toml Fri Sep 6 06:32:59 2024
2672024-09-06T06:33:00.757Z@@ -33,7 +33,7 @@
2682024-09-06T06:33:00.757Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-09-06T06:33:00.757Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-09-06T06:33:00.757Z # below.
2712024-09-06T06:33:00.757Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-09-06T06:33:00.757Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2732024-09-06T06:33:00.757Z
2742024-09-06T06:33:00.757Z # Initial TLS certificates for the external API
2752024-09-06T06:33:00.757Z #
2762024-09-06T06:33:00.757Z@@ -69,8 +69,8 @@
2772024-09-06T06:33:00.757Z #
2782024-09-06T06:33:00.757Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-09-06T06:33:00.757Z [[internal_services_ip_pool_ranges]]
2802024-09-06T06:33:00.757Z-first = "192.168.1.20"
2812024-09-06T06:33:00.757Z-last = "192.168.1.29"
2822024-09-06T06:33:00.757Z+first = "10.151.1.164"
2832024-09-06T06:33:00.757Z+last = "10.151.1.173"
2842024-09-06T06:33:00.757Z
2852024-09-06T06:33:00.757Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-09-06T06:33:00.757Z # parameters should be provided to the control plane via wicket, but we need to
2872024-09-06T06:33:00.757Z@@ -91,8 +91,8 @@
2882024-09-06T06:33:00.757Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-09-06T06:33:00.757Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-09-06T06:33:00.757Z # With softnpu, only one address is used.
2912024-09-06T06:33:00.757Z-infra_ip_first = "192.168.1.30"
2922024-09-06T06:33:00.758Z-infra_ip_last = "192.168.1.30"
2932024-09-06T06:33:00.758Z+infra_ip_first = "10.151.1.174"
2942024-09-06T06:33:00.758Z+infra_ip_last = "10.151.1.174"
2952024-09-06T06:33:00.758Z
2962024-09-06T06:33:00.758Z # Configurations for BGP routers to run on the scrimlets.
2972024-09-06T06:33:00.758Z bgp = []
2982024-09-06T06:33:00.758Z@@ -100,9 +100,9 @@
2992024-09-06T06:33:00.758Z # You can configure multiple uplinks by repeating the following stanza
3002024-09-06T06:33:00.758Z [[rack_network_config.ports]]
3012024-09-06T06:33:00.758Z # Routes associated with this port.
3022024-09-06T06:33:00.758Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-09-06T06:33:00.758Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3042024-09-06T06:33:00.758Z # Addresses associated with this port.
3052024-09-06T06:33:00.758Z-addresses = [{address = "192.168.1.30/24"}]
3062024-09-06T06:33:00.758Z+addresses = [{address = "10.151.1.174/24"} ]
3072024-09-06T06:33:00.758Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-09-06T06:33:00.758Z port = "qsfp0"
3092024-09-06T06:33:00.758Z # The speed of this port.
3102024-09-06T06:33:00.758Z+ true
3112024-09-06T06:33:00.758Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-09-06T06:33:00.758Za pkg/config-rss.toml 8K
3132024-09-06T06:33:00.758Za pkg/config.toml 4K
3142024-09-06T06:33:00.758Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-09-06T06:33:00.758Z+ TLS_NAME=recovery.sys.oxide.test
3162024-09-06T06:33:00.758Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-09-06T06:33:00.906Z.+.....+.+..+...+....+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.........+.+......+...+......+..+...+....+......+.........+..+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+...+......................+...+..............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-09-06T06:33:01.924Z..........+.+...+.....+.+...+..+...+...+...+.+.....+....+..+.......+...............+..+.........+.+.........+.....+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+.........+...+...+..+...+...+.......+...+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+...+..+...+....+..+................+.....+.......+.................+......+...+......................+..+......+......+....+..............+.........................+...+.....+............+..........+...+...+..+.........+...+............+.+..+...............+..................+...............+..................+.+..................+...+........+.........+.......+...+..+.+..............+.+........+..........+..+............+...............+......+..........+......+........+..................+...+.+.....+....+.....+....+.....+.......+........+......+.+...+...+...+...........+....+...........+.+............+...........+.+.....+....+..+.............+...............+.....+..........+......+.....+.+..+...............+...+....+...............+.....+....+.....+............+.............+.........+......+......+.....+...+............+...+............+.........+......................+...+...........+...+..........+......+..+.........+....+.....+......+....+..+...+.+...+..+...+............+....+.........+......+...........+..........+.......................+.......+.........+..+...............+....+...........+.......+..+.+.........+...........+....+........+...+.......+...........+.+........+............+.............+...........+............+.......+...........+.+......+..+.......+......+...............+....................+...+............+..................................+......+.....+.............+...........+....+.........+..+.+..............+.........+.........+..................+....+...+............+..............+......+....+.....+.+...............+.....+.+...............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-09-06T06:33:01.962Z-----
3202024-09-06T06:33:01.962Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-09-06T06:33:01.962Za pkg/initial-tls-cert.pem 2K
3222024-09-06T06:33:01.962Za pkg/initial-tls-key.pem 4K
3232024-09-06T06:33:01.962Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-09-06T06:33:01.962Z+ rmdir pkg
3252024-09-06T06:33:01.962Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-09-06T06:33:01.962Z+ pfexec mkdir -p /usr/oxide
3272024-09-06T06:33:01.962Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-09-06T06:33:02.710Z+ pfexec chmod +x /usr/oxide/oxide
3292024-09-06T06:33:02.736Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-09-06T06:33:21.023Z+ OMICRON_NO_UNINSTALL=1
3312024-09-06T06:33:21.023Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-09-06T06:33:21.047ZLogging to: /opt/oxide/work/out/LOG
3332024-09-06T06:33:21.609Z
3342024-09-06T06:33:21.632Zreal 0.580438782
3352024-09-06T06:33:21.633Zuser 0.132150083
3362024-09-06T06:33:21.633Zsys 2.850200398
3372024-09-06T06:33:21.633Ztrap 0.000007760
3382024-09-06T06:33:21.633Ztflt 0.000002190
3392024-09-06T06:33:21.633Zdflt 0.000514573
3402024-09-06T06:33:21.633Zkflt 0.000000000
3412024-09-06T06:33:21.633Zlock 52.365683366
3422024-09-06T06:33:21.633Zslp 0.771406019
3432024-09-06T06:33:21.633Zlat 0.003157204
3442024-09-06T06:33:21.633Zstop 0.207662779
3452024-09-06T06:33:21.633Z+ retry=0
3462024-09-06T06:33:21.633Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-09-06T06:33:21.633Z+ [[ 0 -gt 30 ]]
3482024-09-06T06:33:21.633Z+ sleep 1
3492024-09-06T06:33:22.623Z+ retry=1
3502024-09-06T06:33:22.623Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-09-06T06:33:22.647Z+ [[ 1 -gt 30 ]]
3522024-09-06T06:33:22.647Z+ sleep 1
3532024-09-06T06:33:23.638Z+ retry=2
3542024-09-06T06:33:23.638Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-09-06T06:33:23.662Z+ [[ 2 -gt 30 ]]
3562024-09-06T06:33:23.662Z+ sleep 1
3572024-09-06T06:33:24.652Z+ retry=3
3582024-09-06T06:33:24.652Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-09-06T06:33:44.668Z+ [[ 3 -gt 30 ]]
3602024-09-06T06:33:44.668Z+ sleep 1
3612024-09-06T06:33:45.672Z+ retry=4
3622024-09-06T06:33:45.672Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-09-06T06:33:45.695Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-09-06T06:33:45.719Zlocal v6:
3652024-09-06T06:33:45.719Zfe80::b8ff:33ff:fe06:1784
3662024-09-06T06:33:45.719Zfdc7:3cc2:cb0d:92a::1
3672024-09-06T06:33:45.719Zlocal v4:
3682024-09-06T06:33:45.719Z10.151.1.174
3692024-09-06T06:33:45.719Zrouter v6:
3702024-09-06T06:33:45.719Zrouter v4_idx:
3712024-09-06T06:33:45.719Z0.0.0.0/0 -> 0
3722024-09-06T06:33:45.719Zrouter v4_routes:
3732024-09-06T06:33:45.719Z0 -> 10.151.1.100 (2)
3742024-09-06T06:33:45.719Zresolver v4:
3752024-09-06T06:33:45.719Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3762024-09-06T06:33:45.719Zresolver v6:
3772024-09-06T06:33:45.719Zfe80::9023:5eff:fe02:232e -> 92:23:5e:02:23:2e
3782024-09-06T06:33:45.719Zfe80::b8ff:33ff:fe06:1784 -> ba:ff:33:06:17:84
3792024-09-06T06:33:45.719Znat v4:
3802024-09-06T06:33:45.719Znat_v6:
3812024-09-06T06:33:45.719Zport_mac:
3822024-09-06T06:33:45.719Z2: a8:40:25:1f:9e:59
3832024-09-06T06:33:45.719Z1000: a8:40:25:1f:9e:38
3842024-09-06T06:33:45.719Z1: a8:40:25:1f:9e:39
3852024-09-06T06:33:45.719Zproxy arp:
3862024-09-06T06:33:45.719Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3872024-09-06T06:33:45.743Z+ retry=0
3882024-09-06T06:33:45.743Z+++ zoneadm list -n
3892024-09-06T06:33:45.743Z+++ grep oxz_ntp
3902024-09-06T06:33:45.743Z++ pfexec svcs -z -Hostate oxide/ntp
3912024-09-06T06:33:45.743Zsvcs: zone '-Hostate': entity not found
3922024-09-06T06:33:45.743Z++ true
3932024-09-06T06:33:45.743Z+ [[ '' != online ]]
3942024-09-06T06:33:45.743Z+ [[ 0 -gt 60 ]]
3952024-09-06T06:33:45.743Z+ sleep 1
3962024-09-06T06:33:46.742Z+ retry=1
3972024-09-06T06:33:46.766Z+++ zoneadm list -n
3982024-09-06T06:33:46.766Z+++ grep oxz_ntp
3992024-09-06T06:33:46.766Z++ pfexec svcs -z -Hostate oxide/ntp
4002024-09-06T06:33:46.766Zsvcs: zone '-Hostate': entity not found
4012024-09-06T06:33:46.766Z++ true
4022024-09-06T06:33:46.766Z+ [[ '' != online ]]
4032024-09-06T06:33:46.766Z+ [[ 1 -gt 60 ]]
4042024-09-06T06:33:46.766Z+ sleep 1
4052024-09-06T06:33:47.764Z+ retry=2
4062024-09-06T06:33:47.788Z+++ zoneadm list -n
4072024-09-06T06:33:47.788Z+++ grep oxz_ntp
4082024-09-06T06:33:47.788Z++ pfexec svcs -z -Hostate oxide/ntp
4092024-09-06T06:33:47.788Zsvcs: zone '-Hostate': entity not found
4102024-09-06T06:33:47.788Z++ true
4112024-09-06T06:33:47.788Z+ [[ '' != online ]]
4122024-09-06T06:33:47.788Z+ [[ 2 -gt 60 ]]
4132024-09-06T06:33:47.789Z+ sleep 1
4142024-09-06T06:33:48.788Z+ retry=3
4152024-09-06T06:33:48.811Z+++ zoneadm list -n
4162024-09-06T06:33:48.812Z+++ grep oxz_ntp
4172024-09-06T06:33:48.812Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4182024-09-06T06:33:48.835Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4192024-09-06T06:33:48.835Z++ true
4202024-09-06T06:33:48.835Z+ [[ '' != online ]]
4212024-09-06T06:33:48.835Z+ [[ 3 -gt 60 ]]
4222024-09-06T06:33:48.835Z+ sleep 1
4232024-09-06T06:33:49.819Z+ retry=4
4242024-09-06T06:33:49.848Z+++ zoneadm list -n
4252024-09-06T06:33:49.848Z+++ grep oxz_ntp
4262024-09-06T06:33:49.848Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4272024-09-06T06:33:49.848Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4282024-09-06T06:33:49.848Z++ true
4292024-09-06T06:33:49.848Z+ [[ '' != online ]]
4302024-09-06T06:33:49.848Z+ [[ 4 -gt 60 ]]
4312024-09-06T06:33:49.848Z+ sleep 1
4322024-09-06T06:33:50.848Z+ retry=5
4332024-09-06T06:33:50.872Z+++ zoneadm list -n
4342024-09-06T06:33:50.872Z+++ grep oxz_ntp
4352024-09-06T06:33:50.872Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4362024-09-06T06:33:50.896Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4372024-09-06T06:33:50.896Z++ true
4382024-09-06T06:33:50.896Z+ [[ '' != online ]]
4392024-09-06T06:33:50.896Z+ [[ 5 -gt 60 ]]
4402024-09-06T06:33:50.896Z+ sleep 1
4412024-09-06T06:33:51.878Z+ retry=6
4422024-09-06T06:33:51.901Z+++ zoneadm list -n
4432024-09-06T06:33:51.901Z+++ grep oxz_ntp
4442024-09-06T06:33:51.901Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4452024-09-06T06:33:51.925Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4462024-09-06T06:33:51.925Z++ true
4472024-09-06T06:33:51.925Z+ [[ '' != online ]]
4482024-09-06T06:33:51.925Z+ [[ 6 -gt 60 ]]
4492024-09-06T06:33:51.925Z+ sleep 1
4502024-09-06T06:33:52.910Z+ retry=7
4512024-09-06T06:33:52.934Z+++ zoneadm list -n
4522024-09-06T06:33:52.934Z+++ grep oxz_ntp
4532024-09-06T06:33:52.934Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4542024-09-06T06:33:52.934Z+ [[ offline != online ]]
4552024-09-06T06:33:52.934Z+ [[ 7 -gt 60 ]]
4562024-09-06T06:33:52.934Z+ sleep 1
4572024-09-06T06:33:53.933Z+ retry=8
4582024-09-06T06:33:53.957Z+++ zoneadm list -n
4592024-09-06T06:33:53.957Z+++ grep oxz_ntp
4602024-09-06T06:33:53.957Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4612024-09-06T06:33:53.957Z+ [[ offline != online ]]
4622024-09-06T06:33:53.957Z+ [[ 8 -gt 60 ]]
4632024-09-06T06:33:53.957Z+ sleep 1
4642024-09-06T06:33:54.955Z+ retry=9
4652024-09-06T06:33:54.979Z+++ zoneadm list -n
4662024-09-06T06:33:54.979Z+++ grep oxz_ntp
4672024-09-06T06:33:54.979Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4682024-09-06T06:33:54.979Z+ [[ offline != online ]]
4692024-09-06T06:33:54.979Z+ [[ 9 -gt 60 ]]
4702024-09-06T06:33:54.979Z+ sleep 1
4712024-09-06T06:33:55.978Z+ retry=10
4722024-09-06T06:33:56.002Z+++ zoneadm list -n
4732024-09-06T06:33:56.002Z+++ grep oxz_ntp
4742024-09-06T06:33:56.002Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4752024-09-06T06:33:56.002Z+ [[ offline != online ]]
4762024-09-06T06:33:56.002Z+ [[ 10 -gt 60 ]]
4772024-09-06T06:33:56.002Z+ sleep 1
4782024-09-06T06:33:57.001Z+ retry=11
4792024-09-06T06:33:57.025Z+++ zoneadm list -n
4802024-09-06T06:33:57.025Z+++ grep oxz_ntp
4812024-09-06T06:33:57.025Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4822024-09-06T06:33:57.025Z+ [[ offline != online ]]
4832024-09-06T06:33:57.025Z+ [[ 11 -gt 60 ]]
4842024-09-06T06:33:57.025Z+ sleep 1
4852024-09-06T06:33:58.024Z+ retry=12
4862024-09-06T06:33:58.048Z+++ zoneadm list -n
4872024-09-06T06:33:58.048Z+++ grep oxz_ntp
4882024-09-06T06:33:58.048Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4892024-09-06T06:33:58.049Z+ [[ offline != online ]]
4902024-09-06T06:33:58.049Z+ [[ 12 -gt 60 ]]
4912024-09-06T06:33:58.049Z+ sleep 1
 
4922024-09-06T06:33:58.181Zbuskin console login: Sep 6 06:33:57 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4932024-09-06T06:33:59.047Z+ retry=13
4942024-09-06T06:33:59.071Z+++ zoneadm list -n
4952024-09-06T06:33:59.071Z+++ grep oxz_ntp
4962024-09-06T06:33:59.071Z++ pfexec svcs -z oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1 -Hostate oxide/ntp
4972024-09-06T06:33:59.071Z+ [[ online != online ]]
4982024-09-06T06:33:59.071Z+ echo 'Waited for chrony: 13s'
4992024-09-06T06:33:59.071Z+ retry=0
5002024-09-06T06:33:59.071ZWaited for chrony: 13s
5012024-09-06T06:33:59.072Z+ zoneadm list
5022024-09-06T06:33:59.072Z+ grep nexus
5032024-09-06T06:33:59.095Z+ [[ 0 -gt 300 ]]
5042024-09-06T06:33:59.095Z+ sleep 1
5052024-09-06T06:34:00.078Z+ retry=1
5062024-09-06T06:34:00.102Z+ zoneadm list
5072024-09-06T06:34:00.102Z+ grep nexus
5082024-09-06T06:34:00.102Z+ [[ 1 -gt 300 ]]
5092024-09-06T06:34:00.102Z+ sleep 1
5102024-09-06T06:34:01.088Z+ retry=2
5112024-09-06T06:34:01.112Z+ zoneadm list
5122024-09-06T06:34:01.112Z+ grep nexus
5132024-09-06T06:34:01.112Z+ [[ 2 -gt 300 ]]
5142024-09-06T06:34:01.112Z+ sleep 1
5152024-09-06T06:34:02.099Z+ retry=3
5162024-09-06T06:34:02.123Z+ zoneadm list
5172024-09-06T06:34:02.123Z+ grep nexus
5182024-09-06T06:34:02.123Z+ [[ 3 -gt 300 ]]
5192024-09-06T06:34:02.123Z+ sleep 1
5202024-09-06T06:34:03.109Z+ retry=4
5212024-09-06T06:34:03.134Z+ zoneadm list
5222024-09-06T06:34:03.134Z+ grep nexus
5232024-09-06T06:34:03.134Z+ [[ 4 -gt 300 ]]
5242024-09-06T06:34:03.134Z+ sleep 1
5252024-09-06T06:34:04.120Z+ retry=5
5262024-09-06T06:34:04.144Z+ zoneadm list
5272024-09-06T06:34:04.144Z+ grep nexus
5282024-09-06T06:34:04.144Z+ [[ 5 -gt 300 ]]
5292024-09-06T06:34:04.144Z+ sleep 1
5302024-09-06T06:34:05.131Z+ retry=6
5312024-09-06T06:34:05.155Z+ zoneadm list
5322024-09-06T06:34:05.156Z+ grep nexus
5332024-09-06T06:34:05.156Z+ [[ 6 -gt 300 ]]
5342024-09-06T06:34:05.156Z+ sleep 1
5352024-09-06T06:34:06.142Z+ retry=7
5362024-09-06T06:34:06.166Z+ zoneadm list
5372024-09-06T06:34:06.166Z+ grep nexus
5382024-09-06T06:34:06.166Z+ [[ 7 -gt 300 ]]
5392024-09-06T06:34:06.166Z+ sleep 1
5402024-09-06T06:34:07.152Z+ retry=8
5412024-09-06T06:34:07.177Z+ zoneadm list
5422024-09-06T06:34:07.177Z+ grep nexus
5432024-09-06T06:34:07.177Z+ [[ 8 -gt 300 ]]
5442024-09-06T06:34:07.177Z+ sleep 1
5452024-09-06T06:34:08.163Z+ retry=9
5462024-09-06T06:34:08.187Z+ zoneadm list
5472024-09-06T06:34:08.187Z+ grep nexus
5482024-09-06T06:34:08.187Z+ [[ 9 -gt 300 ]]
5492024-09-06T06:34:08.187Z+ sleep 1
5502024-09-06T06:34:09.174Z+ retry=10
5512024-09-06T06:34:09.198Z+ zoneadm list
5522024-09-06T06:34:09.198Z+ grep nexus
5532024-09-06T06:34:09.198Z+ [[ 10 -gt 300 ]]
5542024-09-06T06:34:09.198Z+ sleep 1
5552024-09-06T06:34:10.185Z+ retry=11
5562024-09-06T06:34:10.209Z+ zoneadm list
5572024-09-06T06:34:10.209Z+ grep nexus
5582024-09-06T06:34:10.209Z+ [[ 11 -gt 300 ]]
5592024-09-06T06:34:10.209Z+ sleep 1
5602024-09-06T06:34:11.195Z+ retry=12
5612024-09-06T06:34:11.219Z+ zoneadm list
5622024-09-06T06:34:11.219Z+ grep nexus
5632024-09-06T06:34:11.219Z+ [[ 12 -gt 300 ]]
5642024-09-06T06:34:11.219Z+ sleep 1
5652024-09-06T06:34:12.205Z+ retry=13
5662024-09-06T06:34:12.229Z+ zoneadm list
5672024-09-06T06:34:12.230Z+ grep nexus
5682024-09-06T06:34:12.230Z+ [[ 13 -gt 300 ]]
5692024-09-06T06:34:12.230Z+ sleep 1
5702024-09-06T06:34:13.217Z+ retry=14
5712024-09-06T06:34:13.240Z+ zoneadm list
5722024-09-06T06:34:13.241Z+ grep nexus
5732024-09-06T06:34:13.241Z+ [[ 14 -gt 300 ]]
5742024-09-06T06:34:13.241Z+ sleep 1
5752024-09-06T06:34:14.227Z+ retry=15
5762024-09-06T06:34:14.251Z+ zoneadm list
5772024-09-06T06:34:14.251Z+ grep nexus
5782024-09-06T06:34:14.251Z+ [[ 15 -gt 300 ]]
5792024-09-06T06:34:14.252Z+ sleep 1
5802024-09-06T06:34:15.238Z+ retry=16
5812024-09-06T06:34:15.262Z+ zoneadm list
5822024-09-06T06:34:15.262Z+ grep nexus
5832024-09-06T06:34:15.262Z+ [[ 16 -gt 300 ]]
5842024-09-06T06:34:15.262Z+ sleep 1
5852024-09-06T06:34:16.249Z+ retry=17
5862024-09-06T06:34:16.273Z+ zoneadm list
5872024-09-06T06:34:16.273Z+ grep nexus
5882024-09-06T06:34:16.273Z+ [[ 17 -gt 300 ]]
5892024-09-06T06:34:16.273Z+ sleep 1
5902024-09-06T06:34:17.259Z+ retry=18
5912024-09-06T06:34:17.283Z+ zoneadm list
5922024-09-06T06:34:17.283Z+ grep nexus
5932024-09-06T06:34:17.283Z+ [[ 18 -gt 300 ]]
5942024-09-06T06:34:17.283Z+ sleep 1
5952024-09-06T06:34:18.270Z+ retry=19
5962024-09-06T06:34:18.295Z+ zoneadm list
5972024-09-06T06:34:18.295Z+ grep nexus
5982024-09-06T06:34:18.295Z+ [[ 19 -gt 300 ]]
5992024-09-06T06:34:18.295Z+ sleep 1
6002024-09-06T06:34:19.281Z+ retry=20
6012024-09-06T06:34:19.305Z+ zoneadm list
6022024-09-06T06:34:19.305Z+ grep nexus
6032024-09-06T06:34:19.305Z+ [[ 20 -gt 300 ]]
6042024-09-06T06:34:19.305Z+ sleep 1
6052024-09-06T06:34:20.291Z+ retry=21
6062024-09-06T06:34:20.315Z+ zoneadm list
6072024-09-06T06:34:20.315Z+ grep nexus
6082024-09-06T06:34:20.315Z+ [[ 21 -gt 300 ]]
6092024-09-06T06:34:20.315Z+ sleep 1
6102024-09-06T06:34:21.304Z+ retry=22
6112024-09-06T06:34:21.328Z+ zoneadm list
6122024-09-06T06:34:21.328Z+ grep nexus
6132024-09-06T06:34:21.328Z+ [[ 22 -gt 300 ]]
6142024-09-06T06:34:21.328Z+ sleep 1
6152024-09-06T06:34:22.316Z+ retry=23
6162024-09-06T06:34:22.339Z+ zoneadm list
6172024-09-06T06:34:22.339Z+ grep nexus
6182024-09-06T06:34:22.339Z+ [[ 23 -gt 300 ]]
6192024-09-06T06:34:22.340Z+ sleep 1
6202024-09-06T06:34:23.327Z+ retry=24
6212024-09-06T06:34:23.354Z+ zoneadm list
6222024-09-06T06:34:23.354Z+ grep nexus
6232024-09-06T06:34:23.354Z+ [[ 24 -gt 300 ]]
6242024-09-06T06:34:23.354Z+ sleep 1
6252024-09-06T06:34:24.341Z+ retry=25
6262024-09-06T06:34:24.365Z+ zoneadm list
6272024-09-06T06:34:24.366Z+ grep nexus
6282024-09-06T06:34:24.366Z+ [[ 25 -gt 300 ]]
6292024-09-06T06:34:24.366Z+ sleep 1
6302024-09-06T06:34:26.411Z+ retry=26
6312024-09-06T06:34:26.411Z+ zoneadm list
6322024-09-06T06:34:26.411Z+ grep nexus
6332024-09-06T06:34:26.452Z+ [[ 26 -gt 300 ]]
6342024-09-06T06:34:26.452Z+ sleep 1
6352024-09-06T06:34:27.475Z+ retry=27
6362024-09-06T06:34:27.499Z+ zoneadm list
6372024-09-06T06:34:27.499Z+ grep nexus
6382024-09-06T06:34:27.499Z+ [[ 27 -gt 300 ]]
6392024-09-06T06:34:27.499Z+ sleep 1
6402024-09-06T06:34:28.488Z+ retry=28
6412024-09-06T06:34:28.512Z+ zoneadm list
6422024-09-06T06:34:28.512Z+ grep nexus
6432024-09-06T06:34:28.512Z+ [[ 28 -gt 300 ]]
6442024-09-06T06:34:28.512Z+ sleep 1
6452024-09-06T06:34:29.499Z+ retry=29
6462024-09-06T06:34:29.523Z+ zoneadm list
6472024-09-06T06:34:29.523Z+ grep nexus
6482024-09-06T06:34:29.523Z+ [[ 29 -gt 300 ]]
6492024-09-06T06:34:29.523Z+ sleep 1
6502024-09-06T06:34:30.513Z+ retry=30
6512024-09-06T06:34:30.537Z+ zoneadm list
6522024-09-06T06:34:30.537Z+ grep nexus
6532024-09-06T06:34:30.537Z+ [[ 30 -gt 300 ]]
6542024-09-06T06:34:30.537Z+ sleep 1
6552024-09-06T06:34:31.526Z+ retry=31
6562024-09-06T06:34:31.550Z+ zoneadm list
6572024-09-06T06:34:31.550Z+ grep nexus
6582024-09-06T06:34:31.550Z+ [[ 31 -gt 300 ]]
6592024-09-06T06:34:31.550Z+ sleep 1
6602024-09-06T06:34:32.537Z+ retry=32
6612024-09-06T06:34:32.561Z+ zoneadm list
6622024-09-06T06:34:32.561Z+ grep nexus
6632024-09-06T06:34:32.562Z+ [[ 32 -gt 300 ]]
6642024-09-06T06:34:32.562Z+ sleep 1
6652024-09-06T06:34:33.550Z+ retry=33
6662024-09-06T06:34:33.574Z+ zoneadm list
6672024-09-06T06:34:33.574Z+ grep nexus
6682024-09-06T06:34:33.574Z+ [[ 33 -gt 300 ]]
6692024-09-06T06:34:33.574Z+ sleep 1
6702024-09-06T06:34:34.561Z+ retry=34
6712024-09-06T06:34:34.585Z+ zoneadm list
6722024-09-06T06:34:34.585Z+ grep nexus
6732024-09-06T06:34:34.585Z+ [[ 34 -gt 300 ]]
6742024-09-06T06:34:34.585Z+ sleep 1
6752024-09-06T06:34:35.573Z+ retry=35
6762024-09-06T06:34:35.597Z+ zoneadm list
6772024-09-06T06:34:35.597Z+ grep nexus
6782024-09-06T06:34:35.597Z+ [[ 35 -gt 300 ]]
6792024-09-06T06:34:35.597Z+ sleep 1
6802024-09-06T06:34:36.587Z+ retry=36
6812024-09-06T06:34:37.131Z+ zoneadm list
6822024-09-06T06:34:37.155Z+ grep nexus
6832024-09-06T06:34:37.155Z+ [[ 36 -gt 300 ]]
6842024-09-06T06:34:37.155Z+ sleep 1
6852024-09-06T06:34:38.148Z+ retry=37
6862024-09-06T06:34:38.172Z+ zoneadm list
6872024-09-06T06:34:38.172Z+ grep nexus
6882024-09-06T06:34:38.172Z+ [[ 37 -gt 300 ]]
6892024-09-06T06:34:38.172Z+ sleep 1
6902024-09-06T06:34:39.160Z+ retry=38
6912024-09-06T06:34:39.184Z+ zoneadm list
6922024-09-06T06:34:39.184Z+ grep nexus
6932024-09-06T06:34:39.184Z+ [[ 38 -gt 300 ]]
6942024-09-06T06:34:39.184Z+ sleep 1
6952024-09-06T06:34:40.172Z+ retry=39
6962024-09-06T06:34:40.196Z+ zoneadm list
6972024-09-06T06:34:40.196Z+ grep nexus
6982024-09-06T06:34:40.196Z+ [[ 39 -gt 300 ]]
6992024-09-06T06:34:40.196Z+ sleep 1
7002024-09-06T06:34:41.183Z+ retry=40
7012024-09-06T06:34:41.208Z+ zoneadm list
7022024-09-06T06:34:41.208Z+ grep nexus
7032024-09-06T06:34:41.208Z+ [[ 40 -gt 300 ]]
7042024-09-06T06:34:41.208Z+ sleep 1
7052024-09-06T06:34:42.195Z+ retry=41
7062024-09-06T06:34:42.219Z+ zoneadm list
7072024-09-06T06:34:42.219Z+ grep nexus
7082024-09-06T06:34:42.219Z+ [[ 41 -gt 300 ]]
7092024-09-06T06:34:42.219Z+ sleep 1
7102024-09-06T06:34:43.208Z+ retry=42
7112024-09-06T06:34:43.232Z+ zoneadm list
7122024-09-06T06:34:43.232Z+ grep nexus
7132024-09-06T06:34:43.232Z+ [[ 42 -gt 300 ]]
7142024-09-06T06:34:43.232Z+ sleep 1
7152024-09-06T06:34:44.220Z+ retry=43
7162024-09-06T06:34:44.244Z+ zoneadm list
7172024-09-06T06:34:44.244Z+ grep nexus
7182024-09-06T06:34:44.244Z+ [[ 43 -gt 300 ]]
7192024-09-06T06:34:44.244Z+ sleep 1
7202024-09-06T06:34:45.232Z+ retry=44
7212024-09-06T06:34:45.257Z+ zoneadm list
7222024-09-06T06:34:45.257Z+ grep nexus
7232024-09-06T06:34:45.257Z+ [[ 44 -gt 300 ]]
7242024-09-06T06:34:45.257Z+ sleep 1
7252024-09-06T06:34:46.246Z+ retry=45
7262024-09-06T06:34:46.270Z+ zoneadm list
7272024-09-06T06:34:46.270Z+ grep nexus
7282024-09-06T06:34:46.270Z+ [[ 45 -gt 300 ]]
7292024-09-06T06:34:46.270Z+ sleep 1
7302024-09-06T06:34:47.259Z+ retry=46
7312024-09-06T06:34:47.283Z+ zoneadm list
7322024-09-06T06:34:47.283Z+ grep nexus
7332024-09-06T06:34:47.283Z+ [[ 46 -gt 300 ]]
7342024-09-06T06:34:47.283Z+ sleep 1
7352024-09-06T06:34:48.272Z+ retry=47
7362024-09-06T06:34:48.296Z+ zoneadm list
7372024-09-06T06:34:48.296Z+ grep nexus
7382024-09-06T06:34:48.296Z+ [[ 47 -gt 300 ]]
7392024-09-06T06:34:48.296Z+ sleep 1
7402024-09-06T06:34:49.288Z+ retry=48
7412024-09-06T06:34:49.312Z+ zoneadm list
7422024-09-06T06:34:49.312Z+ grep nexus
7432024-09-06T06:34:49.312Z+ [[ 48 -gt 300 ]]
7442024-09-06T06:34:49.312Z+ sleep 1
7452024-09-06T06:34:50.301Z+ retry=49
7462024-09-06T06:34:50.326Z+ zoneadm list
7472024-09-06T06:34:50.326Z+ grep nexus
7482024-09-06T06:34:50.326Z+ [[ 49 -gt 300 ]]
7492024-09-06T06:34:50.326Z+ sleep 1
7502024-09-06T06:34:51.314Z+ retry=50
7512024-09-06T06:34:51.338Z+ zoneadm list
7522024-09-06T06:34:51.338Z+ grep nexus
7532024-09-06T06:34:51.338Z+ [[ 50 -gt 300 ]]
7542024-09-06T06:34:51.338Z+ sleep 1
7552024-09-06T06:34:52.327Z+ retry=51
7562024-09-06T06:34:52.351Z+ zoneadm list
7572024-09-06T06:34:52.351Z+ grep nexus
7582024-09-06T06:34:52.351Z+ [[ 51 -gt 300 ]]
7592024-09-06T06:34:52.351Z+ sleep 1
7602024-09-06T06:34:53.339Z+ retry=52
7612024-09-06T06:34:53.363Z+ zoneadm list
7622024-09-06T06:34:53.363Z+ grep nexus
7632024-09-06T06:34:53.363Z+ [[ 52 -gt 300 ]]
7642024-09-06T06:34:53.363Z+ sleep 1
7652024-09-06T06:34:54.352Z+ retry=53
7662024-09-06T06:34:54.376Z+ zoneadm list
7672024-09-06T06:34:54.376Z+ grep nexus
7682024-09-06T06:34:54.376Z+ [[ 53 -gt 300 ]]
7692024-09-06T06:34:54.376Z+ sleep 1
7702024-09-06T06:34:55.365Z+ retry=54
7712024-09-06T06:34:55.389Z+ zoneadm list
7722024-09-06T06:34:55.389Z+ grep nexus
7732024-09-06T06:34:55.389Z+ [[ 54 -gt 300 ]]
7742024-09-06T06:34:55.389Z+ sleep 1
7752024-09-06T06:34:56.377Z+ retry=55
7762024-09-06T06:34:56.401Z+ zoneadm list
7772024-09-06T06:34:56.401Z+ grep nexus
7782024-09-06T06:34:56.401Z+ [[ 55 -gt 300 ]]
7792024-09-06T06:34:56.401Z+ sleep 1
7802024-09-06T06:34:57.390Z+ retry=56
7812024-09-06T06:34:57.414Z+ zoneadm list
7822024-09-06T06:34:57.414Z+ grep nexus
7832024-09-06T06:34:57.414Z+ [[ 56 -gt 300 ]]
7842024-09-06T06:34:57.414Z+ sleep 1
7852024-09-06T06:34:58.402Z+ retry=57
7862024-09-06T06:34:58.426Z+ zoneadm list
7872024-09-06T06:34:58.426Z+ grep nexus
7882024-09-06T06:34:58.426Z+ [[ 57 -gt 300 ]]
7892024-09-06T06:34:58.426Z+ sleep 1
7902024-09-06T06:34:59.415Z+ retry=58
7912024-09-06T06:34:59.439Z+ zoneadm list
7922024-09-06T06:34:59.439Z+ grep nexus
7932024-09-06T06:34:59.439Z+ [[ 58 -gt 300 ]]
7942024-09-06T06:34:59.439Z+ sleep 1
7952024-09-06T06:35:00.428Z+ retry=59
7962024-09-06T06:35:00.452Z+ zoneadm list
7972024-09-06T06:35:00.452Z+ grep nexus
7982024-09-06T06:35:00.452Z+ [[ 59 -gt 300 ]]
7992024-09-06T06:35:00.452Z+ sleep 1
8002024-09-06T06:35:01.441Z+ retry=60
8012024-09-06T06:35:01.465Z+ zoneadm list
8022024-09-06T06:35:01.465Z+ grep nexus
8032024-09-06T06:35:01.465Z+ [[ 60 -gt 300 ]]
8042024-09-06T06:35:01.465Z+ sleep 1
8052024-09-06T06:35:02.454Z+ retry=61
8062024-09-06T06:35:02.478Z+ zoneadm list
8072024-09-06T06:35:02.478Z+ grep nexus
8082024-09-06T06:35:02.478Z+ [[ 61 -gt 300 ]]
8092024-09-06T06:35:02.478Z+ sleep 1
8102024-09-06T06:35:03.466Z+ retry=62
8112024-09-06T06:35:03.489Z+ zoneadm list
8122024-09-06T06:35:03.489Z+ grep nexus
8132024-09-06T06:35:03.489Z+ [[ 62 -gt 300 ]]
8142024-09-06T06:35:03.490Z+ sleep 1
8152024-09-06T06:35:04.477Z+ retry=63
8162024-09-06T06:35:04.501Z+ zoneadm list
8172024-09-06T06:35:04.501Z+ grep nexus
8182024-09-06T06:35:04.501Z+ [[ 63 -gt 300 ]]
8192024-09-06T06:35:04.501Z+ sleep 1
8202024-09-06T06:35:05.489Z+ retry=64
8212024-09-06T06:35:05.513Z+ zoneadm list
8222024-09-06T06:35:05.513Z+ grep nexus
8232024-09-06T06:35:05.513Z+ [[ 64 -gt 300 ]]
8242024-09-06T06:35:05.513Z+ sleep 1
8252024-09-06T06:35:06.520Z+ retry=65
8262024-09-06T06:35:06.544Z+ zoneadm list
8272024-09-06T06:35:06.544Z+ grep nexus
8282024-09-06T06:35:06.544Z+ [[ 65 -gt 300 ]]
8292024-09-06T06:35:06.544Z+ sleep 1
 
8302024-09-06T06:35:06.628ZSep 6 06:35:06 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:198.30.92.2:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
8312024-09-06T06:35:07.542Z+ retry=66
8322024-09-06T06:35:07.566Z+ zoneadm list
8332024-09-06T06:35:07.566Z+ grep nexus
8342024-09-06T06:35:07.566Z+ [[ 66 -gt 300 ]]
8352024-09-06T06:35:07.566Z+ sleep 1
8362024-09-06T06:35:08.558Z+ retry=67
8372024-09-06T06:35:08.582Z+ zoneadm list
8382024-09-06T06:35:08.582Z+ grep nexus
8392024-09-06T06:35:08.582Z+ [[ 67 -gt 300 ]]
8402024-09-06T06:35:08.582Z+ sleep 1
8412024-09-06T06:35:09.585Z+ retry=68
8422024-09-06T06:35:09.609Z+ zoneadm list
8432024-09-06T06:35:09.609Z+ grep nexus
8442024-09-06T06:35:09.609Z+ [[ 68 -gt 300 ]]
8452024-09-06T06:35:09.609Z+ sleep 1
8462024-09-06T06:35:10.602Z+ retry=69
8472024-09-06T06:35:10.626Z+ zoneadm list
8482024-09-06T06:35:10.626Z+ grep nexus
8492024-09-06T06:35:10.626Z+ [[ 69 -gt 300 ]]
8502024-09-06T06:35:10.626Z+ sleep 1
8512024-09-06T06:35:11.640Z+ retry=70
8522024-09-06T06:35:11.665Z+ zoneadm list
8532024-09-06T06:35:11.688Z+ grep nexus
8542024-09-06T06:35:11.713Z+ [[ 70 -gt 300 ]]
8552024-09-06T06:35:11.713Z+ sleep 1
8562024-09-06T06:35:12.772Z+ retry=71
8572024-09-06T06:35:12.796Z+ zoneadm list
8582024-09-06T06:35:12.796Z+ grep nexus
8592024-09-06T06:35:12.796Z+ [[ 71 -gt 300 ]]
8602024-09-06T06:35:12.796Z+ sleep 1
8612024-09-06T06:35:13.795Z+ retry=72
8622024-09-06T06:35:13.819Z+ zoneadm list
8632024-09-06T06:35:13.819Z+ grep nexus
8642024-09-06T06:35:13.819Z+ [[ 72 -gt 300 ]]
8652024-09-06T06:35:13.819Z+ sleep 1
8662024-09-06T06:35:14.824Z+ retry=73
8672024-09-06T06:35:14.848Z+ zoneadm list
8682024-09-06T06:35:14.848Z+ grep nexus
8692024-09-06T06:35:14.848Z+ [[ 73 -gt 300 ]]
8702024-09-06T06:35:14.848Z+ sleep 1
8712024-09-06T06:35:15.848Z+ retry=74
8722024-09-06T06:35:15.872Z+ zoneadm list
8732024-09-06T06:35:15.872Z+ grep nexus
8742024-09-06T06:35:15.872Z+ [[ 74 -gt 300 ]]
8752024-09-06T06:35:15.873Z+ sleep 1
8762024-09-06T06:35:16.875Z+ retry=75
8772024-09-06T06:35:16.900Z+ zoneadm list
8782024-09-06T06:35:16.900Z+ grep nexus
8792024-09-06T06:35:16.924Zoxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c
8802024-09-06T06:35:16.924Zoxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476
8812024-09-06T06:35:16.924Z+ echo 'Waited for nexus: 75s'
8822024-09-06T06:35:16.924Z+ export RUST_BACKTRACE=1
8832024-09-06T06:35:16.924Z+ RUST_BACKTRACE=1
8842024-09-06T06:35:16.924Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8852024-09-06T06:35:16.925ZWaited for nexus: 75s
8862024-09-06T06:35:16.925Z++ ./target/debug/bootstrap
8872024-09-06T06:35:17.062ZUsing external DNS server at 10.151.1.164:53
8882024-09-06T06:35:17.086Z2024-09-06 06:35:17.065236722 UTC: attempting to log into API
 
8892024-09-06T06:35:19.402ZSep 6 06:35:18 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:45.55.126.202:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
8902024-09-06T06:35:32.125Z2024-09-06 06:35:32.113536398 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8912024-09-06T06:35:33.126Z2024-09-06 06:35:33.114645533 UTC: attempting to log into API
 
8922024-09-06T06:35:34.151ZSep 6 06:35:33 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8932024-09-06T06:35:34.775ZSep 6 06:35:33 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8942024-09-06T06:35:34.813ZSep 6 06:35:34 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8952024-09-06T06:35:34.849ZSep 6 06:35:34 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8962024-09-06T06:35:35.178ZSep 6 06:35:34 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
8972024-09-06T06:35:48.158Z2024-09-06 06:35:48.146828393 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8982024-09-06T06:35:49.160Z2024-09-06 06:35:49.148005228 UTC: attempting to log into API
 
8992024-09-06T06:36:01.719ZSep 6 06:36:01 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:45.55.126.202:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
9002024-09-06T06:36:04.193Z2024-09-06 06:36:04.181085267 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
9012024-09-06T06:36:05.194Z2024-09-06 06:36:05.182284323 UTC: attempting to log into API
9022024-09-06T06:36:16.380Z2024-09-06 06:36:16.368580247 UTC: login succeeded
9032024-09-06T06:36:16.413Zwaiting for nexus to come up...
9042024-09-06T06:36:16.722Zcreating IP pool... 10.151.1.175 - 10.151.1.227
9052024-09-06T06:36:17.655Zsetting up quotas...
9062024-09-06T06:36:17.746Zensuring datasets are ready...
9072024-09-06T06:36:26.241Zlet's roll.
9082024-09-06T06:36:26.264Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
9092024-09-06T06:36:26.264ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9102024-09-06T06:36:26.264ZOXIDE_TOKEN=oxide-token-f30ba95928bbd6363df5de7400d2acb98247463e'
9112024-09-06T06:36:26.264Z++ OXIDE_HOST=https://recovery.sys.oxide.test
9122024-09-06T06:36:26.265Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9132024-09-06T06:36:26.265Z++ OXIDE_TOKEN=oxide-token-f30ba95928bbd6363df5de7400d2acb98247463e
9142024-09-06T06:36:26.265Z+ export OXIDE_HOST OXIDE_TOKEN
9152024-09-06T06:36:26.265Z+ retry=0
9162024-09-06T06:36:26.265Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9172024-09-06T06:36:26.265Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9182024-09-06T06:36:26.265Z+ [[ 0 -gt 60 ]]
9192024-09-06T06:36:26.265Z+ sleep 1
9202024-09-06T06:36:27.266Z+ retry=1
9212024-09-06T06:36:27.266Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9222024-09-06T06:36:27.290Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9232024-09-06T06:36:27.290Z+ [[ 1 -gt 60 ]]
9242024-09-06T06:36:27.290Z+ sleep 1
9252024-09-06T06:36:28.283Z+ retry=2
9262024-09-06T06:36:28.283Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9272024-09-06T06:36:28.307Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9282024-09-06T06:36:28.307Z+ [[ 2 -gt 60 ]]
9292024-09-06T06:36:28.307Z+ sleep 1
9302024-09-06T06:36:29.298Z+ retry=3
9312024-09-06T06:36:29.298Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9322024-09-06T06:36:29.322Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9332024-09-06T06:36:29.322Z+ [[ 3 -gt 60 ]]
9342024-09-06T06:36:29.322Z+ sleep 1
9352024-09-06T06:36:30.314Z+ retry=4
9362024-09-06T06:36:30.314Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9372024-09-06T06:36:30.338Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9382024-09-06T06:36:30.338Z+ [[ 4 -gt 60 ]]
9392024-09-06T06:36:30.338Z+ sleep 1
9402024-09-06T06:36:31.329Z+ retry=5
9412024-09-06T06:36:31.329Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9422024-09-06T06:36:31.353Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9432024-09-06T06:36:31.353Z+ [[ 5 -gt 60 ]]
9442024-09-06T06:36:31.353Z+ sleep 1
9452024-09-06T06:36:32.346Z+ retry=6
9462024-09-06T06:36:32.346Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9472024-09-06T06:36:32.370Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9482024-09-06T06:36:32.370Z+ [[ 6 -gt 60 ]]
9492024-09-06T06:36:32.370Z+ sleep 1
9502024-09-06T06:36:33.362Z+ retry=7
9512024-09-06T06:36:33.362Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9522024-09-06T06:36:33.386Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9532024-09-06T06:36:33.386Z+ [[ 7 -gt 60 ]]
9542024-09-06T06:36:33.386Z+ sleep 1
9552024-09-06T06:36:34.379Z+ retry=8
9562024-09-06T06:36:34.379Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9572024-09-06T06:36:34.404Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9582024-09-06T06:36:34.404Z+ [[ 8 -gt 60 ]]
9592024-09-06T06:36:34.404Z+ sleep 1
9602024-09-06T06:36:35.395Z+ retry=9
9612024-09-06T06:36:35.395Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9622024-09-06T06:36:35.419Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9632024-09-06T06:36:35.419Z+ [[ 9 -gt 60 ]]
9642024-09-06T06:36:35.419Z+ sleep 1
9652024-09-06T06:36:36.413Z+ retry=10
9662024-09-06T06:36:36.413Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9672024-09-06T06:36:36.436Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9682024-09-06T06:36:36.436Z+ [[ 10 -gt 60 ]]
9692024-09-06T06:36:36.436Z+ sleep 1
9702024-09-06T06:36:37.428Z+ retry=11
9712024-09-06T06:36:37.428Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9722024-09-06T06:36:37.451Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9732024-09-06T06:36:37.451Z+ [[ 11 -gt 60 ]]
9742024-09-06T06:36:37.451Z+ sleep 1
9752024-09-06T06:36:38.443Z+ retry=12
9762024-09-06T06:36:38.443Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9772024-09-06T06:36:38.467Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9782024-09-06T06:36:38.467Z+ [[ 12 -gt 60 ]]
9792024-09-06T06:36:38.467Z+ sleep 1
9802024-09-06T06:36:39.459Z+ retry=13
9812024-09-06T06:36:39.459Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9822024-09-06T06:36:39.483Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9832024-09-06T06:36:39.483Z+ [[ 13 -gt 60 ]]
9842024-09-06T06:36:39.483Z+ sleep 1
9852024-09-06T06:36:40.474Z+ retry=14
9862024-09-06T06:36:40.474Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9872024-09-06T06:36:40.498Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9882024-09-06T06:36:40.498Z+ [[ 14 -gt 60 ]]
9892024-09-06T06:36:40.498Z+ sleep 1
9902024-09-06T06:36:41.489Z+ retry=15
9912024-09-06T06:36:41.489Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9922024-09-06T06:36:41.513Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9932024-09-06T06:36:41.513Z+ [[ 15 -gt 60 ]]
9942024-09-06T06:36:41.513Z+ sleep 1
9952024-09-06T06:36:42.504Z+ retry=16
9962024-09-06T06:36:42.505Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9972024-09-06T06:36:42.528Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9982024-09-06T06:36:42.528Z+ [[ 16 -gt 60 ]]
9992024-09-06T06:36:42.528Z+ sleep 1
10002024-09-06T06:36:43.520Z+ retry=17
10012024-09-06T06:36:43.520Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10022024-09-06T06:36:43.543Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10032024-09-06T06:36:43.543Z+ [[ 17 -gt 60 ]]
10042024-09-06T06:36:43.543Z+ sleep 1
10052024-09-06T06:36:44.534Z+ retry=18
10062024-09-06T06:36:44.534Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10072024-09-06T06:36:44.558Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10082024-09-06T06:36:44.558Z+ [[ 18 -gt 60 ]]
10092024-09-06T06:36:44.558Z+ sleep 1
10102024-09-06T06:36:45.549Z+ retry=19
10112024-09-06T06:36:45.549Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10122024-09-06T06:36:45.573Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10132024-09-06T06:36:45.573Z+ [[ 19 -gt 60 ]]
10142024-09-06T06:36:45.573Z+ sleep 1
10152024-09-06T06:36:46.566Z+ retry=20
10162024-09-06T06:36:46.566Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10172024-09-06T06:36:46.589Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10182024-09-06T06:36:46.589Z+ [[ 20 -gt 60 ]]
10192024-09-06T06:36:46.589Z+ sleep 1
10202024-09-06T06:36:47.580Z+ retry=21
10212024-09-06T06:36:47.580Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10222024-09-06T06:36:47.604Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10232024-09-06T06:36:47.604Z+ [[ 21 -gt 60 ]]
10242024-09-06T06:36:47.604Z+ sleep 1
10252024-09-06T06:36:48.595Z+ retry=22
10262024-09-06T06:36:48.595Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10272024-09-06T06:36:48.619Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10282024-09-06T06:36:48.619Z+ [[ 22 -gt 60 ]]
10292024-09-06T06:36:48.619Z+ sleep 1
10302024-09-06T06:36:49.611Z+ retry=23
10312024-09-06T06:36:49.611Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10322024-09-06T06:36:49.635Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10332024-09-06T06:36:49.635Z+ [[ 23 -gt 60 ]]
10342024-09-06T06:36:49.635Z+ sleep 1
10352024-09-06T06:36:50.627Z+ retry=24
10362024-09-06T06:36:50.627Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10372024-09-06T06:36:50.651Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10382024-09-06T06:36:50.651Z+ [[ 24 -gt 60 ]]
10392024-09-06T06:36:50.651Z+ sleep 1
10402024-09-06T06:36:51.643Z+ retry=25
10412024-09-06T06:36:51.643Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10422024-09-06T06:36:51.667Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10432024-09-06T06:36:51.667Z+ [[ 25 -gt 60 ]]
10442024-09-06T06:36:51.667Z+ sleep 1
10452024-09-06T06:36:52.658Z+ retry=26
10462024-09-06T06:36:52.658Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10472024-09-06T06:36:52.738Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
10482024-09-06T06:36:54.067Z{"status":"ok"}success
10492024-09-06T06:36:54.067ZProject {
10502024-09-06T06:36:54.067Z description: "some images",
10512024-09-06T06:36:54.067Z id: af22f56a-f4aa-4db5-8da1-43735b063a25,
10522024-09-06T06:36:54.067Z name: Name(
10532024-09-06T06:36:54.067Z "images",
10542024-09-06T06:36:54.067Z ),
10552024-09-06T06:36:54.091Z time_created: 2024-09-06T06:36:52.948048Z,
10562024-09-06T06:36:54.091Z time_modified: 2024-09-06T06:36:52.948048Z,
10572024-09-06T06:36:54.091Z}
10582024-09-06T06:36:54.091Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
10592024-09-06T06:42:11.652Zdone!
10602024-09-06T06:42:11.748Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
10612024-09-06T06:42:11.884Zsuccess
10622024-09-06T06:42:11.884ZImage {
10632024-09-06T06:42:11.884Z block_size: ByteCount(
10642024-09-06T06:42:11.884Z 512,
10652024-09-06T06:42:11.884Z ),
10662024-09-06T06:42:11.884Z description: "debian 11 original base image",
10672024-09-06T06:42:11.911Z digest: None,
10682024-09-06T06:42:11.911Z id: c1dbb79c-3587-403a-b2f7-b4e2c38cd545,
10692024-09-06T06:42:11.911Z name: Name(
10702024-09-06T06:42:11.911Z "debian11",
10712024-09-06T06:42:11.911Z ),
10722024-09-06T06:42:11.911Z os: "debian",
10732024-09-06T06:42:11.911Z project_id: None,
10742024-09-06T06:42:11.911Z size: ByteCount(
10752024-09-06T06:42:11.911Z 2147483648,
10762024-09-06T06:42:11.911Z ),
10772024-09-06T06:42:11.911Z time_created: 2024-09-06T06:42:11.589602Z,
10782024-09-06T06:42:11.911Z time_modified: 2024-09-06T06:42:11.860452Z,
10792024-09-06T06:42:11.911Z url: None,
10802024-09-06T06:42:11.911Z version: "11",
10812024-09-06T06:42:11.911Z}
10822024-09-06T06:42:11.911Z+ for test_bin in tests/*
10832024-09-06T06:42:11.911Z+ ./tests/bootstrap-0572fa8db14b3a0b
10842024-09-06T06:42:11.911Z
10852024-09-06T06:42:11.911Zrunning 0 tests
10862024-09-06T06:42:11.911Z
10872024-09-06T06:42:11.911Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10882024-09-06T06:42:11.911Z
10892024-09-06T06:42:11.911Z+ for test_bin in tests/*
10902024-09-06T06:42:11.911Z+ ./tests/commtest-4f6283d20c172e8a
10912024-09-06T06:42:11.911Z
10922024-09-06T06:42:11.911Zrunning 0 tests
10932024-09-06T06:42:11.912Z
10942024-09-06T06:42:11.912Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10952024-09-06T06:42:11.912Z
10962024-09-06T06:42:11.912Z+ for test_bin in tests/*
10972024-09-06T06:42:11.912Z+ ./tests/dhcp_server-01952c5d810468f2
10982024-09-06T06:42:11.936Z
10992024-09-06T06:42:11.936Zrunning 0 tests
11002024-09-06T06:42:11.936Z
11012024-09-06T06:42:11.936Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11022024-09-06T06:42:11.936Z
11032024-09-06T06:42:11.936Z+ for test_bin in tests/*
11042024-09-06T06:42:11.936Z+ ./tests/end_to_end_tests-ec0c65ac579855a1
11052024-09-06T06:42:11.985Z
11062024-09-06T06:42:11.985Zrunning 2 tests
11072024-09-06T06:42:12.161Ztest no_spoof::no_spoof_here ... ok
11082024-09-06T06:42:40.970Ztest instance_launch::instance_launch ... ok
11092024-09-06T06:42:40.970Z
11102024-09-06T06:42:40.970Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.03s
11112024-09-06T06:42:40.970Z
11122024-09-06T06:42:40.993Z+ _exit_trap
11132024-09-06T06:42:40.993Z+ local status=0
11142024-09-06T06:42:40.993Z+ set +o errexit
11152024-09-06T06:42:40.993Z+ pfexec svcadm -Z disable -s cron
11162024-09-06T06:42:42.391Z+ [[ 0 -eq 0 ]]
11172024-09-06T06:42:42.391Z+ exit 0
11182024-09-06T06:42:42.415Zprocess exited: duration 607509 ms, exit code 0
 
11192024-09-06T06:42:42.486Zfound 108 output files
11202024-09-06T06:42:42.486Zuploading: /var/svc/log/oxide-sled-agent:default.log (877786 bytes)
11212024-09-06T06:42:43.813Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11222024-09-06T06:42:43.813Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4808798 bytes)
11232024-09-06T06:42:44.241Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4808798 -> 4825777
11242024-09-06T06:42:45.310Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11252024-09-06T06:42:45.310Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (37487 bytes)
11262024-09-06T06:42:46.466Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11272024-09-06T06:42:46.466Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (184413 bytes)
11282024-09-06T06:42:46.643Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 184413 -> 185977
11292024-09-06T06:42:47.712Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11302024-09-06T06:42:47.712Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (237871 bytes)
11312024-09-06T06:42:47.911Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 237871 -> 239826
11322024-09-06T06:42:48.980Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11332024-09-06T06:42:48.980Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1450227 bytes)
11342024-09-06T06:42:49.276Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1450227 -> 1467818
11352024-09-06T06:42:50.345Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11362024-09-06T06:42:50.345Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (3645704 bytes)
11372024-09-06T06:42:50.736Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 3645704 -> 3702452
11382024-09-06T06:42:51.805Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11392024-09-06T06:42:51.805Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3338 bytes)
11402024-09-06T06:42:52.897Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11412024-09-06T06:42:52.897Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (267917 bytes)
11422024-09-06T06:42:53.097Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 267917 -> 272576
11432024-09-06T06:42:54.166Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11442024-09-06T06:42:54.166Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (8756 bytes)
11452024-09-06T06:42:54.233Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 8756 -> 9341
11462024-09-06T06:42:55.302Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11472024-09-06T06:42:55.302Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3976 bytes)
11482024-09-06T06:42:56.394Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11492024-09-06T06:42:56.394Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8811 bytes)
11502024-09-06T06:42:57.509Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11512024-09-06T06:42:57.509Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-cockroach-admin:default.log (2795 bytes)
11522024-09-06T06:42:58.600Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-cockroach-admin:default.log
11532024-09-06T06:42:58.600Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11542024-09-06T06:42:59.692Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-cockroachdb:default.log
11552024-09-06T06:42:59.693Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11562024-09-06T06:43:00.784Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_cockroachdb_78f74ead-aba1-47a6-9d71-5457e9371876/root/var/svc/log/oxide-zone-network-setup:default.log
11572024-09-06T06:43:00.784Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-agent:default.log (12969 bytes)
11582024-09-06T06:43:01.897Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-agent:default.log
11592024-09-06T06:43:01.897Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11602024-09-06T06:43:02.990Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-downstairs:default.log
11612024-09-06T06:43:02.990Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-downstairs:downstairs-4b8f086f-ab09-4412-8efe-b39032de8521.log (3126 bytes)
11622024-09-06T06:43:04.081Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-crucible-downstairs:downstairs-4b8f086f-ab09-4412-8efe-b39032de8521.log
11632024-09-06T06:43:04.081Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
11642024-09-06T06:43:05.171Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_crucible_1d333596-f29b-425b-a7df-0e33acb1d598/root/var/svc/log/oxide-zone-network-setup:default.log
11652024-09-06T06:43:05.171Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-external_dns:default.log (26900 bytes)
11662024-09-06T06:43:05.280Zupload warning: file "/pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26900 -> 30678
11672024-09-06T06:43:06.347Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-external_dns:default.log
11682024-09-06T06:43:06.347Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
11692024-09-06T06:43:07.437Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-opte-interface-setup:default.log
11702024-09-06T06:43:07.437Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
11712024-09-06T06:43:08.528Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_external_dns_bbb8d6c8-3b06-44b1-a1b9-e4dbc8390f5d/root/var/svc/log/oxide-zone-network-setup:default.log
11722024-09-06T06:43:08.528Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_internal_dns_fc81e16c-3dde-492a-92cf-54e04297446f/root/var/svc/log/oxide-internal_dns:default.log (406820 bytes)
11732024-09-06T06:43:08.749Zupload warning: file "/pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_internal_dns_fc81e16c-3dde-492a-92cf-54e04297446f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406820 -> 410572
11742024-09-06T06:43:09.817Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_internal_dns_fc81e16c-3dde-492a-92cf-54e04297446f/root/var/svc/log/oxide-internal_dns:default.log
11752024-09-06T06:43:09.817Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_internal_dns_fc81e16c-3dde-492a-92cf-54e04297446f/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
11762024-09-06T06:43:10.907Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_internal_dns_fc81e16c-3dde-492a-92cf-54e04297446f/root/var/svc/log/oxide-zone-network-setup:default.log
11772024-09-06T06:43:10.907Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-nexus:default.log (2844818 bytes)
11782024-09-06T06:43:11.261Zupload warning: file "/pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2844818 -> 3031916
11792024-09-06T06:43:12.328Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-nexus:default.log
11802024-09-06T06:43:12.328Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11812024-09-06T06:43:13.418Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-opte-interface-setup:default.log
11822024-09-06T06:43:13.418Zuploading: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
11832024-09-06T06:43:14.508Zuploaded: /pool/ext/56647842-7219-46e1-9978-bdffa4d4e8cf/crypt/zone/oxz_nexus_e9c280ee-8313-41ab-8fa4-df346c954189/root/var/svc/log/oxide-zone-network-setup:default.log
11842024-09-06T06:43:14.508Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-agent:default.log (8484 bytes)
11852024-09-06T06:43:15.620Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-agent:default.log
11862024-09-06T06:43:15.620Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11872024-09-06T06:43:16.710Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-downstairs:default.log
11882024-09-06T06:43:16.710Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-09f72807-66da-4d60-b964-8a03bea79232.log (3019 bytes)
11892024-09-06T06:43:17.800Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-09f72807-66da-4d60-b964-8a03bea79232.log
11902024-09-06T06:43:17.800Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11912024-09-06T06:43:18.890Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_e11f7659-c40d-4b11-8887-429b1186d7b7/root/var/svc/log/oxide-zone-network-setup:default.log
11922024-09-06T06:43:18.890Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_pantry_e9284324-b820-4122-bd9c-c86c1a78e569/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
11932024-09-06T06:43:19.982Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_pantry_e9284324-b820-4122-bd9c-c86c1a78e569/root/var/svc/log/oxide-crucible-pantry:default.log
11942024-09-06T06:43:19.982Zuploading: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_pantry_e9284324-b820-4122-bd9c-c86c1a78e569/root/var/svc/log/oxide-zone-network-setup:default.log (1717 bytes)
11952024-09-06T06:43:21.073Zuploaded: /pool/ext/681fcf67-79af-4c28-8e2f-62c72e00e09a/crypt/zone/oxz_crucible_pantry_e9284324-b820-4122-bd9c-c86c1a78e569/root/var/svc/log/oxide-zone-network-setup:default.log
11962024-09-06T06:43:21.073Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-clickhouse-admin:default.log (791 bytes)
11972024-09-06T06:43:22.165Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-clickhouse-admin:default.log
11982024-09-06T06:43:22.165Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-clickhouse:default.log (2960074 bytes)
11992024-09-06T06:43:22.521Zupload warning: file "/pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2960074 -> 3234670
12002024-09-06T06:43:23.597Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-clickhouse:default.log
12012024-09-06T06:43:23.597Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-zone-network-setup:default.log (1684 bytes)
12022024-09-06T06:43:24.688Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_clickhouse_c99a3832-620a-48f7-b103-35c8b28bf618/root/var/svc/log/oxide-zone-network-setup:default.log
12032024-09-06T06:43:24.689Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-cockroach-admin:default.log (2794 bytes)
12042024-09-06T06:43:25.781Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-cockroach-admin:default.log
12052024-09-06T06:43:25.781Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
12062024-09-06T06:43:26.873Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-cockroachdb:default.log
12072024-09-06T06:43:26.874Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
12082024-09-06T06:43:27.965Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_cockroachdb_797dee39-1d18-46b4-84d2-ec1ac80da063/root/var/svc/log/oxide-zone-network-setup:default.log
12092024-09-06T06:43:27.965Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-agent:default.log (45679 bytes)
12102024-09-06T06:43:29.121Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-agent:default.log
12112024-09-06T06:43:29.145Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12122024-09-06T06:43:30.212Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:default.log
12132024-09-06T06:43:30.212Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-200f424f-13e2-46da-aa65-628425a85a9b.log (5993 bytes)
12142024-09-06T06:43:31.304Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-200f424f-13e2-46da-aa65-628425a85a9b.log
12152024-09-06T06:43:31.304Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373.log (6076 bytes)
12162024-09-06T06:43:32.395Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-aa62a12c-f8ce-4cb8-954a-c6865a490373.log
12172024-09-06T06:43:32.395Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-e47da75c-dd21-40a8-a930-f3e8c1092011.log (3018 bytes)
12182024-09-06T06:43:33.487Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:downstairs-e47da75c-dd21-40a8-a930-f3e8c1092011.log
12192024-09-06T06:43:33.487Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:snapshot-aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log (5688 bytes)
12202024-09-06T06:43:34.579Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-crucible-downstairs:snapshot-aa62a12c-f8ce-4cb8-954a-c6865a490373-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log
12212024-09-06T06:43:34.579Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
12222024-09-06T06:43:35.669Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_crucible_789dddab-4b92-4605-841e-47bdff42904a/root/var/svc/log/oxide-zone-network-setup:default.log
12232024-09-06T06:43:35.669Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-external_dns:default.log (26906 bytes)
12242024-09-06T06:43:35.780Zupload warning: file "/pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26906 -> 30684
12252024-09-06T06:43:36.847Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-external_dns:default.log
12262024-09-06T06:43:36.847Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12272024-09-06T06:43:37.937Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-opte-interface-setup:default.log
12282024-09-06T06:43:37.937Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
12292024-09-06T06:43:39.027Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_external_dns_81c3dd8c-a34f-489a-91c0-599e726f0b45/root/var/svc/log/oxide-zone-network-setup:default.log
12302024-09-06T06:43:39.027Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_internal_dns_fe8d4251-5504-4c01-8b37-213e4ea96686/root/var/svc/log/oxide-internal_dns:default.log (406858 bytes)
12312024-09-06T06:43:39.248Zupload warning: file "/pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_internal_dns_fe8d4251-5504-4c01-8b37-213e4ea96686/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406858 -> 410614
12322024-09-06T06:43:40.315Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_internal_dns_fe8d4251-5504-4c01-8b37-213e4ea96686/root/var/svc/log/oxide-internal_dns:default.log
12332024-09-06T06:43:40.315Zuploading: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_internal_dns_fe8d4251-5504-4c01-8b37-213e4ea96686/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
12342024-09-06T06:43:41.406Zuploaded: /pool/ext/7516b8f4-123a-4b07-8c44-30d87eec7e9c/crypt/zone/oxz_internal_dns_fe8d4251-5504-4c01-8b37-213e4ea96686/root/var/svc/log/oxide-zone-network-setup:default.log
12352024-09-06T06:43:41.406Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-cockroach-admin:default.log (3725 bytes)
12362024-09-06T06:43:42.496Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-cockroach-admin:default.log
12372024-09-06T06:43:42.496Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
12382024-09-06T06:43:43.587Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-cockroachdb:default.log
12392024-09-06T06:43:43.610Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
12402024-09-06T06:43:44.678Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_cockroachdb_e36becb1-b59c-4133-9ed3-40d576551ca6/root/var/svc/log/oxide-zone-network-setup:default.log
12412024-09-06T06:43:44.678Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-agent:default.log (28954 bytes)
12422024-09-06T06:43:45.832Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-agent:default.log
12432024-09-06T06:43:45.832Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12442024-09-06T06:43:46.923Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:default.log
12452024-09-06T06:43:46.923Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:downstairs-67a85914-9d9a-4461-9ac3-6926810443e7.log (3127 bytes)
12462024-09-06T06:43:48.017Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:downstairs-67a85914-9d9a-4461-9ac3-6926810443e7.log
12472024-09-06T06:43:48.017Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:downstairs-e6747c0b-f75c-4461-bf61-557ee64f9cb6.log (6074 bytes)
12482024-09-06T06:43:49.110Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:downstairs-e6747c0b-f75c-4461-bf61-557ee64f9cb6.log
12492024-09-06T06:43:49.110Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:snapshot-e6747c0b-f75c-4461-bf61-557ee64f9cb6-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log (5687 bytes)
12502024-09-06T06:43:50.202Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-crucible-downstairs:snapshot-e6747c0b-f75c-4461-bf61-557ee64f9cb6-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log
12512024-09-06T06:43:50.202Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12522024-09-06T06:43:51.294Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_crucible_dcc2c2b5-9bd3-4b61-9a34-b6f0b0baee24/root/var/svc/log/oxide-zone-network-setup:default.log
12532024-09-06T06:43:51.294Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_internal_dns_64f7a9b7-257d-4c8d-8809-4495fa9ec556/root/var/svc/log/oxide-internal_dns:default.log (406838 bytes)
12542024-09-06T06:43:51.549Zupload warning: file "/pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_internal_dns_64f7a9b7-257d-4c8d-8809-4495fa9ec556/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406838 -> 410883
12552024-09-06T06:43:52.617Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_internal_dns_64f7a9b7-257d-4c8d-8809-4495fa9ec556/root/var/svc/log/oxide-internal_dns:default.log
12562024-09-06T06:43:52.617Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_internal_dns_64f7a9b7-257d-4c8d-8809-4495fa9ec556/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
12572024-09-06T06:43:53.710Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_internal_dns_64f7a9b7-257d-4c8d-8809-4495fa9ec556/root/var/svc/log/oxide-zone-network-setup:default.log
12582024-09-06T06:43:53.710Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-nexus:default.log (5062189 bytes)
12592024-09-06T06:43:54.220Zupload warning: file "/pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5062189 -> 5729938
12602024-09-06T06:43:55.289Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-nexus:default.log
12612024-09-06T06:43:55.289Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12622024-09-06T06:43:56.381Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-opte-interface-setup:default.log
12632024-09-06T06:43:56.381Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
12642024-09-06T06:43:57.472Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_nexus_5d85f2d3-87bb-4fce-a9bf-1f1805221476/root/var/svc/log/oxide-zone-network-setup:default.log
12652024-09-06T06:43:57.472Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_oximeter_e919b437-ca84-4c31-970f-ae903b0601dc/root/var/svc/log/oxide-oximeter:default.log (1785528 bytes)
12662024-09-06T06:43:57.799Zupload warning: file "/pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_oximeter_e919b437-ca84-4c31-970f-ae903b0601dc/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1785528 -> 2108745
12672024-09-06T06:43:58.868Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_oximeter_e919b437-ca84-4c31-970f-ae903b0601dc/root/var/svc/log/oxide-oximeter:default.log
12682024-09-06T06:43:58.892Zuploading: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_oximeter_e919b437-ca84-4c31-970f-ae903b0601dc/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
12692024-09-06T06:43:59.960Zuploaded: /pool/ext/7a42b808-7b1f-406b-87b7-e6aeecc73464/crypt/zone/oxz_oximeter_e919b437-ca84-4c31-970f-ae903b0601dc/root/var/svc/log/oxide-zone-network-setup:default.log
12702024-09-06T06:43:59.960Zuploading: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-agent:default.log (12507 bytes)
12712024-09-06T06:44:01.073Zuploaded: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-agent:default.log
12722024-09-06T06:44:01.073Zuploading: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12732024-09-06T06:44:02.165Zuploaded: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-downstairs:default.log
12742024-09-06T06:44:02.165Zuploading: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-downstairs:downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924.log (3120 bytes)
12752024-09-06T06:44:03.257Zuploaded: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-crucible-downstairs:downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924.log
12762024-09-06T06:44:03.257Zuploading: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
12772024-09-06T06:44:04.350Zuploaded: /pool/ext/97ec7cac-82ac-4161-b909-856eea5d7741/crypt/zone/oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950/root/var/svc/log/oxide-zone-network-setup:default.log
12782024-09-06T06:44:04.350Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-agent:default.log (8488 bytes)
12792024-09-06T06:44:05.465Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-agent:default.log
12802024-09-06T06:44:05.465Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12812024-09-06T06:44:06.556Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-downstairs:default.log
12822024-09-06T06:44:06.556Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-downstairs:downstairs-136736a3-0bc3-4397-b14b-5e7b7c8c2681.log (3018 bytes)
12832024-09-06T06:44:07.647Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-crucible-downstairs:downstairs-136736a3-0bc3-4397-b14b-5e7b7c8c2681.log
12842024-09-06T06:44:07.647Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12852024-09-06T06:44:08.739Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_7ea4e3c3-4afc-46a9-9d22-0f924a266ab8/root/var/svc/log/oxide-zone-network-setup:default.log
12862024-09-06T06:44:08.739Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_pantry_6395a09e-9850-4d3d-bced-7fead6fd0c31/root/var/svc/log/oxide-crucible-pantry:default.log (764538 bytes)
12872024-09-06T06:44:10.060Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_pantry_6395a09e-9850-4d3d-bced-7fead6fd0c31/root/var/svc/log/oxide-crucible-pantry:default.log
12882024-09-06T06:44:10.060Zuploading: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_pantry_6395a09e-9850-4d3d-bced-7fead6fd0c31/root/var/svc/log/oxide-zone-network-setup:default.log (1714 bytes)
12892024-09-06T06:44:11.152Zuploaded: /pool/ext/9d6ee5ce-b9f0-4615-ad18-41313f80d200/crypt/zone/oxz_crucible_pantry_6395a09e-9850-4d3d-bced-7fead6fd0c31/root/var/svc/log/oxide-zone-network-setup:default.log
12902024-09-06T06:44:11.152Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-cockroach-admin:default.log (2794 bytes)
12912024-09-06T06:44:12.244Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-cockroach-admin:default.log
12922024-09-06T06:44:12.244Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
12932024-09-06T06:44:13.343Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-cockroachdb:default.log
12942024-09-06T06:44:13.343Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
12952024-09-06T06:44:14.435Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_cockroachdb_f967676b-eab7-4b42-aa18-33fce764e53b/root/var/svc/log/oxide-zone-network-setup:default.log
12962024-09-06T06:44:14.436Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-agent:default.log (36033 bytes)
12972024-09-06T06:44:15.593Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-agent:default.log
12982024-09-06T06:44:15.593Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12992024-09-06T06:44:16.685Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:default.log
13002024-09-06T06:44:16.685Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d909f8b-0217-40a1-a009-90b60365b2fc.log (6073 bytes)
13012024-09-06T06:44:17.778Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d909f8b-0217-40a1-a009-90b60365b2fc.log
13022024-09-06T06:44:17.778Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd69ebec-b948-46f0-ad54-acd862d6416e.log (5996 bytes)
13032024-09-06T06:44:18.869Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd69ebec-b948-46f0-ad54-acd862d6416e.log
13042024-09-06T06:44:18.869Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:snapshot-4d909f8b-0217-40a1-a009-90b60365b2fc-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log (5680 bytes)
13052024-09-06T06:44:19.963Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-crucible-downstairs:snapshot-4d909f8b-0217-40a1-a009-90b60365b2fc-d9715b93-639b-4620-8fe8-9d7c1ee48ff9.log
13062024-09-06T06:44:19.963Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
13072024-09-06T06:44:21.056Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_6a0f50b7-0301-4b31-ab4b-e47d8d5e2421/root/var/svc/log/oxide-zone-network-setup:default.log
13082024-09-06T06:44:21.056Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_pantry_682aec46-4e71-4cbe-a6b3-ae4527771b66/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
13092024-09-06T06:44:22.148Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_pantry_682aec46-4e71-4cbe-a6b3-ae4527771b66/root/var/svc/log/oxide-crucible-pantry:default.log
13102024-09-06T06:44:22.148Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_pantry_682aec46-4e71-4cbe-a6b3-ae4527771b66/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
13112024-09-06T06:44:23.240Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_crucible_pantry_682aec46-4e71-4cbe-a6b3-ae4527771b66/root/var/svc/log/oxide-zone-network-setup:default.log
13122024-09-06T06:44:23.240Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
13132024-09-06T06:44:24.354Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-chrony-setup:default.log
13142024-09-06T06:44:24.354Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-ntp:default.log (861 bytes)
13152024-09-06T06:44:24.399Zupload warning: file "/pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 861 -> 1166
13162024-09-06T06:44:25.468Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-ntp:default.log
13172024-09-06T06:44:25.469Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
13182024-09-06T06:44:26.560Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-opte-interface-setup:default.log
13192024-09-06T06:44:26.560Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-zone-network-setup:default.log (1636 bytes)
13202024-09-06T06:44:27.651Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/svc/log/oxide-zone-network-setup:default.log
13212024-09-06T06:44:27.651Zuploading: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
13222024-09-06T06:44:28.742Zuploaded: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-crucible-agent:default.log
13232024-09-06T06:44:28.742Zuploading: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13242024-09-06T06:44:29.835Zuploaded: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-crucible-downstairs:default.log
13252024-09-06T06:44:29.835Zuploading: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
13262024-09-06T06:44:30.927Zuploaded: /pool/ext/a433fad0-5ca4-4fce-ac22-ce488e17cfe3/crypt/zone/oxz_crucible_ce5f16f3-697d-4f00-ade9-701fa0baf1a5/root/var/svc/log/oxide-zone-network-setup:default.log
13272024-09-06T06:44:30.927Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-cockroach-admin:default.log (3726 bytes)
13282024-09-06T06:44:32.020Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-cockroach-admin:default.log
13292024-09-06T06:44:32.020Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
13302024-09-06T06:44:33.112Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-cockroachdb:default.log
13312024-09-06T06:44:33.112Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
13322024-09-06T06:44:34.204Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_cockroachdb_0815d824-8ac0-449b-b634-c08e09ddf5ba/root/var/svc/log/oxide-zone-network-setup:default.log
13332024-09-06T06:44:34.204Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-agent:default.log (12501 bytes)
13342024-09-06T06:44:35.317Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-agent:default.log
13352024-09-06T06:44:35.317Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13362024-09-06T06:44:36.410Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-downstairs:default.log
13372024-09-06T06:44:36.410Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-downstairs:downstairs-da347ed0-df36-4576-ae13-9b1a1a371da3.log (5994 bytes)
13382024-09-06T06:44:37.502Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-crucible-downstairs:downstairs-da347ed0-df36-4576-ae13-9b1a1a371da3.log
13392024-09-06T06:44:37.502Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
13402024-09-06T06:44:38.594Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_crucible_89028fef-e2fe-45a6-a453-d7e529ee2181/root/var/svc/log/oxide-zone-network-setup:default.log
13412024-09-06T06:44:38.594Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-nexus:default.log (36569353 bytes)
13422024-09-06T06:44:40.094Zupload warning: file "/pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36569353 -> 37212887
13432024-09-06T06:44:41.163Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-nexus:default.log
13442024-09-06T06:44:41.164Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
13452024-09-06T06:44:42.256Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-opte-interface-setup:default.log
13462024-09-06T06:44:42.256Zuploading: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-zone-network-setup:default.log (1654 bytes)
13472024-09-06T06:44:43.348Zuploaded: /pool/ext/f881a8f5-60a1-4050-a3bb-fd18022091f4/crypt/zone/oxz_nexus_f4c090fd-0141-407e-a547-8163f49da46c/root/var/svc/log/oxide-zone-network-setup:default.log
13482024-09-06T06:44:43.348Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/measurements.log (114669 bytes)
13492024-09-06T06:44:43.525Zupload warning: file "/pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/measurements.log" changed size mid upload: 114669 -> 154947
13502024-09-06T06:44:44.594Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/measurements.log
13512024-09-06T06:44:44.594Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/statistics.log (88803 bytes)
13522024-09-06T06:44:44.753Zupload warning: file "/pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/statistics.log" changed size mid upload: 88803 -> 121680
13532024-09-06T06:44:45.821Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/statistics.log
13542024-09-06T06:44:45.822Zuploading: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/tracking.log (13209 bytes)
13552024-09-06T06:44:45.889Zupload warning: file "/pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/tracking.log" changed size mid upload: 13209 -> 15585
13562024-09-06T06:44:46.969Zuploaded: /pool/ext/a32e2a10-4360-4704-b36b-dc63733b1b01/crypt/zone/oxz_ntp_cd10d7be-1f4e-4451-aa4e-563b9db74af1/root/var/log/chrony/tracking.log