01J5NWDDXRWTK3Q3GMVRT9RW80: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J5NWEFMTVTHTNP4BP7DA2QDC

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-08-19T18:25:54.768Zjob dependencies complete; ready to run (waiting for 30 m 49 s)
22024-08-19T18:56:37.878Zjob assigned to worker 01J5NZPQY7J8SWMYSKN8H0P8C7 (queued for 30 m 43 s)
32024-08-19T18:56:38.151Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-08-19T18:56:38.205Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-08-19T18:56:38.240Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-08-19T18:56:38.273Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-08-19T18:56:38.307Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-08-19T18:56:38.340ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-08-19T18:56:38.374Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-08-19T18:56:38.407ZOxide Helios Version helios-2.0.22815 64-bit
112024-08-19T18:56:38.441ZConfiguring devices.
122024-08-19T18:56:38.474Z##################################################
132024-08-19T18:56:38.508Z#### ############# ##
142024-08-19T18:56:38.542Z### ### ############ ##
152024-08-19T18:56:38.575Z## ### # ## ### ## Oxide Computer Company ##
162024-08-19T18:56:38.609Z## ## ## ### # ### ##
172024-08-19T18:56:38.642Z## # ### #### #### This Station Under ##
182024-08-19T18:56:38.676Z### ### #### # ### Computer Control ##
192024-08-19T18:56:38.709Z#### #### ### ## ##
202024-08-19T18:56:38.743Z##################################################
212024-08-19T18:56:38.777ZHostname: sock
222024-08-19T18:56:38.809ZLoading smf(7) service descriptions:
232024-08-19T18:56:39.134Zdownloading input: /input/package/work/package.tar.gz
242024-08-19T19:00:27.914Zdownloaded input: /input/package/work/package.tar.gz
 
252024-08-19T19:00:27.915Zstarting task 0: "setup"
262024-08-19T19:00:27.938Z++ uname -s
272024-08-19T19:00:27.938Z+ kern=SunOS
282024-08-19T19:00:27.938Z+ case "$kern" in
292024-08-19T19:00:27.938Z+ groupadd -g 12345 build
302024-08-19T19:00:27.938Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-08-19T19:00:29.931Z+ zfs create -o mountpoint=/work rpool/work
322024-08-19T19:00:29.960Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-08-19T19:00:29.983Z+ home_fs=zfs
342024-08-19T19:00:29.983Z+ [[ zfs == autofs ]]
352024-08-19T19:00:29.983Z+ mkdir -p /home/build
362024-08-19T19:00:29.983Z+ chown build:build /home/build /work
372024-08-19T19:00:31.968Z+ chmod 0700 /home/build /work
382024-08-19T19:00:31.995Zprocess exited: duration 4058 ms, exit code 0
 
392024-08-19T19:00:32.042Zstarting task 1: "authentication"
402024-08-19T19:00:32.085Zprocess exited: duration 42 ms, exit code 0
 
412024-08-19T19:00:32.131Zstarting task 2: "build"
422024-08-19T19:00:32.155Z+ trap _exit_trap EXIT
432024-08-19T19:00:32.155Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-08-19T19:00:32.251Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-08-19T19:00:32.251Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-08-19T19:00:32.275Z+ [[ -d /opt/oxide ]]
562024-08-19T19:00:32.275Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-08-19T19:00:32.275Z+ pfexec mkdir /opt/oxide
582024-08-19T19:00:32.275Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-08-19T19:00:32.275Z+ [[ -d /opt/oxide-underneath ]]
602024-08-19T19:00:32.275Z+ cd /opt/oxide-underneath
612024-08-19T19:00:32.275Z+ pfexec tar ceEp@/f - .
622024-08-19T19:00:32.275Z+ cd /opt/oxide
632024-08-19T19:00:32.275Z+ pfexec tar xveEp@/f -
642024-08-19T19:00:32.375Zx ., 0 bytes, 0 tape blocks
652024-08-19T19:00:32.375Zx ./opte, 0 bytes, 0 tape blocks
662024-08-19T19:00:32.375Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-08-19T19:00:32.375Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-08-19T19:00:32.398Z+ pfexec rm -rf /opt/oxide-underneath
692024-08-19T19:00:32.398Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-08-19T19:00:32.421Z+ pfexec mkdir /opt/oxide/work
712024-08-19T19:00:32.421Z+ pfexec chown build:build /opt/oxide/work
722024-08-19T19:00:32.421Z+ cd /opt/oxide/work
732024-08-19T19:00:32.421Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-08-19T19:00:43.104ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-08-19T19:00:43.104Zx out/target/test, 75 bytes, 1 tape blocks
762024-08-19T19:00:43.104Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-08-19T19:00:43.104Zx package-manifest.toml, 30603 bytes, 60 tape blocks
782024-08-19T19:00:43.104Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-08-19T19:00:43.104Zx target/release/omicron-package, 33038768 bytes, 64529 tape blocks
802024-08-19T19:00:43.104Zx target/release/xtask, 11905072 bytes, 23253 tape blocks
812024-08-19T19:00:43.104Zx target/debug/bootstrap, 195534296 bytes, 381903 tape blocks
822024-08-19T19:00:43.104Zx tests/bootstrap-ef2a78946683cc54, 24308600 bytes, 47478 tape blocks
832024-08-19T19:00:43.104Zx tests/commtest-421f7fbc9c5089ef, 24541008 bytes, 47932 tape blocks
842024-08-19T19:00:43.104Zx tests/dhcp_server-ceb6a591372c05a5, 24308616 bytes, 47478 tape blocks
852024-08-19T19:00:43.104Zx tests/end_to_end_tests-647b1e20ff4b3679, 208731728 bytes, 407680 tape blocks
862024-08-19T19:00:43.104Zx out/clickhouse.tar.gz, 237987050 bytes, 464819 tape blocks
872024-08-19T19:00:43.104Zx out/clickhouse_keeper.tar.gz, 237951938 bytes, 464750 tape blocks
882024-08-19T19:00:43.104Zx out/cockroachdb.tar.gz, 135067580 bytes, 263804 tape blocks
892024-08-19T19:00:43.104Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
902024-08-19T19:00:43.104Zx out/crucible-pantry-zone.tar.gz, 28488338 bytes, 55642 tape blocks
912024-08-19T19:00:43.104Zx out/crucible-zone.tar.gz, 39052094 bytes, 76274 tape blocks
922024-08-19T19:00:43.105Zx out/external-dns.tar.gz, 25519959 bytes, 49844 tape blocks
932024-08-19T19:00:43.105Zx out/internal-dns.tar.gz, 25518313 bytes, 49841 tape blocks
942024-08-19T19:00:43.105Zx out/mg-ddm-gz.tar, 63430656 bytes, 123888 tape blocks
952024-08-19T19:00:43.105Zx out/nexus.tar.gz, 88882389 bytes, 173599 tape blocks
962024-08-19T19:00:43.105Zx out/ntp.tar.gz, 9185788 bytes, 17941 tape blocks
972024-08-19T19:00:43.105Zx out/omicron-gateway-softnpu.tar.gz, 13936252 bytes, 27220 tape blocks
982024-08-19T19:00:43.105Zx out/omicron-sled-agent.tar, 99424256 bytes, 194188 tape blocks
992024-08-19T19:00:43.105Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1002024-08-19T19:00:43.105Zx out/oximeter.tar.gz, 43189226 bytes, 84354 tape blocks
1012024-08-19T19:00:43.105Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1022024-08-19T19:00:43.105Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1032024-08-19T19:00:43.105Zx out/propolis-server.tar.gz, 66857321 bytes, 130581 tape blocks
1042024-08-19T19:00:43.105Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1052024-08-19T19:00:43.105Zx out/switch-softnpu.tar.gz, 211015165 bytes, 412139 tape blocks
1062024-08-19T19:00:43.129Z
1072024-08-19T19:00:43.129Zreal 10.671124305
1082024-08-19T19:00:43.129Zuser 9.451255196
1092024-08-19T19:00:43.129Zsys 2.126858439
1102024-08-19T19:00:43.129Ztrap 0.000335914
1112024-08-19T19:00:43.129Ztflt 0.000000000
1122024-08-19T19:00:43.129Zdflt 0.000000000
1132024-08-19T19:00:43.129Zkflt 0.000000000
1142024-08-19T19:00:43.129Zlock 0.000000000
1152024-08-19T19:00:43.129Zslp 9.502126451
1162024-08-19T19:00:43.129Zlat 0.259626163
1172024-08-19T19:00:43.129Zstop 0.000125401
1182024-08-19T19:00:43.129Z+ bmat address ls
1192024-08-19T19:00:43.129ZNAME CIDR FIRST LAST COUNT
1202024-08-19T19:00:43.129Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1212024-08-19T19:00:43.129Z++ bmat address ls -f extra -Ho first,last,count
1222024-08-19T19:00:43.129Z+ set -- 10.151.2.164 10.151.2.227 64
1232024-08-19T19:00:43.129Z+ EXTRA_IP_START=10.151.2.164
1242024-08-19T19:00:43.129Z+ EXTRA_IP_END=10.151.2.227
1252024-08-19T19:00:43.129Z+ EXTRA_IP_COUNT=64
1262024-08-19T19:00:43.129Z+ (( EXTRA_IP_COUNT >= 32 ))
1272024-08-19T19:00:43.129Z+ EXTRA_IP_BASE=10.151.2
1282024-08-19T19:00:43.129Z+ EXTRA_IP_FOCTET=164
1292024-08-19T19:00:43.129Z+ EXTRA_IP_LOCTET=227
1302024-08-19T19:00:43.129Z+ SERVICE_IP_POOL_START=10.151.2.164
1312024-08-19T19:00:43.129Z+ SERVICE_IP_POOL_END=10.151.2.173
1322024-08-19T19:00:43.129Z+ DNS_IP1=10.151.2.164
1332024-08-19T19:00:43.129Z+ DNS_IP2=10.151.2.165
1342024-08-19T19:00:43.129Z+ UPLINK_IP=10.151.2.174
1352024-08-19T19:00:43.129Z+ IPPOOL_START=10.151.2.175
1362024-08-19T19:00:43.129Z+ IPPOOL_END=10.151.2.227
1372024-08-19T19:00:43.129Z++ ipadm show-addr -po type,addr
1382024-08-19T19:00:43.129Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1392024-08-19T19:00:43.129Z+ GATEWAY_IP=10.151.2.100
1402024-08-19T19:00:43.129Z+ [[ -n 10.151.2.100 ]]
1412024-08-19T19:00:43.130Z+ ping -s 10.151.2.100 56 1
1422024-08-19T19:00:43.130ZPING 10.151.2.100: 56 data bytes
1432024-08-19T19:00:43.130Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1442024-08-19T19:00:43.130Z
1452024-08-19T19:00:43.130Z----10.151.2.100 PING Statistics----
1462024-08-19T19:00:43.131Z1 packets transmitted, 1 packets received, 0% packet loss
1472024-08-19T19:00:43.131Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1482024-08-19T19:00:43.131Z++ arp -an
1492024-08-19T19:00:43.131Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1502024-08-19T19:00:43.131Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1512024-08-19T19:00:43.131Z+ routeadm -e ipv4-forwarding -u
1522024-08-19T19:00:43.240Z+ PXA_START=10.151.2.164
1532024-08-19T19:00:43.240Z+ PXA_END=10.151.2.227
1542024-08-19T19:00:43.240Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1552024-08-19T19:00:43.377Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1562024-08-19T19:00:43.401ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1572024-08-19T19:00:43.453Zcreating virtual hardware
1582024-08-19T19:00:43.477Zcreating /scratch/m2_0.vdev
1592024-08-19T19:00:43.477Zcreating /scratch/m2_1.vdev
1602024-08-19T19:00:43.477Zcreating /scratch/u2_0.vdev
1612024-08-19T19:00:43.477Zcreating /scratch/u2_1.vdev
1622024-08-19T19:00:43.477Zcreating /scratch/u2_2.vdev
1632024-08-19T19:00:43.477Zcreating /scratch/u2_3.vdev
1642024-08-19T19:00:43.477Zcreating /scratch/u2_4.vdev
1652024-08-19T19:00:43.477Zcreating /scratch/u2_5.vdev
1662024-08-19T19:00:43.477Zcreating /scratch/u2_6.vdev
1672024-08-19T19:00:43.477Zcreating /scratch/u2_7.vdev
1682024-08-19T19:00:43.477Zcreating /scratch/u2_8.vdev
1692024-08-19T19:00:43.511ZSimnet net0/sc0_0 exists
1702024-08-19T19:00:43.535ZSimnet net1/sc1_0 exists
1712024-08-19T19:00:43.558ZVnic sc0_1 exists
1722024-08-19T19:00:55.946ZUsing 10.151.2.100 as gateway ip
1732024-08-19T19:00:55.946Zusing 18:C0:4D:0D:A0:2A as gateway mac
1742024-08-19T19:00:55.946Zconfiguring SoftNPU ARP entry
1752024-08-19T19:00:55.973Zconfiguring SoftNPU proxy ARP
1762024-08-19T19:00:56.027ZSoftNPU state:
1772024-08-19T19:00:56.027Z local v6:
1782024-08-19T19:00:56.027Z local v4:
1792024-08-19T19:00:56.027Z router v6:
1802024-08-19T19:00:56.027Z router v4_idx:
1812024-08-19T19:00:56.027Z router v4_routes:
1822024-08-19T19:00:56.027Z resolver v4:
1832024-08-19T19:00:56.027Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1842024-08-19T19:00:56.027Z resolver v6:
1852024-08-19T19:00:56.027Z nat v4:
1862024-08-19T19:00:56.027Z nat_v6:
1872024-08-19T19:00:56.027Z port_mac:
1882024-08-19T19:00:56.027Z proxy arp:
1892024-08-19T19:00:56.027Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1902024-08-19T19:00:56.027Zcreated virtual hardware
1912024-08-19T19:00:56.050Z
1922024-08-19T19:00:56.050Zreal 12.646476505
1932024-08-19T19:00:56.050Zuser 0.658535918
1942024-08-19T19:00:56.050Zsys 3.135510920
1952024-08-19T19:00:56.050Ztrap 0.000068147
1962024-08-19T19:00:56.050Ztflt 0.000440311
1972024-08-19T19:00:56.050Zdflt 0.000482541
1982024-08-19T19:00:56.050Zkflt 0.000004709
1992024-08-19T19:00:56.050Zlock 9:45.837507930
2002024-08-19T19:00:56.051Zslp 38.099612797
2012024-08-19T19:00:56.051Zlat 0.080133198
2022024-08-19T19:00:56.051Zstop 0.347385310
2032024-08-19T19:00:56.051Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2042024-08-19T19:00:56.096Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2052024-08-19T19:00:56.096Z+ diff -u pkg/config.toml~ pkg/config.toml
2062024-08-19T19:00:56.096Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2072024-08-19T19:00:56.096Z+++ pkg/config.toml Mon Aug 19 19:00:55 2024
2082024-08-19T19:00:56.096Z@@ -29,18 +29,18 @@
2092024-08-19T19:00:56.096Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2102024-08-19T19:00:56.096Z # followed by a string that is embedded into their fake serial values.
2112024-08-19T19:00:56.096Z vdevs = [
2122024-08-19T19:00:56.096Z- "m2_0.vdev",
2132024-08-19T19:00:56.096Z- "m2_1.vdev",
2142024-08-19T19:00:56.096Z+ "/scratch/m2_0.vdev",
2152024-08-19T19:00:56.096Z+ "/scratch/m2_1.vdev",
2162024-08-19T19:00:56.096Z
2172024-08-19T19:00:56.096Z- "u2_0.vdev",
2182024-08-19T19:00:56.096Z- "u2_1.vdev",
2192024-08-19T19:00:56.096Z- "u2_2.vdev",
2202024-08-19T19:00:56.096Z- "u2_3.vdev",
2212024-08-19T19:00:56.096Z- "u2_4.vdev",
2222024-08-19T19:00:56.096Z- "u2_5.vdev",
2232024-08-19T19:00:56.097Z- "u2_6.vdev",
2242024-08-19T19:00:56.097Z- "u2_7.vdev",
2252024-08-19T19:00:56.097Z- "u2_8.vdev",
2262024-08-19T19:00:56.097Z+ "/scratch/u2_0.vdev",
2272024-08-19T19:00:56.097Z+ "/scratch/u2_1.vdev",
2282024-08-19T19:00:56.097Z+ "/scratch/u2_2.vdev",
2292024-08-19T19:00:56.097Z+ "/scratch/u2_3.vdev",
2302024-08-19T19:00:56.097Z+ "/scratch/u2_4.vdev",
2312024-08-19T19:00:56.097Z+ "/scratch/u2_5.vdev",
2322024-08-19T19:00:56.097Z+ "/scratch/u2_6.vdev",
2332024-08-19T19:00:56.097Z+ "/scratch/u2_7.vdev",
2342024-08-19T19:00:56.097Z+ "/scratch/u2_8.vdev",
2352024-08-19T19:00:56.097Z ]
2362024-08-19T19:00:56.097Z
2372024-08-19T19:00:56.097Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2382024-08-19T19:00:56.097Z+ true
2392024-08-19T19:00:56.097Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2402024-08-19T19:00:56.097Z+ SILO_NAME=recovery
2412024-08-19T19:00:56.097Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2422024-08-19T19:00:56.097Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2432024-08-19T19:00:56.097Z+ sed -i~ '
2442024-08-19T19:00:56.097Z /^external_dns_ips/c\
2452024-08-19T19:00:56.097Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2462024-08-19T19:00:56.097Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2472024-08-19T19:00:56.097Z /^first/c\
2482024-08-19T19:00:56.097Zfirst = "10.151.2.164"
2492024-08-19T19:00:56.097Z /^last/c\
2502024-08-19T19:00:56.097Zlast = "10.151.2.173"
2512024-08-19T19:00:56.097Z }
2522024-08-19T19:00:56.097Z /^infra_ip_first/c\
2532024-08-19T19:00:56.097Zinfra_ip_first = "10.151.2.174"
2542024-08-19T19:00:56.097Z /^infra_ip_last/c\
2552024-08-19T19:00:56.097Zinfra_ip_last = "10.151.2.174"
2562024-08-19T19:00:56.097Z /^\[\[rack_network_config.ports/,/^$/ {
2572024-08-19T19:00:56.097Z /^routes/c\
2582024-08-19T19:00:56.097Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2592024-08-19T19:00:56.097Z /^addresses/c\
2602024-08-19T19:00:56.097Zaddresses = \[{address = "10.151.2.174/24"} \]
2612024-08-19T19:00:56.097Z }
2622024-08-19T19:00:56.098Z' pkg/config-rss.toml
2632024-08-19T19:00:56.098Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2642024-08-19T19:00:56.098Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2652024-08-19T19:00:56.098Z+++ pkg/config-rss.toml Mon Aug 19 19:00:55 2024
2662024-08-19T19:00:56.098Z@@ -33,7 +33,7 @@
2672024-08-19T19:00:56.098Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2682024-08-19T19:00:56.098Z # must be contained in one of the "internal services" IP Pool ranges listed
2692024-08-19T19:00:56.098Z # below.
2702024-08-19T19:00:56.098Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2712024-08-19T19:00:56.098Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2722024-08-19T19:00:56.098Z
2732024-08-19T19:00:56.098Z # Initial TLS certificates for the external API
2742024-08-19T19:00:56.098Z #
2752024-08-19T19:00:56.098Z@@ -69,8 +69,8 @@
2762024-08-19T19:00:56.098Z #
2772024-08-19T19:00:56.098Z # For more on this and what to put here, see docs/how-to-run.adoc.
2782024-08-19T19:00:56.098Z [[internal_services_ip_pool_ranges]]
2792024-08-19T19:00:56.098Z-first = "192.168.1.20"
2802024-08-19T19:00:56.098Z-last = "192.168.1.29"
2812024-08-19T19:00:56.098Z+first = "10.151.2.164"
2822024-08-19T19:00:56.098Z+last = "10.151.2.173"
2832024-08-19T19:00:56.098Z
2842024-08-19T19:00:56.098Z # TODO - this configuration is subject to change going forward. Ultimately these
2852024-08-19T19:00:56.098Z # parameters should be provided to the control plane via wicket, but we need to
2862024-08-19T19:00:56.098Z@@ -91,8 +91,8 @@
2872024-08-19T19:00:56.098Z # A range of IP addresses used by Boundary Services on the external network. In
2882024-08-19T19:00:56.098Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2892024-08-19T19:00:56.098Z # With softnpu, only one address is used.
2902024-08-19T19:00:56.098Z-infra_ip_first = "192.168.1.30"
2912024-08-19T19:00:56.098Z-infra_ip_last = "192.168.1.30"
2922024-08-19T19:00:56.098Z+infra_ip_first = "10.151.2.174"
2932024-08-19T19:00:56.098Z+infra_ip_last = "10.151.2.174"
2942024-08-19T19:00:56.098Z
2952024-08-19T19:00:56.098Z # Configurations for BGP routers to run on the scrimlets.
2962024-08-19T19:00:56.098Z bgp = []
2972024-08-19T19:00:56.098Z@@ -100,9 +100,9 @@
2982024-08-19T19:00:56.098Z # You can configure multiple uplinks by repeating the following stanza
2992024-08-19T19:00:56.098Z [[rack_network_config.ports]]
3002024-08-19T19:00:56.098Z # Routes associated with this port.
3012024-08-19T19:00:56.098Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3022024-08-19T19:00:56.099Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3032024-08-19T19:00:56.099Z # Addresses associated with this port.
3042024-08-19T19:00:56.122Z-addresses = [{address = "192.168.1.30/24"}]
3052024-08-19T19:00:56.122Z+addresses = [{address = "10.151.2.174/24"} ]
3062024-08-19T19:00:56.122Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3072024-08-19T19:00:56.122Z port = "qsfp0"
3082024-08-19T19:00:56.122Z # The speed of this port.
3092024-08-19T19:00:56.122Z+ true
3102024-08-19T19:00:56.122Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3112024-08-19T19:00:56.122Za pkg/config-rss.toml 7K
3122024-08-19T19:00:56.123Za pkg/config.toml 4K
3132024-08-19T19:00:56.123Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3142024-08-19T19:00:56.123Z+ TLS_NAME=recovery.sys.oxide.test
3152024-08-19T19:00:56.123Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3162024-08-19T19:00:56.465Z...........+..+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+......+.....+......+....+..+.......+......+..+....+...+...+...+.....+......+...+.+............+..+...+..........+.........+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+........+....+.......................+.............+......+...+......+............+........+.+...+.....+............+.+.....+...............+.............+.........+.....+.......+...+.....+...............+.+..............+...+...+.+...+..+.............+..........................+.+...+...+...+..+........................+...+.+.........+........+....+.....+......+...+................+...+...........+.........+.+.....+.+....................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3172024-08-19T19:00:56.635Z.....+......+..+..................+...+....+......+......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+....+..+...................+.........+........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+..+...+.+......+..............+.......+...+............+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-08-19T19:00:56.659Z-----
3192024-08-19T19:00:56.682Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3202024-08-19T19:00:56.682Za pkg/initial-tls-cert.pem 2K
3212024-08-19T19:00:56.682Za pkg/initial-tls-key.pem 4K
3222024-08-19T19:00:56.682Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3232024-08-19T19:00:56.682Z+ rmdir pkg
3242024-08-19T19:00:56.682Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3252024-08-19T19:00:56.682Z+ pfexec mkdir -p /usr/oxide
3262024-08-19T19:00:56.682Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3272024-08-19T19:00:57.399Z+ pfexec chmod +x /usr/oxide/oxide
3282024-08-19T19:00:57.422Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3292024-08-19T19:01:15.730Z+ OMICRON_NO_UNINSTALL=1
3302024-08-19T19:01:15.730Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3312024-08-19T19:01:15.754ZLogging to: /opt/oxide/work/out/LOG
3322024-08-19T19:01:16.279Z
3332024-08-19T19:01:16.303Zreal 0.544053337
3342024-08-19T19:01:16.303Zuser 0.119216128
3352024-08-19T19:01:16.303Zsys 2.437022342
3362024-08-19T19:01:16.303Ztrap 0.000002488
3372024-08-19T19:01:16.303Ztflt 0.000001740
3382024-08-19T19:01:16.303Zdflt 0.000509871
3392024-08-19T19:01:16.303Zkflt 0.000000000
3402024-08-19T19:01:16.303Zlock 49.241856709
3412024-08-19T19:01:16.303Zslp 0.738871222
3422024-08-19T19:01:16.304Zlat 0.002813273
3432024-08-19T19:01:16.304Zstop 0.201102711
3442024-08-19T19:01:16.304Z+ retry=0
3452024-08-19T19:01:16.304Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3462024-08-19T19:01:16.304Z+ [[ 0 -gt 30 ]]
3472024-08-19T19:01:16.304Z+ sleep 1
3482024-08-19T19:01:17.294Z+ retry=1
3492024-08-19T19:01:17.294Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3502024-08-19T19:01:17.317Z+ [[ 1 -gt 30 ]]
3512024-08-19T19:01:17.317Z+ sleep 1
3522024-08-19T19:01:18.308Z+ retry=2
3532024-08-19T19:01:18.308Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3542024-08-19T19:01:18.332Z+ [[ 2 -gt 30 ]]
3552024-08-19T19:01:18.332Z+ sleep 1
3562024-08-19T19:01:19.322Z+ retry=3
3572024-08-19T19:01:19.322Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582024-08-19T19:01:37.528Z+ [[ 3 -gt 30 ]]
3592024-08-19T19:01:37.528Z+ sleep 1
3602024-08-19T19:01:38.531Z+ retry=4
3612024-08-19T19:01:38.531Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622024-08-19T19:01:38.555Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3632024-08-19T19:01:38.579Zlocal v6:
3642024-08-19T19:01:38.579Zfe80::189e:36ff:fe67:4af5
3652024-08-19T19:01:38.580Zlocal v4:
3662024-08-19T19:01:38.580Z10.151.2.174
3672024-08-19T19:01:38.580Zrouter v6:
3682024-08-19T19:01:38.580Zrouter v4_idx:
3692024-08-19T19:01:38.580Zrouter v4_routes:
3702024-08-19T19:01:38.580Zresolver v4:
3712024-08-19T19:01:38.580Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3722024-08-19T19:01:38.580Zresolver v6:
3732024-08-19T19:01:38.580Zfe80::58ef:7aff:feed:90c0 -> 5a:ef:7a:ed:90:c0
3742024-08-19T19:01:38.580Zfe80::189e:36ff:fe67:4af5 -> 1a:9e:36:67:4a:f5
3752024-08-19T19:01:38.580Znat v4:
3762024-08-19T19:01:38.580Znat_v6:
3772024-08-19T19:01:38.580Zport_mac:
3782024-08-19T19:01:38.580Z1: a8:40:25:7e:a6:6f
3792024-08-19T19:01:38.580Z1000: a8:40:25:7e:a6:6e
3802024-08-19T19:01:38.580Z2: a8:40:25:7e:a6:8f
3812024-08-19T19:01:38.580Zproxy arp:
3822024-08-19T19:01:38.580Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3832024-08-19T19:01:38.580Z+ retry=0
3842024-08-19T19:01:38.603Z+++ zoneadm list -n
3852024-08-19T19:01:38.603Z+++ grep oxz_ntp
3862024-08-19T19:01:38.603Z++ pfexec svcs -z -Hostate oxide/ntp
3872024-08-19T19:01:38.603Zsvcs: zone '-Hostate': entity not found
3882024-08-19T19:01:38.603Z++ true
3892024-08-19T19:01:38.603Z+ [[ '' != online ]]
3902024-08-19T19:01:38.603Z+ [[ 0 -gt 60 ]]
3912024-08-19T19:01:38.603Z+ sleep 1
3922024-08-19T19:01:39.594Z+ retry=1
3932024-08-19T19:01:39.618Z+++ zoneadm list -n
3942024-08-19T19:01:39.618Z+++ grep oxz_ntp
3952024-08-19T19:01:39.618Z++ pfexec svcs -z -Hostate oxide/ntp
3962024-08-19T19:01:39.618Zsvcs: zone '-Hostate': entity not found
3972024-08-19T19:01:39.618Z++ true
3982024-08-19T19:01:39.618Z+ [[ '' != online ]]
3992024-08-19T19:01:39.618Z+ [[ 1 -gt 60 ]]
4002024-08-19T19:01:39.618Z+ sleep 1
4012024-08-19T19:01:40.620Z+ retry=2
4022024-08-19T19:01:40.644Z+++ zoneadm list -n
4032024-08-19T19:01:40.644Z+++ grep oxz_ntp
4042024-08-19T19:01:40.644Z++ pfexec svcs -z -Hostate oxide/ntp
4052024-08-19T19:01:40.644Zsvcs: zone '-Hostate': entity not found
4062024-08-19T19:01:40.644Z++ true
4072024-08-19T19:01:40.644Z+ [[ '' != online ]]
4082024-08-19T19:01:40.644Z+ [[ 2 -gt 60 ]]
4092024-08-19T19:01:40.644Z+ sleep 1
4102024-08-19T19:01:41.646Z+ retry=3
4112024-08-19T19:01:41.669Z+++ zoneadm list -n
4122024-08-19T19:01:41.670Z+++ grep oxz_ntp
4132024-08-19T19:01:41.670Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4142024-08-19T19:01:41.693Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4152024-08-19T19:01:41.693Z++ true
4162024-08-19T19:01:41.694Z+ [[ '' != online ]]
4172024-08-19T19:01:41.694Z+ [[ 3 -gt 60 ]]
4182024-08-19T19:01:41.694Z+ sleep 1
4192024-08-19T19:01:42.685Z+ retry=4
4202024-08-19T19:01:42.708Z+++ zoneadm list -n
4212024-08-19T19:01:42.708Z+++ grep oxz_ntp
4222024-08-19T19:01:42.708Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4232024-08-19T19:01:42.732Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4242024-08-19T19:01:42.732Z++ true
4252024-08-19T19:01:42.732Z+ [[ '' != online ]]
4262024-08-19T19:01:42.732Z+ [[ 4 -gt 60 ]]
4272024-08-19T19:01:42.732Z+ sleep 1
4282024-08-19T19:01:43.717Z+ retry=5
4292024-08-19T19:01:43.740Z+++ zoneadm list -n
4302024-08-19T19:01:43.740Z+++ grep oxz_ntp
4312024-08-19T19:01:43.740Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4322024-08-19T19:01:43.763Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4332024-08-19T19:01:43.763Z++ true
4342024-08-19T19:01:43.763Z+ [[ '' != online ]]
4352024-08-19T19:01:43.763Z+ [[ 5 -gt 60 ]]
4362024-08-19T19:01:43.763Z+ sleep 1
4372024-08-19T19:01:44.745Z+ retry=6
4382024-08-19T19:01:44.768Z+++ zoneadm list -n
4392024-08-19T19:01:44.768Z+++ grep oxz_ntp
4402024-08-19T19:01:44.768Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4412024-08-19T19:01:44.791Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4422024-08-19T19:01:44.791Z++ true
4432024-08-19T19:01:44.791Z+ [[ '' != online ]]
4442024-08-19T19:01:44.791Z+ [[ 6 -gt 60 ]]
4452024-08-19T19:01:44.791Z+ sleep 1
4462024-08-19T19:01:45.777Z+ retry=7
4472024-08-19T19:01:45.800Z+++ zoneadm list -n
4482024-08-19T19:01:45.800Z+++ grep oxz_ntp
4492024-08-19T19:01:45.800Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4502024-08-19T19:01:45.800Z+ [[ offline != online ]]
4512024-08-19T19:01:45.800Z+ [[ 7 -gt 60 ]]
4522024-08-19T19:01:45.800Z+ sleep 1
4532024-08-19T19:01:46.799Z+ retry=8
4542024-08-19T19:01:46.824Z+++ zoneadm list -n
4552024-08-19T19:01:46.824Z+++ grep oxz_ntp
4562024-08-19T19:01:46.825Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4572024-08-19T19:01:46.825Z+ [[ offline != online ]]
4582024-08-19T19:01:46.825Z+ [[ 8 -gt 60 ]]
4592024-08-19T19:01:46.825Z+ sleep 1
4602024-08-19T19:01:47.821Z+ retry=9
4612024-08-19T19:01:47.844Z+++ zoneadm list -n
4622024-08-19T19:01:47.844Z+++ grep oxz_ntp
4632024-08-19T19:01:47.844Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4642024-08-19T19:01:47.844Z+ [[ offline != online ]]
4652024-08-19T19:01:47.844Z+ [[ 9 -gt 60 ]]
4662024-08-19T19:01:47.844Z+ sleep 1
4672024-08-19T19:01:48.843Z+ retry=10
4682024-08-19T19:01:48.866Z+++ zoneadm list -n
4692024-08-19T19:01:48.867Z+++ grep oxz_ntp
4702024-08-19T19:01:48.867Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4712024-08-19T19:01:48.867Z+ [[ offline != online ]]
4722024-08-19T19:01:48.867Z+ [[ 10 -gt 60 ]]
4732024-08-19T19:01:48.867Z+ sleep 1
4742024-08-19T19:01:49.864Z+ retry=11
4752024-08-19T19:01:49.888Z+++ zoneadm list -n
4762024-08-19T19:01:49.888Z+++ grep oxz_ntp
4772024-08-19T19:01:49.888Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4782024-08-19T19:01:49.888Z+ [[ offline != online ]]
4792024-08-19T19:01:49.888Z+ [[ 11 -gt 60 ]]
4802024-08-19T19:01:49.888Z+ sleep 1
4812024-08-19T19:01:50.886Z+ retry=12
4822024-08-19T19:01:50.909Z+++ zoneadm list -n
4832024-08-19T19:01:50.909Z+++ grep oxz_ntp
4842024-08-19T19:01:50.909Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4852024-08-19T19:01:50.909Z+ [[ offline != online ]]
4862024-08-19T19:01:50.909Z+ [[ 12 -gt 60 ]]
4872024-08-19T19:01:50.909Z+ sleep 1
 
4882024-08-19T19:01:51.569Zsock console login: Aug 19 19:01:51 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4892024-08-19T19:01:51.909Z+ retry=13
4902024-08-19T19:01:51.932Z+++ zoneadm list -n
4912024-08-19T19:01:51.932Z+++ grep oxz_ntp
4922024-08-19T19:01:51.932Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
4932024-08-19T19:01:51.932Z+ [[ offline != online ]]
4942024-08-19T19:01:51.932Z+ [[ 13 -gt 60 ]]
4952024-08-19T19:01:51.932Z+ sleep 1
4962024-08-19T19:01:52.931Z+ retry=14
4972024-08-19T19:01:52.954Z+++ zoneadm list -n
4982024-08-19T19:01:52.955Z+++ grep oxz_ntp
4992024-08-19T19:01:52.955Z++ pfexec svcs -z oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2 -Hostate oxide/ntp
5002024-08-19T19:01:52.955Z+ [[ online != online ]]
5012024-08-19T19:01:52.955Z+ echo 'Waited for chrony: 14s'
5022024-08-19T19:01:52.955Z+ retry=0
5032024-08-19T19:01:52.955ZWaited for chrony: 14s
5042024-08-19T19:01:52.955Z+ zoneadm list
5052024-08-19T19:01:52.979Z+ grep nexus
5062024-08-19T19:01:52.979Z+ [[ 0 -gt 300 ]]
5072024-08-19T19:01:52.979Z+ sleep 1
5082024-08-19T19:01:53.962Z+ retry=1
5092024-08-19T19:01:53.986Z+ zoneadm list
5102024-08-19T19:01:53.986Z+ grep nexus
5112024-08-19T19:01:53.986Z+ [[ 1 -gt 300 ]]
5122024-08-19T19:01:53.986Z+ sleep 1
 
5132024-08-19T19:01:54.317ZAug 19 19:01:54 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:71.162.136.44:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
5142024-08-19T19:01:54.973Z+ retry=2
5152024-08-19T19:01:54.996Z+ zoneadm list
5162024-08-19T19:01:54.996Z+ grep nexus
5172024-08-19T19:01:54.996Z+ [[ 2 -gt 300 ]]
5182024-08-19T19:01:54.996Z+ sleep 1
5192024-08-19T19:01:55.986Z+ retry=3
5202024-08-19T19:01:56.009Z+ zoneadm list
5212024-08-19T19:01:56.009Z+ grep nexus
5222024-08-19T19:01:56.009Z+ [[ 3 -gt 300 ]]
5232024-08-19T19:01:56.009Z+ sleep 1
5242024-08-19T19:01:57.000Z+ retry=4
5252024-08-19T19:01:57.023Z+ zoneadm list
5262024-08-19T19:01:57.023Z+ grep nexus
5272024-08-19T19:01:57.023Z+ [[ 4 -gt 300 ]]
5282024-08-19T19:01:57.023Z+ sleep 1
5292024-08-19T19:01:58.013Z+ retry=5
5302024-08-19T19:01:58.037Z+ zoneadm list
5312024-08-19T19:01:58.037Z+ grep nexus
5322024-08-19T19:01:58.037Z+ [[ 5 -gt 300 ]]
5332024-08-19T19:01:58.037Z+ sleep 1
5342024-08-19T19:01:59.024Z+ retry=6
5352024-08-19T19:01:59.048Z+ zoneadm list
5362024-08-19T19:01:59.048Z+ grep nexus
5372024-08-19T19:01:59.048Z+ [[ 6 -gt 300 ]]
5382024-08-19T19:01:59.048Z+ sleep 1
5392024-08-19T19:02:00.037Z+ retry=7
5402024-08-19T19:02:00.060Z+ zoneadm list
5412024-08-19T19:02:00.060Z+ grep nexus
5422024-08-19T19:02:00.060Z+ [[ 7 -gt 300 ]]
5432024-08-19T19:02:00.060Z+ sleep 1
5442024-08-19T19:02:01.048Z+ retry=8
5452024-08-19T19:02:01.072Z+ zoneadm list
5462024-08-19T19:02:01.072Z+ grep nexus
5472024-08-19T19:02:01.072Z+ [[ 8 -gt 300 ]]
5482024-08-19T19:02:01.072Z+ sleep 1
5492024-08-19T19:02:02.064Z+ retry=9
5502024-08-19T19:02:02.087Z+ zoneadm list
5512024-08-19T19:02:02.087Z+ grep nexus
5522024-08-19T19:02:02.087Z+ [[ 9 -gt 300 ]]
5532024-08-19T19:02:02.087Z+ sleep 1
5542024-08-19T19:02:03.076Z+ retry=10
5552024-08-19T19:02:03.099Z+ zoneadm list
5562024-08-19T19:02:03.099Z+ grep nexus
5572024-08-19T19:02:03.099Z+ [[ 10 -gt 300 ]]
5582024-08-19T19:02:03.100Z+ sleep 1
5592024-08-19T19:02:04.449Z+ retry=11
5602024-08-19T19:02:04.450Z+ zoneadm list
5612024-08-19T19:02:04.450Z+ grep nexus
5622024-08-19T19:02:04.572Z+ [[ 11 -gt 300 ]]
5632024-08-19T19:02:04.572Z+ sleep 1
5642024-08-19T19:02:05.561Z+ retry=12
5652024-08-19T19:02:05.561Z+ zoneadm list
5662024-08-19T19:02:05.758Z+ grep nexus
5672024-08-19T19:02:05.758Z+ [[ 12 -gt 300 ]]
5682024-08-19T19:02:05.758Z+ sleep 1
5692024-08-19T19:02:06.755Z+ retry=13
5702024-08-19T19:02:06.779Z+ zoneadm list
5712024-08-19T19:02:06.779Z+ grep nexus
5722024-08-19T19:02:06.779Z+ [[ 13 -gt 300 ]]
5732024-08-19T19:02:06.779Z+ sleep 1
5742024-08-19T19:02:07.768Z+ retry=14
5752024-08-19T19:02:07.791Z+ zoneadm list
5762024-08-19T19:02:07.792Z+ grep nexus
5772024-08-19T19:02:07.792Z+ [[ 14 -gt 300 ]]
5782024-08-19T19:02:07.792Z+ sleep 1
5792024-08-19T19:02:08.782Z+ retry=15
5802024-08-19T19:02:08.805Z+ zoneadm list
5812024-08-19T19:02:08.805Z+ grep nexus
5822024-08-19T19:02:08.805Z+ [[ 15 -gt 300 ]]
5832024-08-19T19:02:08.805Z+ sleep 1
5842024-08-19T19:02:09.795Z+ retry=16
5852024-08-19T19:02:09.818Z+ zoneadm list
5862024-08-19T19:02:09.818Z+ grep nexus
5872024-08-19T19:02:09.818Z+ [[ 16 -gt 300 ]]
5882024-08-19T19:02:09.818Z+ sleep 1
5892024-08-19T19:02:10.806Z+ retry=17
5902024-08-19T19:02:10.830Z+ zoneadm list
5912024-08-19T19:02:10.830Z+ grep nexus
5922024-08-19T19:02:10.830Z+ [[ 17 -gt 300 ]]
5932024-08-19T19:02:10.830Z+ sleep 1
5942024-08-19T19:02:11.821Z+ retry=18
5952024-08-19T19:02:11.844Z+ zoneadm list
5962024-08-19T19:02:11.844Z+ grep nexus
5972024-08-19T19:02:11.844Z+ [[ 18 -gt 300 ]]
5982024-08-19T19:02:11.844Z+ sleep 1
5992024-08-19T19:02:12.832Z+ retry=19
6002024-08-19T19:02:12.862Z+ zoneadm list
6012024-08-19T19:02:12.862Z+ grep nexus
6022024-08-19T19:02:12.862Z+ [[ 19 -gt 300 ]]
6032024-08-19T19:02:12.862Z+ sleep 1
6042024-08-19T19:02:13.844Z+ retry=20
6052024-08-19T19:02:13.868Z+ zoneadm list
6062024-08-19T19:02:13.868Z+ grep nexus
6072024-08-19T19:02:13.868Z+ [[ 20 -gt 300 ]]
6082024-08-19T19:02:13.868Z+ sleep 1
6092024-08-19T19:02:14.857Z+ retry=21
6102024-08-19T19:02:14.880Z+ zoneadm list
6112024-08-19T19:02:14.880Z+ grep nexus
6122024-08-19T19:02:14.880Z+ [[ 21 -gt 300 ]]
6132024-08-19T19:02:14.880Z+ sleep 1
6142024-08-19T19:02:15.880Z+ retry=22
6152024-08-19T19:02:15.903Z+ zoneadm list
6162024-08-19T19:02:15.903Z+ grep nexus
6172024-08-19T19:02:15.903Z+ [[ 22 -gt 300 ]]
6182024-08-19T19:02:15.903Z+ sleep 1
6192024-08-19T19:02:16.901Z+ retry=23
6202024-08-19T19:02:16.924Z+ + grep nexus
6212024-08-19T19:02:16.924Zzoneadm list
6222024-08-19T19:02:16.924Z+ [[ 23 -gt 300 ]]
6232024-08-19T19:02:16.924Z+ sleep 1
6242024-08-19T19:02:17.926Z+ retry=24
6252024-08-19T19:02:17.949Z+ zoneadm list
6262024-08-19T19:02:17.949Z+ grep nexus
6272024-08-19T19:02:17.949Z+ [[ 24 -gt 300 ]]
6282024-08-19T19:02:17.949Z+ sleep 1
6292024-08-19T19:02:18.942Z+ retry=25
6302024-08-19T19:02:18.965Z+ zoneadm list
6312024-08-19T19:02:18.965Z+ grep nexus
6322024-08-19T19:02:18.965Z+ [[ 25 -gt 300 ]]
6332024-08-19T19:02:18.965Z+ sleep 1
6342024-08-19T19:02:19.957Z+ retry=26
6352024-08-19T19:02:19.980Z+ zoneadm list
6362024-08-19T19:02:19.980Z+ grep nexus
6372024-08-19T19:02:19.980Z+ [[ 26 -gt 300 ]]
6382024-08-19T19:02:19.981Z+ sleep 1
6392024-08-19T19:02:20.969Z+ retry=27
6402024-08-19T19:02:20.992Z+ zoneadm list
6412024-08-19T19:02:20.992Z+ grep nexus
6422024-08-19T19:02:20.992Z+ [[ 27 -gt 300 ]]
6432024-08-19T19:02:20.992Z+ sleep 1
6442024-08-19T19:02:21.981Z+ retry=28
6452024-08-19T19:02:22.008Z+ zoneadm list
6462024-08-19T19:02:22.009Z+ grep nexus
6472024-08-19T19:02:22.009Z+ [[ 28 -gt 300 ]]
6482024-08-19T19:02:22.009Z+ sleep 1
6492024-08-19T19:02:22.994Z+ retry=29
6502024-08-19T19:02:23.018Z+ zoneadm list
6512024-08-19T19:02:23.018Z+ grep nexus
6522024-08-19T19:02:23.018Z+ [[ 29 -gt 300 ]]
6532024-08-19T19:02:23.018Z+ sleep 1
6542024-08-19T19:02:24.006Z+ retry=30
6552024-08-19T19:02:24.031Z+ zoneadm list
6562024-08-19T19:02:24.031Z+ grep nexus
6572024-08-19T19:02:24.031Z+ [[ 30 -gt 300 ]]
6582024-08-19T19:02:24.031Z+ sleep 1
6592024-08-19T19:02:25.018Z+ retry=31
6602024-08-19T19:02:25.041Z+ zoneadm list
6612024-08-19T19:02:25.041Z+ grep nexus
6622024-08-19T19:02:25.041Z+ [[ 31 -gt 300 ]]
6632024-08-19T19:02:25.041Z+ sleep 1
6642024-08-19T19:02:26.031Z+ retry=32
6652024-08-19T19:02:26.054Z+ zoneadm list
6662024-08-19T19:02:26.054Z+ grep nexus
6672024-08-19T19:02:26.054Z+ [[ 32 -gt 300 ]]
6682024-08-19T19:02:26.054Z+ sleep 1
6692024-08-19T19:02:27.533Z+ retry=33
6702024-08-19T19:02:29.196Z+ zoneadm list
6712024-08-19T19:02:29.196Z+ grep nexus
6722024-08-19T19:02:29.196Z+ [[ 33 -gt 300 ]]
6732024-08-19T19:02:29.196Z+ sleep 1
6742024-08-19T19:02:30.186Z+ retry=34
6752024-08-19T19:02:30.210Z+ zoneadm list
6762024-08-19T19:02:30.210Z+ grep nexus
6772024-08-19T19:02:30.210Z+ [[ 34 -gt 300 ]]
6782024-08-19T19:02:30.210Z+ sleep 1
6792024-08-19T19:02:31.204Z+ retry=35
6802024-08-19T19:02:31.228Z+ zoneadm list
6812024-08-19T19:02:31.228Z+ grep nexus
6822024-08-19T19:02:31.228Z+ [[ 35 -gt 300 ]]
6832024-08-19T19:02:31.228Z+ sleep 1
6842024-08-19T19:02:32.223Z+ retry=36
6852024-08-19T19:02:32.246Z+ zoneadm list
6862024-08-19T19:02:32.246Z+ grep nexus
6872024-08-19T19:02:32.246Z+ [[ 36 -gt 300 ]]
6882024-08-19T19:02:32.247Z+ sleep 1
6892024-08-19T19:02:33.234Z+ retry=37
6902024-08-19T19:02:33.258Z+ zoneadm list
6912024-08-19T19:02:33.258Z+ grep nexus
6922024-08-19T19:02:33.258Z+ [[ 37 -gt 300 ]]
6932024-08-19T19:02:33.258Z+ sleep 1
6942024-08-19T19:02:34.246Z+ retry=38
6952024-08-19T19:02:34.270Z+ zoneadm list
6962024-08-19T19:02:34.270Z+ grep nexus
6972024-08-19T19:02:34.270Z+ [[ 38 -gt 300 ]]
6982024-08-19T19:02:34.270Z+ sleep 1
6992024-08-19T19:02:35.260Z+ retry=39
7002024-08-19T19:02:35.283Z+ zoneadm list
7012024-08-19T19:02:35.283Z+ grep nexus
7022024-08-19T19:02:35.283Z+ [[ 39 -gt 300 ]]
7032024-08-19T19:02:35.283Z+ sleep 1
7042024-08-19T19:02:36.271Z+ retry=40
7052024-08-19T19:02:36.295Z+ zoneadm list
7062024-08-19T19:02:36.295Z+ grep nexus
7072024-08-19T19:02:36.295Z+ [[ 40 -gt 300 ]]
7082024-08-19T19:02:36.295Z+ sleep 1
7092024-08-19T19:02:37.283Z+ retry=41
7102024-08-19T19:02:37.307Z+ zoneadm list
7112024-08-19T19:02:37.307Z+ grep nexus
7122024-08-19T19:02:37.307Z+ [[ 41 -gt 300 ]]
7132024-08-19T19:02:37.307Z+ sleep 1
7142024-08-19T19:02:38.296Z+ retry=42
7152024-08-19T19:02:38.319Z+ zoneadm list
7162024-08-19T19:02:38.320Z+ grep nexus
7172024-08-19T19:02:38.320Z+ [[ 42 -gt 300 ]]
7182024-08-19T19:02:38.320Z+ sleep 1
7192024-08-19T19:02:39.308Z+ retry=43
7202024-08-19T19:02:39.336Z+ zoneadm list
7212024-08-19T19:02:39.336Z+ grep nexus
7222024-08-19T19:02:39.336Z+ [[ 43 -gt 300 ]]
7232024-08-19T19:02:39.336Z+ sleep 1
7242024-08-19T19:02:40.320Z+ retry=44
7252024-08-19T19:02:40.344Z+ zoneadm list
7262024-08-19T19:02:40.344Z+ grep nexus
7272024-08-19T19:02:40.344Z+ [[ 44 -gt 300 ]]
7282024-08-19T19:02:40.344Z+ sleep 1
7292024-08-19T19:02:41.333Z+ retry=45
7302024-08-19T19:02:41.356Z+ zoneadm list
7312024-08-19T19:02:41.356Z+ grep nexus
7322024-08-19T19:02:41.356Z+ [[ 45 -gt 300 ]]
7332024-08-19T19:02:41.356Z+ sleep 1
7342024-08-19T19:02:42.346Z+ retry=46
7352024-08-19T19:02:42.369Z+ zoneadm list
7362024-08-19T19:02:42.369Z+ grep nexus
7372024-08-19T19:02:42.369Z+ [[ 46 -gt 300 ]]
7382024-08-19T19:02:42.369Z+ sleep 1
7392024-08-19T19:02:43.358Z+ retry=47
7402024-08-19T19:02:43.381Z+ zoneadm list
7412024-08-19T19:02:43.381Z+ grep nexus
7422024-08-19T19:02:43.381Z+ [[ 47 -gt 300 ]]
7432024-08-19T19:02:43.381Z+ sleep 1
7442024-08-19T19:02:44.370Z+ retry=48
7452024-08-19T19:02:44.393Z+ zoneadm list
7462024-08-19T19:02:44.393Z+ grep nexus
7472024-08-19T19:02:44.393Z+ [[ 48 -gt 300 ]]
7482024-08-19T19:02:44.393Z+ sleep 1
7492024-08-19T19:02:45.381Z+ retry=49
7502024-08-19T19:02:45.405Z+ zoneadm list
7512024-08-19T19:02:45.405Z+ grep nexus
7522024-08-19T19:02:45.405Z+ [[ 49 -gt 300 ]]
7532024-08-19T19:02:45.405Z+ sleep 1
7542024-08-19T19:02:46.393Z+ retry=50
7552024-08-19T19:02:46.416Z+ zoneadm list
7562024-08-19T19:02:46.416Z+ grep nexus
7572024-08-19T19:02:46.416Z+ [[ 50 -gt 300 ]]
7582024-08-19T19:02:46.416Z+ sleep 1
7592024-08-19T19:02:47.405Z+ retry=51
7602024-08-19T19:02:47.428Z+ zoneadm list
7612024-08-19T19:02:47.428Z+ grep nexus
7622024-08-19T19:02:47.428Z+ [[ 51 -gt 300 ]]
7632024-08-19T19:02:47.428Z+ sleep 1
7642024-08-19T19:02:48.416Z+ retry=52
7652024-08-19T19:02:48.440Z+ zoneadm list
7662024-08-19T19:02:48.440Z+ grep nexus
7672024-08-19T19:02:48.440Z+ [[ 52 -gt 300 ]]
7682024-08-19T19:02:48.440Z+ sleep 1
7692024-08-19T19:02:49.428Z+ retry=53
7702024-08-19T19:02:49.451Z+ zoneadm list
7712024-08-19T19:02:49.451Z+ grep nexus
7722024-08-19T19:02:49.451Z+ [[ 53 -gt 300 ]]
7732024-08-19T19:02:49.451Z+ sleep 1
7742024-08-19T19:02:50.440Z+ retry=54
7752024-08-19T19:02:50.463Z+ zoneadm list
7762024-08-19T19:02:50.464Z+ grep nexus
7772024-08-19T19:02:50.464Z+ [[ 54 -gt 300 ]]
7782024-08-19T19:02:50.464Z+ sleep 1
7792024-08-19T19:02:51.454Z+ retry=55
7802024-08-19T19:02:51.478Z+ zoneadm list
7812024-08-19T19:02:51.478Z+ grep nexus
7822024-08-19T19:02:51.478Z+ [[ 55 -gt 300 ]]
7832024-08-19T19:02:51.478Z+ sleep 1
7842024-08-19T19:02:52.466Z+ retry=56
7852024-08-19T19:02:52.490Z+ zoneadm list
7862024-08-19T19:02:52.490Z+ grep nexus
7872024-08-19T19:02:52.490Z+ [[ 56 -gt 300 ]]
7882024-08-19T19:02:52.490Z+ sleep 1
7892024-08-19T19:02:53.478Z+ retry=57
7902024-08-19T19:02:53.501Z+ zoneadm list
7912024-08-19T19:02:53.501Z+ grep nexus
7922024-08-19T19:02:53.501Z+ [[ 57 -gt 300 ]]
7932024-08-19T19:02:53.501Z+ sleep 1
7942024-08-19T19:02:54.491Z+ retry=58
7952024-08-19T19:02:54.514Z+ zoneadm list
7962024-08-19T19:02:54.514Z+ grep nexus
7972024-08-19T19:02:54.514Z+ [[ 58 -gt 300 ]]
7982024-08-19T19:02:54.514Z+ sleep 1
7992024-08-19T19:02:55.503Z+ retry=59
8002024-08-19T19:02:55.526Z+ zoneadm list
8012024-08-19T19:02:55.527Z+ grep nexus
8022024-08-19T19:02:55.550Z+ [[ 59 -gt 300 ]]
8032024-08-19T19:02:55.550Z+ sleep 1
8042024-08-19T19:02:56.558Z+ retry=60
8052024-08-19T19:02:56.581Z+ zoneadm list
8062024-08-19T19:02:56.581Z+ grep nexus
8072024-08-19T19:02:56.581Z+ [[ 60 -gt 300 ]]
8082024-08-19T19:02:56.581Z+ sleep 1
8092024-08-19T19:02:57.573Z+ retry=61
8102024-08-19T19:02:57.596Z+ zoneadm list
8112024-08-19T19:02:57.596Z+ grep nexus
8122024-08-19T19:02:57.624Z+ [[ 61 -gt 300 ]]
8132024-08-19T19:02:57.624Z+ sleep 1
8142024-08-19T19:02:58.641Z+ retry=62
8152024-08-19T19:02:58.641Z+ zoneadm list
8162024-08-19T19:02:58.665Z+ grep nexus
8172024-08-19T19:02:58.665Z+ [[ 62 -gt 300 ]]
8182024-08-19T19:02:58.665Z+ sleep 1
8192024-08-19T19:02:59.673Z+ retry=63
8202024-08-19T19:02:59.674Z+ zoneadm list
8212024-08-19T19:02:59.674Z+ grep nexus
8222024-08-19T19:02:59.697Z+ [[ 63 -gt 300 ]]
8232024-08-19T19:02:59.697Z+ sleep 1
8242024-08-19T19:03:00.705Z+ retry=64
8252024-08-19T19:03:00.728Z+ zoneadm list
8262024-08-19T19:03:00.728Z+ grep nexus
8272024-08-19T19:03:00.728Z+ [[ 64 -gt 300 ]]
8282024-08-19T19:03:00.728Z+ sleep 1
8292024-08-19T19:03:01.726Z+ retry=65
8302024-08-19T19:03:01.750Z+ zoneadm list
8312024-08-19T19:03:01.750Z+ grep nexus
8322024-08-19T19:03:01.750Z+ [[ 65 -gt 300 ]]
8332024-08-19T19:03:01.750Z+ sleep 1
8342024-08-19T19:03:02.747Z+ retry=66
8352024-08-19T19:03:02.770Z+ zoneadm list
8362024-08-19T19:03:02.770Z+ grep nexus
8372024-08-19T19:03:02.770Z+ [[ 66 -gt 300 ]]
8382024-08-19T19:03:02.770Z+ sleep 1
8392024-08-19T19:03:03.800Z+ retry=67
8402024-08-19T19:03:03.800Z+ zoneadm list
8412024-08-19T19:03:03.800Z+ grep nexus
8422024-08-19T19:03:03.826Z+ [[ 67 -gt 300 ]]
8432024-08-19T19:03:03.826Z+ sleep 1
8442024-08-19T19:03:04.801Z+ retry=68
8452024-08-19T19:03:04.824Z+ zoneadm list
8462024-08-19T19:03:04.824Z+ grep nexus
8472024-08-19T19:03:04.824Z+ [[ 68 -gt 300 ]]
8482024-08-19T19:03:04.824Z+ sleep 1
8492024-08-19T19:03:05.821Z+ retry=69
8502024-08-19T19:03:06.143Z+ grep nexus
8512024-08-19T19:03:06.167Z+ zoneadm list
8522024-08-19T19:03:06.228Z+ echo 'Waited for nexus: 69s'
8532024-08-19T19:03:06.228Z+ export RUST_BACKTRACE=1
8542024-08-19T19:03:06.255Z+ RUST_BACKTRACE=1
8552024-08-19T19:03:06.255Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8562024-08-19T19:03:06.255Zoxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4
8572024-08-19T19:03:06.255ZWaited for nexus: 69s
8582024-08-19T19:03:06.255Z++ ./target/debug/bootstrap
8592024-08-19T19:03:06.721ZUsing external DNS server at 10.151.2.164:53
8602024-08-19T19:03:06.757Z2024-08-19 19:03:06.746876922 UTC: attempting to log into API
8612024-08-19T19:03:21.841Z2024-08-19 19:03:21.830819834 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8622024-08-19T19:03:22.843Z2024-08-19 19:03:22.832963961 UTC: attempting to log into API
 
8632024-08-19T19:03:26.148ZAug 19 19:03:25 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8642024-08-19T19:03:26.557ZAug 19 19:03:25 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8652024-08-19T19:03:27.138ZAug 19 19:03:26 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8662024-08-19T19:03:27.173ZAug 19 19:03:26 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8672024-08-19T19:03:28.016ZAug 19 19:03:27 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
8682024-08-19T19:03:37.877Z2024-08-19 19:03:37.866938951 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8692024-08-19T19:03:38.878Z2024-08-19 19:03:38.868023842 UTC: attempting to log into API
8702024-08-19T19:03:53.911Z2024-08-19 19:03:53.900677554 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8712024-08-19T19:03:54.912Z2024-08-19 19:03:54.901801986 UTC: attempting to log into API
8722024-08-19T19:04:00.734Z2024-08-19 19:04:00.723485477 UTC: login succeeded
8732024-08-19T19:04:00.766Zwaiting for nexus to come up...
8742024-08-19T19:04:00.835Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8752024-08-19T19:04:01.065Zsetting up quotas...
8762024-08-19T19:04:01.124Zensuring datasets are ready...
8772024-08-19T19:04:04.845Zlet's roll.
8782024-08-19T19:04:04.868Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8792024-08-19T19:04:04.868ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8802024-08-19T19:04:04.868ZOXIDE_TOKEN=oxide-token-379c0e7fc5190698d93241e127b4f0fb5d5f7ce5'
8812024-08-19T19:04:04.868Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8822024-08-19T19:04:04.868Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8832024-08-19T19:04:04.868Z++ OXIDE_TOKEN=oxide-token-379c0e7fc5190698d93241e127b4f0fb5d5f7ce5
8842024-08-19T19:04:04.868Z+ export OXIDE_HOST OXIDE_TOKEN
8852024-08-19T19:04:04.868Z+ retry=0
8862024-08-19T19:04:04.868Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8872024-08-19T19:04:04.891Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8882024-08-19T19:04:04.892Z+ [[ 0 -gt 60 ]]
8892024-08-19T19:04:04.892Z+ sleep 1
8902024-08-19T19:04:05.876Z+ retry=1
8912024-08-19T19:04:05.876Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8922024-08-19T19:04:05.900Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8932024-08-19T19:04:05.900Z+ [[ 1 -gt 60 ]]
8942024-08-19T19:04:05.900Z+ sleep 1
8952024-08-19T19:04:06.894Z+ retry=2
8962024-08-19T19:04:06.894Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8972024-08-19T19:04:06.918Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8982024-08-19T19:04:06.918Z+ [[ 2 -gt 60 ]]
8992024-08-19T19:04:06.918Z+ sleep 1
9002024-08-19T19:04:07.911Z+ retry=3
9012024-08-19T19:04:07.911Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9022024-08-19T19:04:07.934Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9032024-08-19T19:04:07.934Z+ [[ 3 -gt 60 ]]
9042024-08-19T19:04:07.934Z+ sleep 1
9052024-08-19T19:04:08.928Z+ retry=4
9062024-08-19T19:04:08.928Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9072024-08-19T19:04:08.952Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9082024-08-19T19:04:08.952Z+ [[ 4 -gt 60 ]]
9092024-08-19T19:04:08.952Z+ sleep 1
9102024-08-19T19:04:09.944Z+ retry=5
9112024-08-19T19:04:09.967Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9122024-08-19T19:04:09.967Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9132024-08-19T19:04:09.967Z+ [[ 5 -gt 60 ]]
9142024-08-19T19:04:09.968Z+ sleep 1
9152024-08-19T19:04:10.961Z+ retry=6
9162024-08-19T19:04:10.961Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9172024-08-19T19:04:10.984Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9182024-08-19T19:04:10.984Z+ [[ 6 -gt 60 ]]
9192024-08-19T19:04:10.984Z+ sleep 1
9202024-08-19T19:04:11.976Z+ retry=7
9212024-08-19T19:04:11.976Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9222024-08-19T19:04:11.999Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9232024-08-19T19:04:11.999Z+ [[ 7 -gt 60 ]]
9242024-08-19T19:04:11.999Z+ sleep 1
9252024-08-19T19:04:12.992Z+ retry=8
9262024-08-19T19:04:12.992Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9272024-08-19T19:04:13.016Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9282024-08-19T19:04:13.016Z+ [[ 8 -gt 60 ]]
9292024-08-19T19:04:13.016Z+ sleep 1
9302024-08-19T19:04:14.008Z+ retry=9
9312024-08-19T19:04:14.008Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9322024-08-19T19:04:14.031Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9332024-08-19T19:04:14.032Z+ [[ 9 -gt 60 ]]
9342024-08-19T19:04:14.032Z+ sleep 1
9352024-08-19T19:04:15.025Z+ retry=10
9362024-08-19T19:04:15.025Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9372024-08-19T19:04:15.049Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9382024-08-19T19:04:15.049Z+ [[ 10 -gt 60 ]]
9392024-08-19T19:04:15.049Z+ sleep 1
9402024-08-19T19:04:16.041Z+ retry=11
9412024-08-19T19:04:16.041Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9422024-08-19T19:04:16.065Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9432024-08-19T19:04:16.065Z+ [[ 11 -gt 60 ]]
9442024-08-19T19:04:16.065Z+ sleep 1
9452024-08-19T19:04:17.057Z+ retry=12
9462024-08-19T19:04:17.057Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9472024-08-19T19:04:17.081Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9482024-08-19T19:04:17.081Z+ [[ 12 -gt 60 ]]
9492024-08-19T19:04:17.081Z+ sleep 1
9502024-08-19T19:04:18.073Z+ retry=13
9512024-08-19T19:04:18.073Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9522024-08-19T19:04:18.096Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9532024-08-19T19:04:18.096Z+ [[ 13 -gt 60 ]]
9542024-08-19T19:04:18.096Z+ sleep 1
9552024-08-19T19:04:19.088Z+ retry=14
9562024-08-19T19:04:19.088Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9572024-08-19T19:04:19.136Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9582024-08-19T19:04:19.136Z+ [[ 14 -gt 60 ]]
9592024-08-19T19:04:19.136Z+ sleep 1
9602024-08-19T19:04:20.104Z+ retry=15
9612024-08-19T19:04:20.104Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9622024-08-19T19:04:20.128Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9632024-08-19T19:04:20.128Z+ [[ 15 -gt 60 ]]
9642024-08-19T19:04:20.128Z+ sleep 1
9652024-08-19T19:04:21.119Z+ retry=16
9662024-08-19T19:04:21.119Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9672024-08-19T19:04:21.147Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9682024-08-19T19:04:21.147Z+ [[ 16 -gt 60 ]]
9692024-08-19T19:04:21.147Z+ sleep 1
9702024-08-19T19:04:22.134Z+ retry=17
9712024-08-19T19:04:22.134Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9722024-08-19T19:04:22.158Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9732024-08-19T19:04:22.158Z+ [[ 17 -gt 60 ]]
9742024-08-19T19:04:22.158Z+ sleep 1
9752024-08-19T19:04:23.149Z+ retry=18
9762024-08-19T19:04:23.149Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9772024-08-19T19:04:23.173Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9782024-08-19T19:04:23.173Z+ [[ 18 -gt 60 ]]
9792024-08-19T19:04:23.173Z+ sleep 1
9802024-08-19T19:04:24.179Z+ retry=19
9812024-08-19T19:04:24.179Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9822024-08-19T19:04:24.179Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9832024-08-19T19:04:24.179Z+ [[ 19 -gt 60 ]]
9842024-08-19T19:04:24.179Z+ sleep 1
9852024-08-19T19:04:25.181Z+ retry=20
9862024-08-19T19:04:25.181Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9872024-08-19T19:04:25.205Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9882024-08-19T19:04:25.205Z+ [[ 20 -gt 60 ]]
9892024-08-19T19:04:25.205Z+ sleep 1
9902024-08-19T19:04:26.197Z+ retry=21
9912024-08-19T19:04:26.197Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9922024-08-19T19:04:26.222Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9932024-08-19T19:04:26.222Z+ [[ 21 -gt 60 ]]
9942024-08-19T19:04:26.222Z+ sleep 1
9952024-08-19T19:04:27.211Z+ retry=22
9962024-08-19T19:04:27.211Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9972024-08-19T19:04:27.236Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9982024-08-19T19:04:27.236Z+ [[ 22 -gt 60 ]]
9992024-08-19T19:04:27.236Z+ sleep 1
10002024-08-19T19:04:28.227Z+ retry=23
10012024-08-19T19:04:28.227Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10022024-08-19T19:04:28.251Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10032024-08-19T19:04:28.251Z+ [[ 23 -gt 60 ]]
10042024-08-19T19:04:28.251Z+ sleep 1
10052024-08-19T19:04:29.241Z+ retry=24
10062024-08-19T19:04:29.241Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10072024-08-19T19:04:29.266Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10082024-08-19T19:04:29.266Z+ [[ 24 -gt 60 ]]
10092024-08-19T19:04:29.266Z+ sleep 1
10102024-08-19T19:04:30.257Z+ retry=25
10112024-08-19T19:04:30.258Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10122024-08-19T19:04:30.282Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10132024-08-19T19:04:30.282Z+ [[ 25 -gt 60 ]]
10142024-08-19T19:04:30.282Z+ sleep 1
10152024-08-19T19:04:31.272Z+ retry=26
10162024-08-19T19:04:31.272Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10172024-08-19T19:04:31.296Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10182024-08-19T19:04:31.296Z+ [[ 26 -gt 60 ]]
10192024-08-19T19:04:31.296Z+ sleep 1
10202024-08-19T19:04:32.287Z+ retry=27
10212024-08-19T19:04:32.287Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10222024-08-19T19:04:32.311Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10232024-08-19T19:04:32.311Z+ [[ 27 -gt 60 ]]
10242024-08-19T19:04:32.311Z+ sleep 1
10252024-08-19T19:04:33.303Z+ retry=28
10262024-08-19T19:04:33.303Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10272024-08-19T19:04:33.384Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
10282024-08-19T19:04:33.987Z{"status":"ok"}success
10292024-08-19T19:04:33.987ZProject {
10302024-08-19T19:04:33.987Z description: "some images",
10312024-08-19T19:04:33.987Z id: 25a3e6bf-791c-4972-9dda-9307bb21b03d,
10322024-08-19T19:04:33.987Z name: Name(
10332024-08-19T19:04:33.987Z "images",
10342024-08-19T19:04:33.987Z ),
10352024-08-19T19:04:33.987Z time_created: 2024-08-19T19:04:33.504629Z,
10362024-08-19T19:04:33.987Z time_modified: 2024-08-19T19:04:33.504629Z,
10372024-08-19T19:04:33.987Z}
10382024-08-19T19:04:34.012Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
10392024-08-19T19:10:02.460Zdone!
10402024-08-19T19:10:02.561Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
10412024-08-19T19:10:02.660Zsuccess
10422024-08-19T19:10:02.660ZImage {
10432024-08-19T19:10:02.660Z block_size: ByteCount(
10442024-08-19T19:10:02.660Z 512,
10452024-08-19T19:10:02.660Z ),
10462024-08-19T19:10:02.660Z description: "debian 11 original base image",
10472024-08-19T19:10:02.660Z digest: None,
10482024-08-19T19:10:02.660Z id: 4455e4de-fed3-414e-8376-099c4573f4ca,
10492024-08-19T19:10:02.660Z name: Name(
10502024-08-19T19:10:02.684Z "debian11",
10512024-08-19T19:10:02.684Z ),
10522024-08-19T19:10:02.684Z os: "debian",
10532024-08-19T19:10:02.684Z project_id: None,
10542024-08-19T19:10:02.684Z size: ByteCount(
10552024-08-19T19:10:02.684Z 2147483648,
10562024-08-19T19:10:02.684Z ),
10572024-08-19T19:10:02.684Z time_created: 2024-08-19T19:10:02.394570Z,
10582024-08-19T19:10:02.684Z time_modified: 2024-08-19T19:10:02.641219Z,
10592024-08-19T19:10:02.684Z url: None,
10602024-08-19T19:10:02.684Z version: "11",
10612024-08-19T19:10:02.684Z}
10622024-08-19T19:10:02.684Z+ for test_bin in tests/*
10632024-08-19T19:10:02.684Z+ ./tests/bootstrap-ef2a78946683cc54
10642024-08-19T19:10:02.708Z
10652024-08-19T19:10:02.708Zrunning 0 tests
10662024-08-19T19:10:02.708Z
10672024-08-19T19:10:02.709Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10682024-08-19T19:10:02.709Z
10692024-08-19T19:10:02.709Z+ for test_bin in tests/*
10702024-08-19T19:10:02.709Z+ ./tests/commtest-421f7fbc9c5089ef
10712024-08-19T19:10:02.732Z
10722024-08-19T19:10:02.732Zrunning 0 tests
10732024-08-19T19:10:02.733Z
10742024-08-19T19:10:02.733Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10752024-08-19T19:10:02.733Z
10762024-08-19T19:10:02.733Z+ for test_bin in tests/*
10772024-08-19T19:10:02.733Z+ ./tests/dhcp_server-ceb6a591372c05a5
10782024-08-19T19:10:02.756Z
10792024-08-19T19:10:02.756Zrunning 0 tests
10802024-08-19T19:10:02.757Z
10812024-08-19T19:10:02.757Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10822024-08-19T19:10:02.757Z
10832024-08-19T19:10:02.757Z+ for test_bin in tests/*
10842024-08-19T19:10:02.757Z+ ./tests/end_to_end_tests-647b1e20ff4b3679
10852024-08-19T19:10:02.887Z
10862024-08-19T19:10:02.887Zrunning 2 tests
10872024-08-19T19:10:03.147Ztest no_spoof::no_spoof_here ... ok
10882024-08-19T19:10:37.633Ztest instance_launch::instance_launch ... ok
10892024-08-19T19:10:37.633Z
10902024-08-19T19:10:37.633Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 34.75s
10912024-08-19T19:10:37.633Z
10922024-08-19T19:10:37.657Z+ _exit_trap
10932024-08-19T19:10:37.657Z+ local status=0
10942024-08-19T19:10:37.657Z+ set +o errexit
10952024-08-19T19:10:37.657Z+ pfexec svcadm -Z disable -s cron
10962024-08-19T19:10:39.600Z+ [[ 0 -eq 0 ]]
10972024-08-19T19:10:39.600Z+ exit 0
10982024-08-19T19:10:39.714Zprocess exited: duration 607470 ms, exit code 0
 
10992024-08-19T19:10:39.839Zfound 108 output files
11002024-08-19T19:10:39.839Zuploading: /var/svc/log/oxide-sled-agent:default.log (954877 bytes)
11012024-08-19T19:10:41.168Zuploaded: /var/svc/log/oxide-sled-agent:default.log
11022024-08-19T19:10:41.168Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4662862 bytes)
11032024-08-19T19:10:41.593Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4662862 -> 4676886
11042024-08-19T19:10:42.663Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
11052024-08-19T19:10:42.663Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (33188 bytes)
11062024-08-19T19:10:43.828Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
11072024-08-19T19:10:43.829Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (184388 bytes)
11082024-08-19T19:10:44.007Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 184388 -> 185954
11092024-08-19T19:10:45.077Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
11102024-08-19T19:10:45.077Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (239936 bytes)
11112024-08-19T19:10:45.277Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 239936 -> 241891
11122024-08-19T19:10:46.347Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
11132024-08-19T19:10:46.347Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1416327 bytes)
11142024-08-19T19:10:46.643Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1416327 -> 1423508
11152024-08-19T19:10:47.713Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
11162024-08-19T19:10:47.713Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (754556 bytes)
11172024-08-19T19:10:47.981Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 754556 -> 760082
11182024-08-19T19:10:49.052Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
11192024-08-19T19:10:49.052Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3334 bytes)
11202024-08-19T19:10:50.145Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
11212024-08-19T19:10:50.145Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (270409 bytes)
11222024-08-19T19:10:50.344Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 270409 -> 275583
11232024-08-19T19:10:51.411Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
11242024-08-19T19:10:51.411Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (9341 bytes)
11252024-08-19T19:10:52.523Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
11262024-08-19T19:10:52.523Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3977 bytes)
11272024-08-19T19:10:53.614Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
11282024-08-19T19:10:53.638Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8131 bytes)
11292024-08-19T19:10:54.726Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
11302024-08-19T19:10:54.726Zuploading: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-agent:default.log (8483 bytes)
11312024-08-19T19:10:55.838Zuploaded: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-agent:default.log
11322024-08-19T19:10:55.838Zuploading: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11332024-08-19T19:10:56.929Zuploaded: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-downstairs:default.log
11342024-08-19T19:10:56.952Zuploading: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-downstairs:downstairs-1fd4f504-f13c-45fd-8c57-d90328221ba3.log (3018 bytes)
11352024-08-19T19:10:58.020Zuploaded: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-crucible-downstairs:downstairs-1fd4f504-f13c-45fd-8c57-d90328221ba3.log
11362024-08-19T19:10:58.020Zuploading: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
11372024-08-19T19:10:59.116Zuploaded: /pool/ext/0e5e90ab-7df1-43d1-9fdd-159728e22702/crypt/zone/oxz_crucible_60ad3bac-7630-4c13-9f0f-583c1b30b9a7/root/var/svc/log/oxide-zone-network-setup:default.log
11382024-08-19T19:10:59.116Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
11392024-08-19T19:11:00.201Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-cockroach-admin:default.log
11402024-08-19T19:11:00.201Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11412024-08-19T19:11:01.293Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-cockroachdb:default.log
11422024-08-19T19:11:01.293Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11432024-08-19T19:11:02.383Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_cockroachdb_fb624478-ecce-4b35-b9a9-f9a17dc7db45/root/var/svc/log/oxide-zone-network-setup:default.log
11442024-08-19T19:11:02.383Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11452024-08-19T19:11:03.474Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-crucible-agent:default.log
11462024-08-19T19:11:03.474Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11472024-08-19T19:11:04.567Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-crucible-downstairs:default.log
11482024-08-19T19:11:04.567Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
11492024-08-19T19:11:05.657Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_crucible_661c69f9-3c29-45de-a3ec-86637d409098/root/var/svc/log/oxide-zone-network-setup:default.log
11502024-08-19T19:11:05.657Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-nexus:default.log (36689353 bytes)
11512024-08-19T19:11:10.632Zupload warning: file "/pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36689353 -> 36808403
11522024-08-19T19:11:11.700Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-nexus:default.log
11532024-08-19T19:11:11.701Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11542024-08-19T19:11:12.792Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-opte-interface-setup:default.log
11552024-08-19T19:11:12.792Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
11562024-08-19T19:11:13.884Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_nexus_f3e68232-a594-413b-91c3-400d2696022b/root/var/svc/log/oxide-zone-network-setup:default.log
11572024-08-19T19:11:13.884Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_oximeter_bba49d4e-4df3-4654-9dcb-9c72acdf8457/root/var/svc/log/oxide-oximeter:default.log (1756962 bytes)
11582024-08-19T19:11:15.494Zupload warning: file "/pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_oximeter_bba49d4e-4df3-4654-9dcb-9c72acdf8457/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1756962 -> 1905836
11592024-08-19T19:11:16.562Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_oximeter_bba49d4e-4df3-4654-9dcb-9c72acdf8457/root/var/svc/log/oxide-oximeter:default.log
11602024-08-19T19:11:16.563Zuploading: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_oximeter_bba49d4e-4df3-4654-9dcb-9c72acdf8457/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
11612024-08-19T19:11:17.654Zuploaded: /pool/ext/1716f576-af30-4899-9ad0-a99d1a8faa43/crypt/zone/oxz_oximeter_bba49d4e-4df3-4654-9dcb-9c72acdf8457/root/var/svc/log/oxide-zone-network-setup:default.log
11622024-08-19T19:11:17.654Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-agent:default.log (36029 bytes)
11632024-08-19T19:11:18.852Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-agent:default.log
11642024-08-19T19:11:18.852Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11652024-08-19T19:11:19.942Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:default.log
11662024-08-19T19:11:19.942Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-1d577397-8a04-4f86-ac2f-01192ee7e7a7.log (6075 bytes)
11672024-08-19T19:11:21.054Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-1d577397-8a04-4f86-ac2f-01192ee7e7a7.log
11682024-08-19T19:11:21.078Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-e6291dc6-ac07-4f1d-b10f-b61ad84e274e.log (5992 bytes)
11692024-08-19T19:11:22.165Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:downstairs-e6291dc6-ac07-4f1d-b10f-b61ad84e274e.log
11702024-08-19T19:11:22.165Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:snapshot-1d577397-8a04-4f86-ac2f-01192ee7e7a7-a31dadaa-3b34-461f-8343-577bd70a8942.log (5685 bytes)
11712024-08-19T19:11:23.276Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-crucible-downstairs:snapshot-1d577397-8a04-4f86-ac2f-01192ee7e7a7-a31dadaa-3b34-461f-8343-577bd70a8942.log
11722024-08-19T19:11:23.276Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11732024-08-19T19:11:24.367Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_f6c5b050-465b-4a4a-ada6-c47cf2525a1c/root/var/svc/log/oxide-zone-network-setup:default.log
11742024-08-19T19:11:24.367Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_pantry_64e7d3ae-1d91-4e08-99e1-41a2c1067179/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
11752024-08-19T19:11:25.458Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_pantry_64e7d3ae-1d91-4e08-99e1-41a2c1067179/root/var/svc/log/oxide-crucible-pantry:default.log
11762024-08-19T19:11:25.458Zuploading: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_pantry_64e7d3ae-1d91-4e08-99e1-41a2c1067179/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
11772024-08-19T19:11:26.549Zuploaded: /pool/ext/1a1d7713-bf52-4283-888d-a89393706fa5/crypt/zone/oxz_crucible_pantry_64e7d3ae-1d91-4e08-99e1-41a2c1067179/root/var/svc/log/oxide-zone-network-setup:default.log
11782024-08-19T19:11:26.550Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
11792024-08-19T19:11:27.640Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-cockroach-admin:default.log
11802024-08-19T19:11:27.664Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
11812024-08-19T19:11:28.732Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-cockroachdb:default.log
11822024-08-19T19:11:28.756Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
11832024-08-19T19:11:29.823Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_cockroachdb_4177e89c-162a-41f0-b2ec-2f0bff22e346/root/var/svc/log/oxide-zone-network-setup:default.log
11842024-08-19T19:11:29.846Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
11852024-08-19T19:11:30.914Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-crucible-agent:default.log
11862024-08-19T19:11:30.914Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11872024-08-19T19:11:32.006Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-crucible-downstairs:default.log
11882024-08-19T19:11:32.006Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
11892024-08-19T19:11:33.096Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_crucible_f838daab-0280-40f6-a204-d9cffd738a56/root/var/svc/log/oxide-zone-network-setup:default.log
11902024-08-19T19:11:33.119Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-external_dns:default.log (30680 bytes)
11912024-08-19T19:11:33.248Zupload warning: file "/pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 30680 -> 34456
11922024-08-19T19:11:34.316Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-external_dns:default.log
11932024-08-19T19:11:34.317Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11942024-08-19T19:11:35.408Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-opte-interface-setup:default.log
11952024-08-19T19:11:35.408Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
11962024-08-19T19:11:36.499Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_external_dns_3a06702b-f22f-4cc6-90b6-7d3a77379333/root/var/svc/log/oxide-zone-network-setup:default.log
11972024-08-19T19:11:36.500Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_internal_dns_8423f61e-20c8-4a16-9d19-3ad5555df6c9/root/var/svc/log/oxide-internal_dns:default.log (418249 bytes)
11982024-08-19T19:11:37.211Zupload warning: file "/pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_internal_dns_8423f61e-20c8-4a16-9d19-3ad5555df6c9/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 418249 -> 422000
11992024-08-19T19:11:38.279Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_internal_dns_8423f61e-20c8-4a16-9d19-3ad5555df6c9/root/var/svc/log/oxide-internal_dns:default.log
12002024-08-19T19:11:38.279Zuploading: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_internal_dns_8423f61e-20c8-4a16-9d19-3ad5555df6c9/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
12012024-08-19T19:11:39.371Zuploaded: /pool/ext/1d12502c-d0d6-47dc-b194-f2d5bdd5dfac/crypt/zone/oxz_internal_dns_8423f61e-20c8-4a16-9d19-3ad5555df6c9/root/var/svc/log/oxide-zone-network-setup:default.log
12022024-08-19T19:11:39.371Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-cockroach-admin:default.log (4660 bytes)
12032024-08-19T19:11:40.463Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-cockroach-admin:default.log
12042024-08-19T19:11:40.463Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
12052024-08-19T19:11:41.555Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-cockroachdb:default.log
12062024-08-19T19:11:41.555Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
12072024-08-19T19:11:42.649Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_cockroachdb_69b62cba-a2ad-43ea-8c15-3f3b4435126f/root/var/svc/log/oxide-zone-network-setup:default.log
12082024-08-19T19:11:42.649Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-agent:default.log (19435 bytes)
12092024-08-19T19:11:43.805Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-agent:default.log
12102024-08-19T19:11:43.805Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12112024-08-19T19:11:44.897Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:default.log
12122024-08-19T19:11:44.921Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:downstairs-060677ca-6fc9-44ae-9d4d-1a6f7fb9219e.log (3017 bytes)
12132024-08-19T19:11:45.990Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:downstairs-060677ca-6fc9-44ae-9d4d-1a6f7fb9219e.log
12142024-08-19T19:11:45.990Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:downstairs-c64de132-6c7a-4284-b4d5-00f5b16aa9a4.log (3125 bytes)
12152024-08-19T19:11:47.084Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-crucible-downstairs:downstairs-c64de132-6c7a-4284-b4d5-00f5b16aa9a4.log
12162024-08-19T19:11:47.109Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12172024-08-19T19:11:48.177Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_crucible_c08b737e-20ac-4839-802a-f419eff3eb49/root/var/svc/log/oxide-zone-network-setup:default.log
12182024-08-19T19:11:48.177Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-nexus:default.log (2917543 bytes)
12192024-08-19T19:11:50.249Zupload warning: file "/pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2917543 -> 3235802
12202024-08-19T19:11:51.316Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-nexus:default.log
12212024-08-19T19:11:51.316Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
12222024-08-19T19:11:52.411Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-opte-interface-setup:default.log
12232024-08-19T19:11:52.411Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
12242024-08-19T19:11:53.505Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_nexus_fd772ae6-867a-4ad5-8881-5e06be26d7a4/root/var/svc/log/oxide-zone-network-setup:default.log
12252024-08-19T19:11:53.505Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
12262024-08-19T19:11:54.641Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-chrony-setup:default.log
12272024-08-19T19:11:54.641Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-ntp:default.log (3514 bytes)
12282024-08-19T19:11:55.733Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-ntp:default.log
12292024-08-19T19:11:55.733Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
12302024-08-19T19:11:56.827Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-opte-interface-setup:default.log
12312024-08-19T19:11:56.827Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-zone-network-setup:default.log (1636 bytes)
12322024-08-19T19:11:57.919Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/svc/log/oxide-zone-network-setup:default.log
12332024-08-19T19:11:57.919Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
12342024-08-19T19:11:59.012Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-cockroach-admin:default.log
12352024-08-19T19:11:59.012Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
12362024-08-19T19:12:00.104Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-cockroachdb:default.log
12372024-08-19T19:12:00.104Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
12382024-08-19T19:12:04.480Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_cockroachdb_90c92c05-1c4a-4d00-9046-f08568d2298d/root/var/svc/log/oxide-zone-network-setup:default.log
12392024-08-19T19:12:04.480Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-agent:default.log (12507 bytes)
12402024-08-19T19:12:05.614Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-agent:default.log
12412024-08-19T19:12:05.638Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12422024-08-19T19:12:06.705Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-downstairs:default.log
12432024-08-19T19:12:06.729Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-downstairs:downstairs-c813771a-b169-4a38-a026-6a40cfb0cb87.log (5993 bytes)
12442024-08-19T19:12:07.817Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-crucible-downstairs:downstairs-c813771a-b169-4a38-a026-6a40cfb0cb87.log
12452024-08-19T19:12:07.817Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
12462024-08-19T19:12:08.907Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_crucible_bec029dc-952e-478a-b20d-7f0d85507875/root/var/svc/log/oxide-zone-network-setup:default.log
12472024-08-19T19:12:08.933Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_internal_dns_4b6612da-c0c6-460a-919f-83b45b195535/root/var/svc/log/oxide-internal_dns:default.log (418265 bytes)
12482024-08-19T19:12:09.619Zupload warning: file "/pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_internal_dns_4b6612da-c0c6-460a-919f-83b45b195535/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 418265 -> 422020
12492024-08-19T19:12:10.687Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_internal_dns_4b6612da-c0c6-460a-919f-83b45b195535/root/var/svc/log/oxide-internal_dns:default.log
12502024-08-19T19:12:10.687Zuploading: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_internal_dns_4b6612da-c0c6-460a-919f-83b45b195535/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
12512024-08-19T19:12:11.777Zuploaded: /pool/ext/6a3ed70a-94ff-4809-9d6e-4532771366ee/crypt/zone/oxz_internal_dns_4b6612da-c0c6-460a-919f-83b45b195535/root/var/svc/log/oxide-zone-network-setup:default.log
12522024-08-19T19:12:11.777Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-clickhouse-admin:default.log (823 bytes)
12532024-08-19T19:12:12.868Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-clickhouse-admin:default.log
12542024-08-19T19:12:12.901Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-clickhouse:default.log (2991324 bytes)
12552024-08-19T19:12:15.049Zupload warning: file "/pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2991324 -> 3633308
12562024-08-19T19:12:16.117Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-clickhouse:default.log
12572024-08-19T19:12:16.117Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
12582024-08-19T19:12:17.207Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_clickhouse_8664c406-7c1e-44a2-98db-816525bcfe09/root/var/svc/log/oxide-zone-network-setup:default.log
12592024-08-19T19:12:17.207Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-cockroach-admin:default.log (4660 bytes)
12602024-08-19T19:12:18.298Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-cockroach-admin:default.log
12612024-08-19T19:12:18.298Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
12622024-08-19T19:12:19.389Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-cockroachdb:default.log
12632024-08-19T19:12:19.389Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
12642024-08-19T19:12:20.480Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_cockroachdb_120d56ed-480f-4864-9949-6544b12a2a1f/root/var/svc/log/oxide-zone-network-setup:default.log
12652024-08-19T19:12:20.504Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-agent:default.log (28519 bytes)
12662024-08-19T19:12:21.658Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-agent:default.log
12672024-08-19T19:12:21.658Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12682024-08-19T19:12:22.751Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:default.log
12692024-08-19T19:12:22.751Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:downstairs-a3e4150b-8dc2-4a71-8cac-f06983a18449.log (3126 bytes)
12702024-08-19T19:12:23.845Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:downstairs-a3e4150b-8dc2-4a71-8cac-f06983a18449.log
12712024-08-19T19:12:23.873Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd61a676-611a-438e-8ad6-762ae23492d9.log (6075 bytes)
12722024-08-19T19:12:24.958Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:downstairs-fd61a676-611a-438e-8ad6-762ae23492d9.log
12732024-08-19T19:12:24.982Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:snapshot-fd61a676-611a-438e-8ad6-762ae23492d9-a31dadaa-3b34-461f-8343-577bd70a8942.log (5686 bytes)
12742024-08-19T19:12:26.072Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-crucible-downstairs:snapshot-fd61a676-611a-438e-8ad6-762ae23492d9-a31dadaa-3b34-461f-8343-577bd70a8942.log
12752024-08-19T19:12:26.096Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12762024-08-19T19:12:27.167Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_crucible_752e91c7-b793-46ba-aa3e-dbe9e45f3037/root/var/svc/log/oxide-zone-network-setup:default.log
12772024-08-19T19:12:27.167Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-external_dns:default.log (30680 bytes)
12782024-08-19T19:12:27.319Zupload warning: file "/pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 30680 -> 34456
12792024-08-19T19:12:28.388Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-external_dns:default.log
12802024-08-19T19:12:28.388Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12812024-08-19T19:12:29.480Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-opte-interface-setup:default.log
12822024-08-19T19:12:29.480Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
12832024-08-19T19:12:30.572Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_external_dns_b120bca8-0104-46d7-897a-027a4843e1a6/root/var/svc/log/oxide-zone-network-setup:default.log
12842024-08-19T19:12:30.598Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_internal_dns_f7477590-d5e1-4cbf-9ecb-8c27b22a39b6/root/var/svc/log/oxide-internal_dns:default.log (406808 bytes)
12852024-08-19T19:12:31.263Zupload warning: file "/pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_internal_dns_f7477590-d5e1-4cbf-9ecb-8c27b22a39b6/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406808 -> 410562
12862024-08-19T19:12:32.332Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_internal_dns_f7477590-d5e1-4cbf-9ecb-8c27b22a39b6/root/var/svc/log/oxide-internal_dns:default.log
12872024-08-19T19:12:32.356Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_internal_dns_f7477590-d5e1-4cbf-9ecb-8c27b22a39b6/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
12882024-08-19T19:12:33.423Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_internal_dns_f7477590-d5e1-4cbf-9ecb-8c27b22a39b6/root/var/svc/log/oxide-zone-network-setup:default.log
12892024-08-19T19:12:33.423Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-nexus:default.log (5344992 bytes)
12902024-08-19T19:12:36.314Zupload warning: file "/pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5344992 -> 6223333
12912024-08-19T19:12:37.382Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-nexus:default.log
12922024-08-19T19:12:37.382Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12932024-08-19T19:12:38.471Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-opte-interface-setup:default.log
12942024-08-19T19:12:38.471Zuploading: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
12952024-08-19T19:12:39.564Zuploaded: /pool/ext/93fe715b-bf36-4ceb-aa7d-fcf5b94abd70/crypt/zone/oxz_nexus_c34e01dd-dc59-4deb-a7fd-317dce12685f/root/var/svc/log/oxide-zone-network-setup:default.log
12962024-08-19T19:12:39.564Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-agent:default.log (34721 bytes)
12972024-08-19T19:12:40.769Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-agent:default.log
12982024-08-19T19:12:40.769Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12992024-08-19T19:12:41.872Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:default.log
13002024-08-19T19:12:41.872Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-20ad717a-0d60-4a9d-b172-0e8b029ec755.log (3020 bytes)
13012024-08-19T19:12:42.967Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-20ad717a-0d60-4a9d-b172-0e8b029ec755.log
13022024-08-19T19:12:42.967Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-65c08a48-e22f-46eb-a26b-bc9afe008259.log (6074 bytes)
13032024-08-19T19:12:44.082Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-65c08a48-e22f-46eb-a26b-bc9afe008259.log
13042024-08-19T19:12:44.082Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-a0a80bf1-acc9-4fb0-b7d3-17bb9ce98813.log (3126 bytes)
13052024-08-19T19:12:45.177Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:downstairs-a0a80bf1-acc9-4fb0-b7d3-17bb9ce98813.log
13062024-08-19T19:12:45.177Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:snapshot-65c08a48-e22f-46eb-a26b-bc9afe008259-a31dadaa-3b34-461f-8343-577bd70a8942.log (5685 bytes)
13072024-08-19T19:12:46.268Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-crucible-downstairs:snapshot-65c08a48-e22f-46eb-a26b-bc9afe008259-a31dadaa-3b34-461f-8343-577bd70a8942.log
13082024-08-19T19:12:46.292Zuploading: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
13092024-08-19T19:12:47.360Zuploaded: /pool/ext/af25232e-f6ef-4479-bfa1-8991480533a9/crypt/zone/oxz_crucible_c24d041e-8d21-4f13-9358-1e5968df42e2/root/var/svc/log/oxide-zone-network-setup:default.log
13102024-08-19T19:12:47.360Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-agent:default.log (12505 bytes)
13112024-08-19T19:12:48.475Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-agent:default.log
13122024-08-19T19:12:48.475Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13132024-08-19T19:12:49.568Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-downstairs:default.log
13142024-08-19T19:12:49.568Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-downstairs:downstairs-4a5109fa-e6ca-4561-833a-f8c60fc9ec9d.log (5993 bytes)
13152024-08-19T19:12:50.660Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-crucible-downstairs:downstairs-4a5109fa-e6ca-4561-833a-f8c60fc9ec9d.log
13162024-08-19T19:12:50.660Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
13172024-08-19T19:12:51.752Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_76281ff0-b1c1-4233-9381-1264a1e6ca60/root/var/svc/log/oxide-zone-network-setup:default.log
13182024-08-19T19:12:51.752Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_628db594-9212-4209-9b2c-9fb26651cf8f/root/var/svc/log/oxide-crucible-pantry:default.log (763917 bytes)
13192024-08-19T19:12:53.071Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_628db594-9212-4209-9b2c-9fb26651cf8f/root/var/svc/log/oxide-crucible-pantry:default.log
13202024-08-19T19:12:53.071Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_628db594-9212-4209-9b2c-9fb26651cf8f/root/var/svc/log/oxide-zone-network-setup:default.log (1714 bytes)
13212024-08-19T19:12:54.163Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_628db594-9212-4209-9b2c-9fb26651cf8f/root/var/svc/log/oxide-zone-network-setup:default.log
13222024-08-19T19:12:54.163Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_82b8298a-5c6b-4a46-8826-617f31a17d74/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
13232024-08-19T19:12:55.255Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_82b8298a-5c6b-4a46-8826-617f31a17d74/root/var/svc/log/oxide-crucible-pantry:default.log
13242024-08-19T19:12:55.255Zuploading: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_82b8298a-5c6b-4a46-8826-617f31a17d74/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
13252024-08-19T19:12:56.346Zuploaded: /pool/ext/df280ea8-2840-4f5b-8f5f-7ddb23ac99da/crypt/zone/oxz_crucible_pantry_82b8298a-5c6b-4a46-8826-617f31a17d74/root/var/svc/log/oxide-zone-network-setup:default.log
13262024-08-19T19:12:56.346Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/measurements.log (119601 bytes)
13272024-08-19T19:12:56.524Zupload warning: file "/pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/measurements.log" changed size mid upload: 119601 -> 155906
13282024-08-19T19:12:57.592Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/measurements.log
13292024-08-19T19:12:57.623Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/statistics.log (93951 bytes)
13302024-08-19T19:12:57.749Zupload warning: file "/pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/statistics.log" changed size mid upload: 93951 -> 123552
13312024-08-19T19:12:58.818Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/statistics.log
13322024-08-19T19:12:58.818Zuploading: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/tracking.log (19282 bytes)
13332024-08-19T19:12:58.908Zupload warning: file "/pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/tracking.log" changed size mid upload: 19282 -> 21526
13342024-08-19T19:12:59.977Zuploaded: /pool/ext/261a2db3-4d5a-4b55-8fde-becb0db8da2f/crypt/zone/oxz_ntp_4bfa0ad9-8736-4f03-b644-23b31ae9bcf2/root/var/log/chrony/tracking.log