01JJNT2SCS8C1QXQS8RFRA36D6: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJNT4S5AMDKDVRZ3M4J1YQX8

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-28T07:27:48.288Zjob dependencies complete; ready to run (waiting for 48 m 54 s)
22025-01-28T08:21:55.322Zjob assigned to worker 01JJNZQMSQE5NYDRMSC7X3F06W [factory lab, sock/11237] (queued for 54 m 7 s)
32025-01-28T08:21:55.341Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-01-28T08:21:55.400Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-01-28T08:21:55.433Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-01-28T08:21:55.466Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-01-28T08:21:55.500Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-01-28T08:21:55.533ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-01-28T08:21:55.566Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-01-28T08:21:55.600ZOxide Helios Version helios-2.0.23032 64-bit
112025-01-28T08:21:55.633ZConfiguring devices.
122025-01-28T08:21:55.667Z##################################################
132025-01-28T08:21:55.700Z#### ############# ##
142025-01-28T08:21:55.734Z### ### ############ ##
152025-01-28T08:21:55.767Z## ### # ## ### ## Oxide Computer Company ##
162025-01-28T08:21:55.800Z## ## ## ### # ### ##
172025-01-28T08:21:55.834Z## # ### #### #### This Station Under ##
182025-01-28T08:21:55.867Z### ### #### # ### Computer Control ##
192025-01-28T08:21:55.901Z#### #### ### ## ##
202025-01-28T08:21:55.934Z##################################################
212025-01-28T08:21:55.967ZHostname: sock
222025-01-28T08:21:56.001ZLoading smf(7) service descriptions:
232025-01-28T08:21:56.898Zdownloading input: /input/package/work/package.tar.gz
242025-01-28T08:27:25.162Zdownloaded input: /input/package/work/package.tar.gz
 
252025-01-28T08:27:25.162Zstarting task 0: "setup"
262025-01-28T08:27:25.187Z++ uname -s
272025-01-28T08:27:25.187Z+ kern=SunOS
282025-01-28T08:27:25.187Z+ case "$kern" in
292025-01-28T08:27:25.187Z+ groupadd -g 12345 build
302025-01-28T08:27:25.187Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312025-01-28T08:27:27.176Z+ zfs create -o mountpoint=/work rpool/work
322025-01-28T08:27:27.204Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332025-01-28T08:27:27.228Z+ home_fs=zfs
342025-01-28T08:27:27.228Z+ [[ zfs == autofs ]]
352025-01-28T08:27:27.228Z+ mkdir -p /home/build
362025-01-28T08:27:27.228Z+ chown build:build /home/build /work
372025-01-28T08:27:29.213Z+ chmod 0700 /home/build /work
382025-01-28T08:27:29.237Zprocess exited: duration 4057 ms, exit code 0
 
392025-01-28T08:27:29.285Zstarting task 1: "authentication"
402025-01-28T08:27:29.328Zprocess exited: duration 42 ms, exit code 0
 
412025-01-28T08:27:29.375Zstarting task 2: "build"
422025-01-28T08:27:29.399Z+ trap _exit_trap EXIT
432025-01-28T08:27:29.399Z+ OPTE_COMMIT=
442025-01-28T08:27:29.399Z+ [[ x != \x ]]
452025-01-28T08:27:29.399Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462025-01-28T08:27:29.497Zsecpolicy_fs_linkdir: 0x55 = 0x55
472025-01-28T08:27:29.497Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482025-01-28T08:27:29.497Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492025-01-28T08:27:29.497Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502025-01-28T08:27:29.497Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512025-01-28T08:27:29.497Zsecpolicy_fs_linkdir+5: 0 = 0x1
522025-01-28T08:27:29.522Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532025-01-28T08:27:29.523Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542025-01-28T08:27:29.523Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552025-01-28T08:27:29.523Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562025-01-28T08:27:29.523Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572025-01-28T08:27:29.523Z+ [[ -d /opt/oxide ]]
582025-01-28T08:27:29.523Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592025-01-28T08:27:29.523Z+ pfexec mkdir /opt/oxide
602025-01-28T08:27:29.523Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612025-01-28T08:27:29.523Z+ [[ -d /opt/oxide-underneath ]]
622025-01-28T08:27:29.523Z+ cd /opt/oxide-underneath
632025-01-28T08:27:29.523Z+ pfexec tar ceEp@/f - .
642025-01-28T08:27:29.523Z+ cd /opt/oxide
652025-01-28T08:27:29.523Z+ pfexec tar xveEp@/f -
662025-01-28T08:27:29.554Zx ., 0 bytes, 0 tape blocks
672025-01-28T08:27:29.578Zx ./opte, 0 bytes, 0 tape blocks
682025-01-28T08:27:29.578Zx ./opte/bin, 0 bytes, 0 tape blocks
692025-01-28T08:27:29.578Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702025-01-28T08:27:29.578Z+ pfexec rm -rf /opt/oxide-underneath
712025-01-28T08:27:29.578Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722025-01-28T08:27:29.601Z+ pfexec mkdir /opt/oxide/work
732025-01-28T08:27:29.601Z+ pfexec chown build:build /opt/oxide/work
742025-01-28T08:27:29.601Z+ cd /opt/oxide/work
752025-01-28T08:27:29.601Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762025-01-28T08:27:43.769ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772025-01-28T08:27:43.769Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782025-01-28T08:27:43.769Zx out/target/test, 107 bytes, 1 tape blocks
792025-01-28T08:27:43.769Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802025-01-28T08:27:43.769Zx package-manifest.toml, 34009 bytes, 67 tape blocks
812025-01-28T08:27:43.769Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
822025-01-28T08:27:43.769Zx target/release/omicron-package, 36839016 bytes, 71952 tape blocks
832025-01-28T08:27:43.769Zx target/release/xtask, 12156488 bytes, 23744 tape blocks
842025-01-28T08:27:43.769Zx target/debug/bootstrap, 225876704 bytes, 441166 tape blocks
852025-01-28T08:27:43.769Zx tests/bootstrap-7ac7bbbd4da4890b, 24857880 bytes, 48551 tape blocks
862025-01-28T08:27:43.769Zx tests/commtest-eb6bde0e0bbf4068, 25362816 bytes, 49537 tape blocks
872025-01-28T08:27:43.769Zx tests/dhcp_server-45d67cc5062d0e20, 24857896 bytes, 48551 tape blocks
882025-01-28T08:27:43.769Zx tests/end_to_end_tests-2690c229f42f1ac9, 289490848 bytes, 565412 tape blocks
892025-01-28T08:27:43.769Zx out/clickhouse.tar.gz, 301295948 bytes, 588469 tape blocks
902025-01-28T08:27:43.769Zx out/clickhouse_keeper.tar.gz, 288110606 bytes, 562717 tape blocks
912025-01-28T08:27:43.769Zx out/clickhouse_server.tar.gz, 301262934 bytes, 588405 tape blocks
922025-01-28T08:27:43.770Zx out/cockroachdb.tar.gz, 138218773 bytes, 269959 tape blocks
932025-01-28T08:27:43.770Zx out/crucible-dtrace.tar, 100864 bytes, 197 tape blocks
942025-01-28T08:27:43.770Zx out/crucible-pantry-zone.tar.gz, 29218934 bytes, 57069 tape blocks
952025-01-28T08:27:43.770Zx out/crucible-zone.tar.gz, 37705353 bytes, 73644 tape blocks
962025-01-28T08:27:43.770Zx out/external-dns.tar.gz, 36282103 bytes, 70864 tape blocks
972025-01-28T08:27:43.770Zx out/internal-dns.tar.gz, 36280843 bytes, 70862 tape blocks
982025-01-28T08:27:43.770Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992025-01-28T08:27:43.770Zx out/nexus.tar.gz, 102353281 bytes, 199909 tape blocks
1002025-01-28T08:27:43.770Zx out/ntp.tar.gz, 10751946 bytes, 21000 tape blocks
1012025-01-28T08:27:43.770Zx out/omicron-gateway-softnpu.tar.gz, 24670641 bytes, 48185 tape blocks
1022025-01-28T08:27:43.770Zx out/omicron-sled-agent.tar, 116585472 bytes, 227706 tape blocks
1032025-01-28T08:27:43.770Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042025-01-28T08:27:43.770Zx out/oximeter.tar.gz, 49521612 bytes, 96722 tape blocks
1052025-01-28T08:27:43.770Zx out/oxlog.tar, 3209728 bytes, 6269 tape blocks
1062025-01-28T08:27:43.770Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072025-01-28T08:27:43.770Zx out/propolis-server.tar.gz, 68121454 bytes, 133050 tape blocks
1082025-01-28T08:27:43.770Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092025-01-28T08:27:43.770Zx out/switch-softnpu.tar.gz, 243215321 bytes, 475030 tape blocks
1102025-01-28T08:27:43.794Z
1112025-01-28T08:27:43.794Zreal 14.158662923
1122025-01-28T08:27:43.794Zuser 12.537382708
1132025-01-28T08:27:43.794Zsys 2.802212676
1142025-01-28T08:27:43.794Ztrap 0.000550176
1152025-01-28T08:27:43.794Ztflt 0.000000000
1162025-01-28T08:27:43.794Zdflt 0.000000000
1172025-01-28T08:27:43.795Zkflt 0.000000000
1182025-01-28T08:27:43.795Zlock 0.000000000
1192025-01-28T08:27:43.795Zslp 12.638699549
1202025-01-28T08:27:43.795Zlat 0.335990835
1212025-01-28T08:27:43.795Zstop 0.000133590
1222025-01-28T08:27:43.795Z+ source .github/buildomat/ci-env.sh
1232025-01-28T08:27:43.795Z++ export CARGO_TERM_COLOR=always
1242025-01-28T08:27:43.795Z++ CARGO_TERM_COLOR=always
1252025-01-28T08:27:43.795Z+ bmat address ls
1262025-01-28T08:27:43.795ZNAME CIDR FIRST LAST COUNT
1272025-01-28T08:27:43.795Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282025-01-28T08:27:43.795Z++ bmat address ls -f extra -Ho first,last,count
1292025-01-28T08:27:43.795Z+ set -- 10.151.2.164 10.151.2.227 64
1302025-01-28T08:27:43.796Z+ EXTRA_IP_START=10.151.2.164
1312025-01-28T08:27:43.796Z+ EXTRA_IP_END=10.151.2.227
1322025-01-28T08:27:43.796Z+ EXTRA_IP_COUNT=64
1332025-01-28T08:27:43.796Z+ (( EXTRA_IP_COUNT >= 32 ))
1342025-01-28T08:27:43.796Z+ EXTRA_IP_BASE=10.151.2
1352025-01-28T08:27:43.796Z+ EXTRA_IP_FOCTET=164
1362025-01-28T08:27:43.796Z+ EXTRA_IP_LOCTET=227
1372025-01-28T08:27:43.796Z+ SERVICE_IP_POOL_START=10.151.2.164
1382025-01-28T08:27:43.796Z+ SERVICE_IP_POOL_END=10.151.2.173
1392025-01-28T08:27:43.796Z+ DNS_IP1=10.151.2.164
1402025-01-28T08:27:43.796Z+ DNS_IP2=10.151.2.165
1412025-01-28T08:27:43.796Z+ UPLINK_IP=10.151.2.174
1422025-01-28T08:27:43.796Z+ IPPOOL_START=10.151.2.175
1432025-01-28T08:27:43.796Z+ IPPOOL_END=10.151.2.227
1442025-01-28T08:27:43.796Z++ ipadm show-addr -po type,addr
1452025-01-28T08:27:43.797Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462025-01-28T08:27:43.797Z+ GATEWAY_IP=10.151.2.100
1472025-01-28T08:27:43.797Z+ [[ -n 10.151.2.100 ]]
1482025-01-28T08:27:43.797Z+ ping -s 10.151.2.100 56 1
1492025-01-28T08:27:43.797ZPING 10.151.2.100: 56 data bytes
1502025-01-28T08:27:43.797Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.013 ms
1512025-01-28T08:27:43.797Z
1522025-01-28T08:27:43.797Z----10.151.2.100 PING Statistics----
1532025-01-28T08:27:43.797Z1 packets transmitted, 1 packets received, 0% packet loss
1542025-01-28T08:27:43.797Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1552025-01-28T08:27:43.797Z++ arp -an
1562025-01-28T08:27:43.797Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572025-01-28T08:27:43.797Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582025-01-28T08:27:43.797Z+ routeadm -e ipv4-forwarding -u
1592025-01-28T08:27:43.909Z+ PXA_START=10.151.2.164
1602025-01-28T08:27:43.909Z+ PXA_END=10.151.2.227
1612025-01-28T08:27:43.909Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622025-01-28T08:27:44.041Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632025-01-28T08:27:44.065ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642025-01-28T08:27:44.118Zcreating virtual hardware
1652025-01-28T08:27:44.142Zcreating /scratch/m2_0.vdev
1662025-01-28T08:27:44.142Zcreating /scratch/m2_1.vdev
1672025-01-28T08:27:44.142Zcreating /scratch/u2_0.vdev
1682025-01-28T08:27:44.142Zcreating /scratch/u2_1.vdev
1692025-01-28T08:27:44.142Zcreating /scratch/u2_2.vdev
1702025-01-28T08:27:44.142Zcreating /scratch/u2_3.vdev
1712025-01-28T08:27:44.142Zcreating /scratch/u2_4.vdev
1722025-01-28T08:27:44.143Zcreating /scratch/u2_5.vdev
1732025-01-28T08:27:44.143Zcreating /scratch/u2_6.vdev
1742025-01-28T08:27:44.143Zcreating /scratch/u2_7.vdev
1752025-01-28T08:27:44.143Zcreating /scratch/u2_8.vdev
1762025-01-28T08:27:44.166ZSimnet net0/sc0_0 exists
1772025-01-28T08:27:44.190ZSimnet net1/sc1_0 exists
1782025-01-28T08:27:44.190ZVnic sc0_1 exists
1792025-01-28T08:27:56.659ZUsing 10.151.2.100 as gateway ip
1802025-01-28T08:27:56.659Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812025-01-28T08:27:56.659Zconfiguring SoftNPU ARP entry
1822025-01-28T08:27:56.686Zconfiguring SoftNPU proxy ARP
1832025-01-28T08:27:56.741ZSoftNPU state:
1842025-01-28T08:27:56.742Z local v6:
1852025-01-28T08:27:56.742Z local v4:
1862025-01-28T08:27:56.742Z router v6:
1872025-01-28T08:27:56.742Z router v4_idx:
1882025-01-28T08:27:56.742Z router v4_routes:
1892025-01-28T08:27:56.742Z resolver v4:
1902025-01-28T08:27:56.742Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912025-01-28T08:27:56.767Z resolver v6:
1922025-01-28T08:27:56.767Z nat v4:
1932025-01-28T08:27:56.767Z nat_v6:
1942025-01-28T08:27:56.767Z port_mac:
1952025-01-28T08:27:56.767Z proxy arp:
1962025-01-28T08:27:56.767Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972025-01-28T08:27:56.767Zcreated virtual hardware
1982025-01-28T08:27:56.767Z
1992025-01-28T08:27:56.767Zreal 12.697944060
2002025-01-28T08:27:56.767Zuser 0.681181021
2012025-01-28T08:27:56.767Zsys 3.219162070
2022025-01-28T08:27:56.767Ztrap 0.000049849
2032025-01-28T08:27:56.768Ztflt 0.000285623
2042025-01-28T08:27:56.768Zdflt 0.000682306
2052025-01-28T08:27:56.768Zkflt 0.000016089
2062025-01-28T08:27:56.768Zlock 9:49.160455287
2072025-01-28T08:27:56.768Zslp 38.324714446
2082025-01-28T08:27:56.768Zlat 0.084201197
2092025-01-28T08:27:56.768Zstop 0.345706604
2102025-01-28T08:27:56.768Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112025-01-28T08:27:56.792Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122025-01-28T08:27:56.792Z+ diff -u pkg/config.toml~ pkg/config.toml
2132025-01-28T08:27:56.792Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142025-01-28T08:27:56.792Z+++ pkg/config.toml Tue Jan 28 08:27:56 2025
2152025-01-28T08:27:56.792Z@@ -29,18 +29,18 @@
2162025-01-28T08:27:56.792Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172025-01-28T08:27:56.792Z # followed by a string that is embedded into their fake serial values.
2182025-01-28T08:27:56.792Z vdevs = [
2192025-01-28T08:27:56.792Z- "m2_0.vdev",
2202025-01-28T08:27:56.793Z- "m2_1.vdev",
2212025-01-28T08:27:56.793Z+ "/scratch/m2_0.vdev",
2222025-01-28T08:27:56.793Z+ "/scratch/m2_1.vdev",
2232025-01-28T08:27:56.793Z
2242025-01-28T08:27:56.793Z- "u2_0.vdev",
2252025-01-28T08:27:56.793Z- "u2_1.vdev",
2262025-01-28T08:27:56.793Z- "u2_2.vdev",
2272025-01-28T08:27:56.793Z- "u2_3.vdev",
2282025-01-28T08:27:56.793Z- "u2_4.vdev",
2292025-01-28T08:27:56.793Z- "u2_5.vdev",
2302025-01-28T08:27:56.793Z- "u2_6.vdev",
2312025-01-28T08:27:56.793Z- "u2_7.vdev",
2322025-01-28T08:27:56.793Z- "u2_8.vdev",
2332025-01-28T08:27:56.793Z+ "/scratch/u2_0.vdev",
2342025-01-28T08:27:56.793Z+ "/scratch/u2_1.vdev",
2352025-01-28T08:27:56.793Z+ "/scratch/u2_2.vdev",
2362025-01-28T08:27:56.793Z+ "/scratch/u2_3.vdev",
2372025-01-28T08:27:56.793Z+ "/scratch/u2_4.vdev",
2382025-01-28T08:27:56.793Z+ "/scratch/u2_5.vdev",
2392025-01-28T08:27:56.793Z+ "/scratch/u2_6.vdev",
2402025-01-28T08:27:56.793Z+ "/scratch/u2_7.vdev",
2412025-01-28T08:27:56.793Z+ "/scratch/u2_8.vdev",
2422025-01-28T08:27:56.793Z ]
2432025-01-28T08:27:56.793Z
2442025-01-28T08:27:56.793Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452025-01-28T08:27:56.793Z+ true
2462025-01-28T08:27:56.793Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472025-01-28T08:27:56.793Z+ SILO_NAME=recovery
2482025-01-28T08:27:56.793Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492025-01-28T08:27:56.793Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502025-01-28T08:27:56.793Z+ sed -i~ '
2512025-01-28T08:27:56.793Z /^external_dns_ips/c\
2522025-01-28T08:27:56.793Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532025-01-28T08:27:56.793Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542025-01-28T08:27:56.793Z /^first/c\
2552025-01-28T08:27:56.793Zfirst = "10.151.2.164"
2562025-01-28T08:27:56.793Z /^last/c\
2572025-01-28T08:27:56.793Zlast = "10.151.2.173"
2582025-01-28T08:27:56.793Z }
2592025-01-28T08:27:56.793Z /^infra_ip_first/c\
2602025-01-28T08:27:56.794Zinfra_ip_first = "10.151.2.174"
2612025-01-28T08:27:56.794Z /^infra_ip_last/c\
2622025-01-28T08:27:56.794Zinfra_ip_last = "10.151.2.174"
2632025-01-28T08:27:56.794Z /^\[\[rack_network_config.ports/,/^$/ {
2642025-01-28T08:27:56.794Z /^routes/c\
2652025-01-28T08:27:56.794Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662025-01-28T08:27:56.794Z /^addresses/c\
2672025-01-28T08:27:56.794Zaddresses = \[{address = "10.151.2.174/24"} \]
2682025-01-28T08:27:56.794Z }
2692025-01-28T08:27:56.794Z' pkg/config-rss.toml
2702025-01-28T08:27:56.818Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712025-01-28T08:27:56.818Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722025-01-28T08:27:56.818Z+++ pkg/config-rss.toml Tue Jan 28 08:27:56 2025
2732025-01-28T08:27:56.818Z@@ -33,7 +33,7 @@
2742025-01-28T08:27:56.818Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752025-01-28T08:27:56.818Z # must be contained in one of the "internal services" IP Pool ranges listed
2762025-01-28T08:27:56.818Z # below.
2772025-01-28T08:27:56.819Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782025-01-28T08:27:56.819Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792025-01-28T08:27:56.819Z
2802025-01-28T08:27:56.819Z # Initial TLS certificates for the external API
2812025-01-28T08:27:56.819Z #
2822025-01-28T08:27:56.820Z@@ -69,8 +69,8 @@
2832025-01-28T08:27:56.820Z #
2842025-01-28T08:27:56.820Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852025-01-28T08:27:56.820Z [[internal_services_ip_pool_ranges]]
2862025-01-28T08:27:56.820Z-first = "192.168.1.20"
2872025-01-28T08:27:56.820Z-last = "192.168.1.29"
2882025-01-28T08:27:56.820Z+first = "10.151.2.164"
2892025-01-28T08:27:56.820Z+last = "10.151.2.173"
2902025-01-28T08:27:56.820Z
2912025-01-28T08:27:56.820Z # TODO - this configuration is subject to change going forward. Ultimately these
2922025-01-28T08:27:56.820Z # parameters should be provided to the control plane via wicket, but we need to
2932025-01-28T08:27:56.820Z@@ -91,8 +91,8 @@
2942025-01-28T08:27:56.820Z # A range of IP addresses used by Boundary Services on the external network. In
2952025-01-28T08:27:56.820Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962025-01-28T08:27:56.820Z # With softnpu, only one address is used.
2972025-01-28T08:27:56.820Z-infra_ip_first = "192.168.1.30"
2982025-01-28T08:27:56.820Z-infra_ip_last = "192.168.1.30"
2992025-01-28T08:27:56.820Z+infra_ip_first = "10.151.2.174"
3002025-01-28T08:27:56.821Z+infra_ip_last = "10.151.2.174"
3012025-01-28T08:27:56.821Z
3022025-01-28T08:27:56.821Z # Configurations for BGP routers to run on the scrimlets.
3032025-01-28T08:27:56.821Z bgp = []
3042025-01-28T08:27:56.821Z@@ -100,9 +100,9 @@
3052025-01-28T08:27:56.821Z # You can configure multiple uplinks by repeating the following stanza
3062025-01-28T08:27:56.821Z [[rack_network_config.ports]]
3072025-01-28T08:27:56.821Z # Routes associated with this port.
3082025-01-28T08:27:56.821Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092025-01-28T08:27:56.821Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102025-01-28T08:27:56.821Z # Addresses associated with this port.
3112025-01-28T08:27:56.821Z-addresses = [{address = "192.168.1.30/24"}]
3122025-01-28T08:27:56.821Z+addresses = [{address = "10.151.2.174/24"} ]
3132025-01-28T08:27:56.821Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142025-01-28T08:27:56.821Z port = "qsfp0"
3152025-01-28T08:27:56.821Z # The speed of this port.
3162025-01-28T08:27:56.821Z+ true
3172025-01-28T08:27:56.821Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182025-01-28T08:27:56.821Za pkg/config-rss.toml 8K
3192025-01-28T08:27:56.821Za pkg/config.toml 4K
3202025-01-28T08:27:56.821Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212025-01-28T08:27:56.821Z+ TLS_NAME=recovery.sys.oxide.test
3222025-01-28T08:27:56.821Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232025-01-28T08:27:57.387Z...+..........+...+..+...+...+..........+...............+.....+.+.....+...............+.+...+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+....+.....+.........+.+..+...............+...+.+...+...........+....+.....+............+...+......+....+...+...+...........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.........+....+.....+.......+...+.....+....+..+...+..........+........+...............+............+...+...+.+........+...............+......+......+.+..+......+.........+......+............+.......+...............+...........+....+..................+...+........................+.....+...+.........+......+.......+..+.+.........+...+..+...+......+....+...........+....+..+.+..+.+......+..............+......+...............................+..+.......+.....+...+...+.......+...+...+...........+.....................+.......+...+........+.......+........+......+...+.+.................+.......+........+...+....+...+..+.+......+...........+.........+.+.....+....+.....+......+.........+....+.................+....+........................+...........+.+..+......................+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242025-01-28T08:27:57.865Z..+.+.....+....+...+..+.............+......+....................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+.+......+.....+.......+.....+.+..+.........+......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+..............+......+....+...................................+......+............+...+....+..+....+.........+...+..+...+.........................+..+.............+...+.....+......+.+........+......+..............................+.+..+...+.......+......+..+...+....+.....+...+............+............+..................+......+.+...+..................+.....+....+........+..........+......+.........+......+.....+..........+......+.....+...+...+........................+....+...........+...+...+...+.........+......+.+...+..+.+..+................+.........+...+.......................+................+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252025-01-28T08:27:57.889Z-----
3262025-01-28T08:27:57.913Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272025-01-28T08:27:57.913Za pkg/initial-tls-cert.pem 2K
3282025-01-28T08:27:57.913Za pkg/initial-tls-key.pem 4K
3292025-01-28T08:27:57.913Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302025-01-28T08:27:57.913Z+ rmdir pkg
3312025-01-28T08:27:57.913Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322025-01-28T08:27:57.913Z+ pfexec mkdir -p /usr/oxide
3332025-01-28T08:27:57.913Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342025-01-28T08:27:58.516Z+ pfexec chmod +x /usr/oxide/oxide
3352025-01-28T08:27:58.540Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362025-01-28T08:28:16.921Z+ OMICRON_NO_UNINSTALL=1
3372025-01-28T08:28:16.921Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382025-01-28T08:28:16.921ZLogging to: /opt/oxide/work/out/LOG
3392025-01-28T08:28:17.539Z
3402025-01-28T08:28:17.539Zreal 0.672993496
3412025-01-28T08:28:17.539Zuser 0.137779468
3422025-01-28T08:28:17.539Zsys 3.604285298
3432025-01-28T08:28:17.563Ztrap 0.000000490
3442025-01-28T08:28:17.563Ztflt 0.000069370
3452025-01-28T08:28:17.563Zdflt 0.000957442
3462025-01-28T08:28:17.563Zkflt 0.000000000
3472025-01-28T08:28:17.563Zlock 1:00.612053127
3482025-01-28T08:28:17.563Zslp 0.887438276
3492025-01-28T08:28:17.563Zlat 0.003426143
3502025-01-28T08:28:17.563Zstop 0.206848298
3512025-01-28T08:28:17.563Z+ retry=0
3522025-01-28T08:28:17.563Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532025-01-28T08:28:17.563Z+ [[ 0 -gt 30 ]]
3542025-01-28T08:28:17.563Z+ sleep 1
3552025-01-28T08:28:18.553Z+ retry=1
3562025-01-28T08:28:18.553Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572025-01-28T08:28:18.577Z+ [[ 1 -gt 30 ]]
3582025-01-28T08:28:18.577Z+ sleep 1
3592025-01-28T08:28:19.569Z+ retry=2
3602025-01-28T08:28:19.569Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612025-01-28T08:28:19.593Z+ [[ 2 -gt 30 ]]
3622025-01-28T08:28:19.593Z+ sleep 1
3632025-01-28T08:28:20.584Z+ retry=3
3642025-01-28T08:28:20.584Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652025-01-28T08:28:40.576Z+ [[ 3 -gt 30 ]]
3662025-01-28T08:28:40.576Z+ sleep 1
3672025-01-28T08:28:41.579Z+ retry=4
3682025-01-28T08:28:41.579Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692025-01-28T08:28:41.603Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702025-01-28T08:28:41.629Zlocal v6:
3712025-01-28T08:28:41.629Zfe80::1073:1ff:fe66:16d4
3722025-01-28T08:28:41.629Zfd74:fad8:dd27:8bb1::1
3732025-01-28T08:28:41.629Zlocal v4:
3742025-01-28T08:28:41.629Z10.151.2.174
3752025-01-28T08:28:41.629Zrouter v6:
3762025-01-28T08:28:41.629Zrouter v4_idx:
3772025-01-28T08:28:41.629Z0.0.0.0/0 -> 0
3782025-01-28T08:28:41.629Zrouter v4_routes:
3792025-01-28T08:28:41.629Z0 -> 10.151.2.100 (2)
3802025-01-28T08:28:41.629Zresolver v4:
3812025-01-28T08:28:41.629Z10.151.2.174 -> 5a:aa:72:0d:3d:60
3822025-01-28T08:28:41.629Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3832025-01-28T08:28:41.629Zresolver v6:
3842025-01-28T08:28:41.653Zfe80::5841:6ff:fee5:5cac -> 5a:41:06:e5:5c:ac
3852025-01-28T08:28:41.653Zfe80::1073:1ff:fe66:16d4 -> 12:73:01:66:16:d4
3862025-01-28T08:28:41.653Znat v4:
3872025-01-28T08:28:41.653Znat_v6:
3882025-01-28T08:28:41.653Zport_mac:
3892025-01-28T08:28:41.653Z1: a8:40:25:29:47:f6
3902025-01-28T08:28:41.653Z1000: a8:40:25:29:47:f5
3912025-01-28T08:28:41.653Z2: a8:40:25:29:48:16
3922025-01-28T08:28:41.653Zproxy arp:
3932025-01-28T08:28:41.653Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3942025-01-28T08:28:41.653Z+ retry=0
3952025-01-28T08:28:41.653Z+++ zoneadm list -n
3962025-01-28T08:28:41.654Z+++ grep oxz_ntp
3972025-01-28T08:28:41.654Z++ pfexec svcs -z -Hostate oxide/ntp
3982025-01-28T08:28:41.654Zsvcs: zone '-Hostate': entity not found
3992025-01-28T08:28:41.654Z++ true
4002025-01-28T08:28:41.678Z+ [[ '' != online ]]
4012025-01-28T08:28:41.678Z+ [[ 0 -gt 60 ]]
4022025-01-28T08:28:41.678Z+ sleep 1
4032025-01-28T08:28:42.657Z+ retry=1
4042025-01-28T08:28:42.681Z+++ zoneadm list -n
4052025-01-28T08:28:42.681Z+++ grep oxz_ntp
4062025-01-28T08:28:42.681Z++ pfexec svcs -z -Hostate oxide/ntp
4072025-01-28T08:28:42.681Zsvcs: zone '-Hostate': entity not found
4082025-01-28T08:28:42.681Z++ true
4092025-01-28T08:28:42.681Z+ [[ '' != online ]]
4102025-01-28T08:28:42.681Z+ [[ 1 -gt 60 ]]
4112025-01-28T08:28:42.681Z+ sleep 1
4122025-01-28T08:28:43.677Z+ retry=2
4132025-01-28T08:28:43.701Z+++ zoneadm list -n
4142025-01-28T08:28:43.701Z+++ grep oxz_ntp
4152025-01-28T08:28:43.701Z++ pfexec svcs -z -Hostate oxide/ntp
4162025-01-28T08:28:43.701Zsvcs: zone '-Hostate': entity not found
4172025-01-28T08:28:43.701Z++ true
4182025-01-28T08:28:43.701Z+ [[ '' != online ]]
4192025-01-28T08:28:43.701Z+ [[ 2 -gt 60 ]]
4202025-01-28T08:28:43.701Z+ sleep 1
4212025-01-28T08:28:44.699Z+ retry=3
4222025-01-28T08:28:44.723Z+++ zoneadm list -n
4232025-01-28T08:28:44.723Z+++ grep oxz_ntp
4242025-01-28T08:28:44.723Z++ pfexec svcs -z -Hostate oxide/ntp
4252025-01-28T08:28:44.723Zsvcs: zone '-Hostate': entity not found
4262025-01-28T08:28:44.723Z++ true
4272025-01-28T08:28:44.723Z+ [[ '' != online ]]
4282025-01-28T08:28:44.723Z+ [[ 3 -gt 60 ]]
4292025-01-28T08:28:44.723Z+ sleep 1
4302025-01-28T08:28:45.720Z+ retry=4
4312025-01-28T08:28:45.744Z+++ zoneadm list -n
4322025-01-28T08:28:45.744Z+++ grep oxz_ntp
4332025-01-28T08:28:45.744Z++ pfexec svcs -z -Hostate oxide/ntp
4342025-01-28T08:28:45.744Zsvcs: zone '-Hostate': entity not found
4352025-01-28T08:28:45.744Z++ true
4362025-01-28T08:28:45.744Z+ [[ '' != online ]]
4372025-01-28T08:28:45.744Z+ [[ 4 -gt 60 ]]
4382025-01-28T08:28:45.744Z+ sleep 1
4392025-01-28T08:28:46.741Z+ retry=5
4402025-01-28T08:28:46.765Z+++ zoneadm list -n
4412025-01-28T08:28:46.765Z+++ grep oxz_ntp
4422025-01-28T08:28:46.765Z++ pfexec svcs -z -Hostate oxide/ntp
4432025-01-28T08:28:46.789Zsvcs: zone '-Hostate': entity not found
4442025-01-28T08:28:46.789Z++ true
4452025-01-28T08:28:46.789Z+ [[ '' != online ]]
4462025-01-28T08:28:46.789Z+ [[ 5 -gt 60 ]]
4472025-01-28T08:28:46.789Z+ sleep 1
4482025-01-28T08:28:47.771Z+ retry=6
4492025-01-28T08:28:47.795Z+++ zoneadm list -n
4502025-01-28T08:28:47.796Z+++ grep oxz_ntp
4512025-01-28T08:28:47.796Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4522025-01-28T08:28:47.820Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4532025-01-28T08:28:47.820Z++ true
4542025-01-28T08:28:47.820Z+ [[ '' != online ]]
4552025-01-28T08:28:47.820Z+ [[ 6 -gt 60 ]]
4562025-01-28T08:28:47.820Z+ sleep 1
4572025-01-28T08:28:48.803Z+ retry=7
4582025-01-28T08:28:48.827Z+++ zoneadm list -n
4592025-01-28T08:28:48.827Z+++ grep oxz_ntp
4602025-01-28T08:28:48.827Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4612025-01-28T08:28:48.851Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4622025-01-28T08:28:48.851Z++ true
4632025-01-28T08:28:48.851Z+ [[ '' != online ]]
4642025-01-28T08:28:48.851Z+ [[ 7 -gt 60 ]]
4652025-01-28T08:28:48.851Z+ sleep 1
4662025-01-28T08:28:49.833Z+ retry=8
4672025-01-28T08:28:49.857Z+++ zoneadm list -n
4682025-01-28T08:28:49.857Z+++ grep oxz_ntp
4692025-01-28T08:28:49.857Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4702025-01-28T08:28:49.880Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4712025-01-28T08:28:49.881Z++ true
4722025-01-28T08:28:49.881Z+ [[ '' != online ]]
4732025-01-28T08:28:49.881Z+ [[ 8 -gt 60 ]]
4742025-01-28T08:28:49.881Z+ sleep 1
4752025-01-28T08:28:50.862Z+ retry=9
4762025-01-28T08:28:50.886Z+++ zoneadm list -n
4772025-01-28T08:28:50.886Z+++ grep oxz_ntp
4782025-01-28T08:28:50.886Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4792025-01-28T08:28:50.910Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4802025-01-28T08:28:50.910Z++ true
4812025-01-28T08:28:50.910Z+ [[ '' != online ]]
4822025-01-28T08:28:50.910Z+ [[ 9 -gt 60 ]]
4832025-01-28T08:28:50.910Z+ sleep 1
4842025-01-28T08:28:51.891Z+ retry=10
4852025-01-28T08:28:51.915Z+++ zoneadm list -n
4862025-01-28T08:28:51.915Z+++ grep oxz_ntp
4872025-01-28T08:28:51.915Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4882025-01-28T08:28:51.915Z+ [[ offline != online ]]
4892025-01-28T08:28:51.915Z+ [[ 10 -gt 60 ]]
4902025-01-28T08:28:51.915Z+ sleep 1
4912025-01-28T08:28:52.916Z+ retry=11
4922025-01-28T08:28:52.941Z+++ zoneadm list -n
4932025-01-28T08:28:52.941Z+++ grep oxz_ntp
4942025-01-28T08:28:52.941Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
4952025-01-28T08:28:52.941Z+ [[ offline != online ]]
4962025-01-28T08:28:52.941Z+ [[ 11 -gt 60 ]]
4972025-01-28T08:28:52.941Z+ sleep 1
4982025-01-28T08:28:53.937Z+ retry=12
4992025-01-28T08:28:53.963Z+++ zoneadm list -n
5002025-01-28T08:28:53.963Z+++ grep oxz_ntp
5012025-01-28T08:28:53.963Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
5022025-01-28T08:28:53.963Z+ [[ offline != online ]]
5032025-01-28T08:28:53.963Z+ [[ 12 -gt 60 ]]
5042025-01-28T08:28:53.963Z+ sleep 1
5052025-01-28T08:28:54.959Z+ retry=13
5062025-01-28T08:28:54.983Z+++ zoneadm list -n
5072025-01-28T08:28:54.984Z+++ grep oxz_ntp
5082025-01-28T08:28:54.984Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
5092025-01-28T08:28:54.984Z+ [[ offline != online ]]
5102025-01-28T08:28:54.984Z+ [[ 13 -gt 60 ]]
5112025-01-28T08:28:54.984Z+ sleep 1
5122025-01-28T08:28:55.982Z+ retry=14
5132025-01-28T08:28:56.006Z+++ zoneadm list -n
5142025-01-28T08:28:56.006Z+++ grep oxz_ntp
5152025-01-28T08:28:56.006Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
5162025-01-28T08:28:56.006Z+ [[ offline != online ]]
5172025-01-28T08:28:56.006Z+ [[ 14 -gt 60 ]]
5182025-01-28T08:28:56.006Z+ sleep 1
5192025-01-28T08:28:57.004Z+ retry=15
5202025-01-28T08:28:57.028Z+++ zoneadm list -n
5212025-01-28T08:28:57.028Z+++ grep oxz_ntp
5222025-01-28T08:28:57.028Z++ pfexec svcs -z oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34 -Hostate oxide/ntp
5232025-01-28T08:28:57.028Z+ [[ online != online ]]
5242025-01-28T08:28:57.028Z+ echo 'Waited for chrony: 15s'
5252025-01-28T08:28:57.028ZWaited for chrony: 15s
5262025-01-28T08:28:57.028Z+ retry=0
5272025-01-28T08:28:57.028Z+ zoneadm list
5282025-01-28T08:28:57.028Z+ grep nexus
5292025-01-28T08:28:57.052Z+ [[ 0 -gt 300 ]]
5302025-01-28T08:28:57.052Z+ sleep 1
 
5312025-01-28T08:28:57.102Zsock console login: Jan 28 08:28:55 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5322025-01-28T08:28:58.033Z+ retry=1
5332025-01-28T08:28:58.058Z+ zoneadm list
5342025-01-28T08:28:58.058Z+ grep nexus
5352025-01-28T08:28:58.058Z+ [[ 1 -gt 300 ]]
5362025-01-28T08:28:58.058Z+ sleep 1
5372025-01-28T08:28:59.044Z+ retry=2
5382025-01-28T08:28:59.068Z+ zoneadm list
5392025-01-28T08:28:59.068Z+ grep nexus
5402025-01-28T08:28:59.068Z+ [[ 2 -gt 300 ]]
5412025-01-28T08:28:59.068Z+ sleep 1
5422025-01-28T08:29:00.061Z+ retry=3
5432025-01-28T08:29:00.084Z+ zoneadm list
5442025-01-28T08:29:00.085Z+ grep nexus
5452025-01-28T08:29:00.085Z+ [[ 3 -gt 300 ]]
5462025-01-28T08:29:00.085Z+ sleep 1
5472025-01-28T08:29:01.078Z+ retry=4
5482025-01-28T08:29:01.102Z+ zoneadm list
5492025-01-28T08:29:01.171Z+ grep nexus
5502025-01-28T08:29:01.194Z+ [[ 4 -gt 300 ]]
5512025-01-28T08:29:01.195Z+ sleep 1
5522025-01-28T08:29:02.184Z+ retry=5
5532025-01-28T08:29:02.186Z+ zoneadm list
5542025-01-28T08:29:02.210Z+ grep nexus
5552025-01-28T08:29:02.210Z+ [[ 5 -gt 300 ]]
5562025-01-28T08:29:02.210Z+ sleep 1
5572025-01-28T08:29:03.200Z+ retry=6
5582025-01-28T08:29:03.224Z+ zoneadm list
5592025-01-28T08:29:03.224Z+ grep nexus
5602025-01-28T08:29:03.224Z+ [[ 6 -gt 300 ]]
5612025-01-28T08:29:03.224Z+ sleep 1
5622025-01-28T08:29:04.215Z+ retry=7
5632025-01-28T08:29:04.239Z+ zoneadm list
5642025-01-28T08:29:04.239Z+ grep nexus
5652025-01-28T08:29:04.239Z+ [[ 7 -gt 300 ]]
5662025-01-28T08:29:04.240Z+ sleep 1
5672025-01-28T08:29:05.233Z+ retry=8
5682025-01-28T08:29:05.257Z+ zoneadm list
5692025-01-28T08:29:05.257Z+ grep nexus
5702025-01-28T08:29:05.257Z+ [[ 8 -gt 300 ]]
5712025-01-28T08:29:05.257Z+ sleep 1
5722025-01-28T08:29:06.249Z+ retry=9
5732025-01-28T08:29:06.273Z+ zoneadm list
5742025-01-28T08:29:06.273Z+ grep nexus
5752025-01-28T08:29:06.273Z+ [[ 9 -gt 300 ]]
5762025-01-28T08:29:06.273Z+ sleep 1
5772025-01-28T08:29:07.266Z+ retry=10
5782025-01-28T08:29:07.290Z+ zoneadm list
5792025-01-28T08:29:07.290Z+ grep nexus
5802025-01-28T08:29:07.290Z+ [[ 10 -gt 300 ]]
5812025-01-28T08:29:07.290Z+ sleep 1
5822025-01-28T08:29:08.283Z+ retry=11
5832025-01-28T08:29:08.307Z+ zoneadm list
5842025-01-28T08:29:08.307Z+ grep nexus
5852025-01-28T08:29:08.307Z+ [[ 11 -gt 300 ]]
5862025-01-28T08:29:08.307Z+ sleep 1
5872025-01-28T08:29:09.299Z+ retry=12
5882025-01-28T08:29:09.323Z+ zoneadm list
5892025-01-28T08:29:09.324Z+ grep nexus
5902025-01-28T08:29:09.324Z+ [[ 12 -gt 300 ]]
5912025-01-28T08:29:09.324Z+ sleep 1
5922025-01-28T08:29:10.317Z+ retry=13
5932025-01-28T08:29:10.341Z+ zoneadm list
5942025-01-28T08:29:10.341Z+ grep nexus
5952025-01-28T08:29:10.341Z+ [[ 13 -gt 300 ]]
5962025-01-28T08:29:10.341Z+ sleep 1
5972025-01-28T08:29:11.332Z+ retry=14
5982025-01-28T08:29:11.356Z+ zoneadm list
5992025-01-28T08:29:11.356Z+ grep nexus
6002025-01-28T08:29:11.357Z+ [[ 14 -gt 300 ]]
6012025-01-28T08:29:11.357Z+ sleep 1
6022025-01-28T08:29:12.348Z+ retry=15
6032025-01-28T08:29:12.371Z+ zoneadm list
6042025-01-28T08:29:12.372Z+ grep nexus
6052025-01-28T08:29:12.372Z+ [[ 15 -gt 300 ]]
6062025-01-28T08:29:12.372Z+ sleep 1
6072025-01-28T08:29:13.364Z+ retry=16
6082025-01-28T08:29:13.388Z+ zoneadm list
6092025-01-28T08:29:13.388Z+ grep nexus
6102025-01-28T08:29:13.388Z+ [[ 16 -gt 300 ]]
6112025-01-28T08:29:13.388Z+ sleep 1
6122025-01-28T08:29:14.379Z+ retry=17
6132025-01-28T08:29:14.403Z+ zoneadm list
6142025-01-28T08:29:14.403Z+ grep nexus
6152025-01-28T08:29:14.403Z+ [[ 17 -gt 300 ]]
6162025-01-28T08:29:14.403Z+ sleep 1
6172025-01-28T08:29:15.395Z+ retry=18
6182025-01-28T08:29:15.419Z+ zoneadm list
6192025-01-28T08:29:15.419Z+ grep nexus
6202025-01-28T08:29:15.419Z+ [[ 18 -gt 300 ]]
6212025-01-28T08:29:15.419Z+ sleep 1
6222025-01-28T08:29:16.412Z+ retry=19
6232025-01-28T08:29:16.436Z+ zoneadm list
6242025-01-28T08:29:16.436Z+ grep nexus
6252025-01-28T08:29:16.436Z+ [[ 19 -gt 300 ]]
6262025-01-28T08:29:16.436Z+ sleep 1
6272025-01-28T08:29:17.547Z+ retry=20
6282025-01-28T08:29:17.573Z+ zoneadm list
6292025-01-28T08:29:17.609Z+ grep nexus
6302025-01-28T08:29:17.634Z+ [[ 20 -gt 300 ]]
6312025-01-28T08:29:17.703Z+ sleep 1
6322025-01-28T08:29:22.753Z+ retry=21
6332025-01-28T08:29:22.777Z+ zoneadm list
6342025-01-28T08:29:22.777Z+ grep nexus
6352025-01-28T08:29:22.777Z+ [[ 21 -gt 300 ]]
6362025-01-28T08:29:22.777Z+ sleep 1
6372025-01-28T08:29:23.775Z+ retry=22
6382025-01-28T08:29:23.799Z+ zoneadm list
6392025-01-28T08:29:23.799Z+ grep nexus
6402025-01-28T08:29:23.799Z+ [[ 22 -gt 300 ]]
6412025-01-28T08:29:23.799Z+ sleep 1
6422025-01-28T08:29:24.794Z+ retry=23
6432025-01-28T08:29:24.818Z+ zoneadm list
6442025-01-28T08:29:24.818Z+ grep nexus
6452025-01-28T08:29:24.818Z+ [[ 23 -gt 300 ]]
6462025-01-28T08:29:24.818Z+ sleep 1
6472025-01-28T08:29:25.807Z+ retry=24
6482025-01-28T08:29:25.831Z+ zoneadm list
6492025-01-28T08:29:25.831Z+ grep nexus
6502025-01-28T08:29:25.831Z+ [[ 24 -gt 300 ]]
6512025-01-28T08:29:25.831Z+ sleep 1
6522025-01-28T08:29:26.819Z+ retry=25
6532025-01-28T08:29:26.844Z+ zoneadm list
6542025-01-28T08:29:26.844Z+ grep nexus
6552025-01-28T08:29:26.844Z+ [[ 25 -gt 300 ]]
6562025-01-28T08:29:26.844Z+ sleep 1
6572025-01-28T08:29:27.837Z+ retry=26
6582025-01-28T08:29:27.862Z+ zoneadm list
6592025-01-28T08:29:27.862Z+ grep nexus
6602025-01-28T08:29:27.862Z+ [[ 26 -gt 300 ]]
6612025-01-28T08:29:27.862Z+ sleep 1
6622025-01-28T08:29:28.856Z+ retry=27
6632025-01-28T08:29:28.880Z+ zoneadm list
6642025-01-28T08:29:28.880Z+ grep nexus
6652025-01-28T08:29:28.880Z+ [[ 27 -gt 300 ]]
6662025-01-28T08:29:28.880Z+ sleep 1
6672025-01-28T08:29:29.869Z+ retry=28
6682025-01-28T08:29:29.894Z+ zoneadm list
6692025-01-28T08:29:29.894Z+ grep nexus
6702025-01-28T08:29:29.894Z+ [[ 28 -gt 300 ]]
6712025-01-28T08:29:29.894Z+ sleep 1
6722025-01-28T08:29:30.880Z+ retry=29
6732025-01-28T08:29:30.905Z+ zoneadm list
6742025-01-28T08:29:30.905Z+ grep nexus
6752025-01-28T08:29:30.905Z+ [[ 29 -gt 300 ]]
6762025-01-28T08:29:30.905Z+ sleep 1
6772025-01-28T08:29:31.902Z+ retry=30
6782025-01-28T08:29:31.902Z+ zoneadm list
6792025-01-28T08:29:31.902Z+ grep nexus
6802025-01-28T08:29:31.902Z+ [[ 30 -gt 300 ]]
6812025-01-28T08:29:31.903Z+ sleep 1
6822025-01-28T08:29:32.903Z+ retry=31
6832025-01-28T08:29:32.928Z+ zoneadm list
6842025-01-28T08:29:32.929Z+ grep nexus
6852025-01-28T08:29:32.929Z+ [[ 31 -gt 300 ]]
6862025-01-28T08:29:32.929Z+ sleep 1
6872025-01-28T08:29:33.916Z+ retry=32
6882025-01-28T08:29:33.940Z+ zoneadm list
6892025-01-28T08:29:33.940Z+ grep nexus
6902025-01-28T08:29:33.940Z+ [[ 32 -gt 300 ]]
6912025-01-28T08:29:33.940Z+ sleep 1
6922025-01-28T08:29:34.928Z+ retry=33
6932025-01-28T08:29:34.953Z+ zoneadm list
6942025-01-28T08:29:34.953Z+ grep nexus
6952025-01-28T08:29:34.953Z+ [[ 33 -gt 300 ]]
6962025-01-28T08:29:34.953Z+ sleep 1
6972025-01-28T08:29:35.941Z+ retry=34
6982025-01-28T08:29:35.966Z+ zoneadm list
6992025-01-28T08:29:35.966Z+ grep nexus
7002025-01-28T08:29:35.966Z+ [[ 34 -gt 300 ]]
7012025-01-28T08:29:35.966Z+ sleep 1
7022025-01-28T08:29:36.953Z+ retry=35
7032025-01-28T08:29:36.978Z+ zoneadm list
7042025-01-28T08:29:36.978Z+ grep nexus
7052025-01-28T08:29:36.978Z+ [[ 35 -gt 300 ]]
7062025-01-28T08:29:36.978Z+ sleep 1
7072025-01-28T08:29:37.966Z+ retry=36
7082025-01-28T08:29:37.990Z+ zoneadm list
7092025-01-28T08:29:37.990Z+ grep nexus
7102025-01-28T08:29:37.991Z+ [[ 36 -gt 300 ]]
7112025-01-28T08:29:37.991Z+ sleep 1
7122025-01-28T08:29:38.977Z+ retry=37
7132025-01-28T08:29:39.002Z+ zoneadm list
7142025-01-28T08:29:39.002Z+ grep nexus
7152025-01-28T08:29:39.002Z+ [[ 37 -gt 300 ]]
7162025-01-28T08:29:39.002Z+ sleep 1
7172025-01-28T08:29:39.989Z+ retry=38
7182025-01-28T08:29:40.014Z+ zoneadm list
7192025-01-28T08:29:40.014Z+ grep nexus
7202025-01-28T08:29:40.014Z+ [[ 38 -gt 300 ]]
7212025-01-28T08:29:40.014Z+ sleep 1
7222025-01-28T08:29:41.000Z+ retry=39
7232025-01-28T08:29:41.025Z+ zoneadm list
7242025-01-28T08:29:41.025Z+ grep nexus
7252025-01-28T08:29:41.025Z+ [[ 39 -gt 300 ]]
7262025-01-28T08:29:41.025Z+ sleep 1
7272025-01-28T08:29:42.011Z+ retry=40
7282025-01-28T08:29:42.036Z+ zoneadm list
7292025-01-28T08:29:42.037Z+ grep nexus
7302025-01-28T08:29:42.037Z+ [[ 40 -gt 300 ]]
7312025-01-28T08:29:42.037Z+ sleep 1
7322025-01-28T08:29:43.023Z+ retry=41
7332025-01-28T08:29:43.048Z+ zoneadm list
7342025-01-28T08:29:43.048Z+ grep nexus
7352025-01-28T08:29:43.048Z+ [[ 41 -gt 300 ]]
7362025-01-28T08:29:43.048Z+ sleep 1
7372025-01-28T08:29:44.035Z+ retry=42
7382025-01-28T08:29:44.061Z+ zoneadm list
7392025-01-28T08:29:44.061Z+ grep nexus
7402025-01-28T08:29:44.061Z+ [[ 42 -gt 300 ]]
7412025-01-28T08:29:44.061Z+ sleep 1
7422025-01-28T08:29:45.048Z+ retry=43
7432025-01-28T08:29:45.073Z+ zoneadm list
7442025-01-28T08:29:45.073Z+ grep nexus
7452025-01-28T08:29:45.073Z+ [[ 43 -gt 300 ]]
7462025-01-28T08:29:45.073Z+ sleep 1
7472025-01-28T08:29:46.059Z+ retry=44
7482025-01-28T08:29:46.084Z+ zoneadm list
7492025-01-28T08:29:46.084Z+ grep nexus
7502025-01-28T08:29:46.084Z+ [[ 44 -gt 300 ]]
7512025-01-28T08:29:46.084Z+ sleep 1
7522025-01-28T08:29:47.070Z+ retry=45
7532025-01-28T08:29:47.094Z+ zoneadm list
7542025-01-28T08:29:47.094Z+ grep nexus
7552025-01-28T08:29:47.094Z+ [[ 45 -gt 300 ]]
7562025-01-28T08:29:47.094Z+ sleep 1
7572025-01-28T08:29:48.082Z+ retry=46
7582025-01-28T08:29:48.107Z+ zoneadm list
7592025-01-28T08:29:48.107Z+ grep nexus
7602025-01-28T08:29:48.107Z+ [[ 46 -gt 300 ]]
7612025-01-28T08:29:48.107Z+ sleep 1
7622025-01-28T08:29:49.094Z+ retry=47
7632025-01-28T08:29:49.118Z+ zoneadm list
7642025-01-28T08:29:49.118Z+ grep nexus
7652025-01-28T08:29:49.118Z+ [[ 47 -gt 300 ]]
7662025-01-28T08:29:49.118Z+ sleep 1
7672025-01-28T08:29:50.105Z+ retry=48
7682025-01-28T08:29:50.130Z+ zoneadm list
7692025-01-28T08:29:50.130Z+ grep nexus
7702025-01-28T08:29:50.130Z+ [[ 48 -gt 300 ]]
7712025-01-28T08:29:50.130Z+ sleep 1
7722025-01-28T08:29:51.118Z+ retry=49
7732025-01-28T08:29:51.143Z+ zoneadm list
7742025-01-28T08:29:51.143Z+ grep nexus
7752025-01-28T08:29:51.143Z+ [[ 49 -gt 300 ]]
7762025-01-28T08:29:51.143Z+ sleep 1
7772025-01-28T08:29:52.130Z+ retry=50
7782025-01-28T08:29:52.155Z+ zoneadm list
7792025-01-28T08:29:52.155Z+ grep nexus
7802025-01-28T08:29:52.156Z+ [[ 50 -gt 300 ]]
7812025-01-28T08:29:52.156Z+ sleep 1
7822025-01-28T08:29:53.149Z+ retry=51
7832025-01-28T08:29:53.174Z+ zoneadm list
7842025-01-28T08:29:53.174Z+ grep nexus
7852025-01-28T08:29:53.174Z+ [[ 51 -gt 300 ]]
7862025-01-28T08:29:53.174Z+ sleep 1
7872025-01-28T08:29:54.168Z+ retry=52
7882025-01-28T08:29:54.192Z+ zoneadm list
7892025-01-28T08:29:54.192Z+ grep nexus
7902025-01-28T08:29:54.192Z+ [[ 52 -gt 300 ]]
7912025-01-28T08:29:54.192Z+ sleep 1
7922025-01-28T08:29:55.191Z+ retry=53
7932025-01-28T08:29:55.191Z+ zoneadm list
7942025-01-28T08:29:55.216Z+ grep nexus
7952025-01-28T08:29:55.216Z+ [[ 53 -gt 300 ]]
7962025-01-28T08:29:55.216Z+ sleep 1
7972025-01-28T08:29:56.227Z+ retry=54
7982025-01-28T08:29:56.227Z+ zoneadm list
7992025-01-28T08:29:56.227Z+ grep nexus
8002025-01-28T08:29:56.254Z+ [[ 54 -gt 300 ]]
8012025-01-28T08:29:56.254Z+ sleep 1
8022025-01-28T08:29:57.717Z+ retry=55
8032025-01-28T08:29:58.935Z+ zoneadm list
8042025-01-28T08:29:59.181Z+ grep nexus
8052025-01-28T08:29:59.379Z+ [[ 55 -gt 300 ]]
8062025-01-28T08:29:59.403Z+ sleep 1
8072025-01-28T08:30:00.591Z+ retry=56
8082025-01-28T08:30:00.616Z+ zoneadm list
8092025-01-28T08:30:00.616Z+ grep nexus
8102025-01-28T08:30:00.616Z+ [[ 56 -gt 300 ]]
8112025-01-28T08:30:00.616Z+ sleep 1
8122025-01-28T08:30:02.338Z+ retry=57
8132025-01-28T08:30:02.338Z+ zoneadm list
8142025-01-28T08:30:02.338Z+ grep nexus
8152025-01-28T08:30:02.339Z+ [[ 57 -gt 300 ]]
8162025-01-28T08:30:02.339Z+ sleep 1
8172025-01-28T08:30:03.547Z+ retry=58
8182025-01-28T08:30:03.547Z+ zoneadm list
8192025-01-28T08:30:03.547Z+ grep nexus
8202025-01-28T08:30:03.547Z+ [[ 58 -gt 300 ]]
8212025-01-28T08:30:03.547Z+ sleep 1
8222025-01-28T08:30:04.396Z+ retry=59
8232025-01-28T08:30:04.421Z+ zoneadm list
8242025-01-28T08:30:04.421Z+ grep nexus
8252025-01-28T08:30:04.421Zoxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f
8262025-01-28T08:30:04.421Z+ echo 'Waited for nexus: 59s'
8272025-01-28T08:30:04.421ZWaited for nexus: 59s
8282025-01-28T08:30:04.421Z+ export RUST_BACKTRACE=1
8292025-01-28T08:30:04.421Z+ RUST_BACKTRACE=1
8302025-01-28T08:30:04.421Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8312025-01-28T08:30:04.421Z++ ./target/debug/bootstrap
8322025-01-28T08:30:05.339ZUsing external DNS server at 10.151.2.164:53
8332025-01-28T08:30:05.455Z2025-01-28 08:30:05.443254017 UTC: attempting to log into API
8342025-01-28T08:30:20.593Z2025-01-28 08:30:20.580734544 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8352025-01-28T08:30:21.594Z2025-01-28 08:30:21.582259604 UTC: attempting to log into API
 
8362025-01-28T08:30:25.327ZJan 28 08:30:24 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8372025-01-28T08:30:26.757ZJan 28 08:30:26 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8382025-01-28T08:30:28.478ZJan 28 08:30:27 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8392025-01-28T08:30:30.447ZJan 28 08:30:29 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8402025-01-28T08:30:30.486ZJan 28 08:30:30 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8412025-01-28T08:30:36.647Z2025-01-28 08:30:36.635914115 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8422025-01-28T08:30:37.649Z2025-01-28 08:30:37.637183892 UTC: attempting to log into API
8432025-01-28T08:30:52.690Z2025-01-28 08:30:52.670061826 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8442025-01-28T08:30:53.683Z2025-01-28 08:30:53.671354183 UTC: attempting to log into API
8452025-01-28T08:31:08.715Z2025-01-28 08:31:08.703945973 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8462025-01-28T08:31:09.717Z2025-01-28 08:31:09.705247861 UTC: attempting to log into API
8472025-01-28T08:31:10.537Z2025-01-28 08:31:10.524837912 UTC: login succeeded
8482025-01-28T08:31:10.569Zwaiting for nexus to come up...
8492025-01-28T08:31:10.681Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8502025-01-28T08:31:11.052Zsetting up quotas...
8512025-01-28T08:31:11.116Zensuring datasets are ready...
8522025-01-28T08:31:13.898Zlet's roll.
8532025-01-28T08:31:13.924Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8542025-01-28T08:31:13.924ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8552025-01-28T08:31:13.924ZOXIDE_TOKEN=oxide-token-2be43c9ada430301e243e5eca5738aa0cbcc5024'
8562025-01-28T08:31:13.924Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8572025-01-28T08:31:13.924Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8582025-01-28T08:31:13.924Z++ OXIDE_TOKEN=oxide-token-2be43c9ada430301e243e5eca5738aa0cbcc5024
8592025-01-28T08:31:13.924Z+ export OXIDE_HOST OXIDE_TOKEN
8602025-01-28T08:31:13.924Z+ retry=0
8612025-01-28T08:31:13.924Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8622025-01-28T08:31:13.993Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8632025-01-28T08:31:14.407Z{"status":"ok"}{
8642025-01-28T08:31:14.407Z "description": "some images",
8652025-01-28T08:31:14.407Z "id": "196c676f-143a-467f-878e-1c5c185af55e",
8662025-01-28T08:31:14.407Z "name": "images",
8672025-01-28T08:31:14.407Z "time_created": "2025-01-28T08:31:14.063219Z",
8682025-01-28T08:31:14.407Z "time_modified": "2025-01-28T08:31:14.063219Z"
8692025-01-28T08:31:14.407Z}
8702025-01-28T08:31:14.432Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
8712025-01-28T08:33:27.447ZJan 28 08:33:26 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:208.67.72.43:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8722025-01-28T08:41:42.483ZDone!
8732025-01-28T08:41:42.508Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8742025-01-28T08:41:42.604Z{
8752025-01-28T08:41:42.604Z "block_size": 512,
8762025-01-28T08:41:42.604Z "description": "debian 11 original base image",
8772025-01-28T08:41:42.604Z "id": "8536e35d-5b4b-4dc0-ae61-32efc13a07c1",
8782025-01-28T08:41:42.604Z "name": "debian11",
8792025-01-28T08:41:42.604Z "os": "debian",
8802025-01-28T08:41:42.604Z "size": 2147483648,
8812025-01-28T08:41:42.604Z "time_created": "2025-01-28T08:41:42.419480Z",
8822025-01-28T08:41:42.604Z "time_modified": "2025-01-28T08:41:42.584241Z",
8832025-01-28T08:41:42.604Z "version": "11"
8842025-01-28T08:41:42.604Z}
8852025-01-28T08:41:42.629Z+ for test_bin in tests/*
8862025-01-28T08:41:42.629Z+ ./tests/bootstrap-7ac7bbbd4da4890b
8872025-01-28T08:41:42.654Z
8882025-01-28T08:41:42.654Zrunning 0 tests
8892025-01-28T08:41:42.679Z
8902025-01-28T08:41:42.679Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8912025-01-28T08:41:42.679Z
8922025-01-28T08:41:42.679Z+ for test_bin in tests/*
8932025-01-28T08:41:42.679Z+ ./tests/commtest-eb6bde0e0bbf4068
8942025-01-28T08:41:42.705Z
8952025-01-28T08:41:42.706Zrunning 0 tests
8962025-01-28T08:41:42.706Z
8972025-01-28T08:41:42.706Z+ for test_bin in tests/*
8982025-01-28T08:41:42.706Z+ ./tests/dhcp_server-45d67cc5062d0e20
8992025-01-28T08:41:42.706Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9002025-01-28T08:41:42.706Z
9012025-01-28T08:41:42.732Z
9022025-01-28T08:41:42.732Zrunning 0 tests
9032025-01-28T08:41:42.732Z
9042025-01-28T08:41:42.732Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9052025-01-28T08:41:42.732Z
9062025-01-28T08:41:42.732Z+ for test_bin in tests/*
9072025-01-28T08:41:42.732Z+ ./tests/end_to_end_tests-2690c229f42f1ac9
9082025-01-28T08:41:43.005Z
9092025-01-28T08:41:43.005Zrunning 3 tests
9102025-01-28T08:41:43.041Znote: configured to log to "/tmp/end_to_end_tests-2690c229f42f1ac9-new_blueprint_noop.5061.0.log"
9112025-01-28T08:41:43.416Ztest no_spoof::no_spoof_here ... ok
9122025-01-28T08:41:44.446Ztest noop_blueprint::new_blueprint_noop ... ok
9132025-01-28T08:42:11.484Ztest instance_launch::instance_launch ... ok
9142025-01-28T08:42:11.508Z
9152025-01-28T08:42:11.508Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.48s
9162025-01-28T08:42:11.508Z
9172025-01-28T08:42:11.508Z+ _exit_trap
9182025-01-28T08:42:11.508Z+ local status=0
9192025-01-28T08:42:11.508Z+ set +o errexit
9202025-01-28T08:42:11.508Z+ [[ x != \x ]]
9212025-01-28T08:42:11.508Z+ pfexec svcadm -Z disable -s cron
9222025-01-28T08:42:14.317Z+ [[ 0 -eq 0 ]]
9232025-01-28T08:42:14.317Z+ exit 0
9242025-01-28T08:42:14.372Zprocess exited: duration 884938 ms, exit code 0
 
9252025-01-28T08:42:14.460Zfound 144 output files
9262025-01-28T08:42:14.515Zuploading: /var/svc/log/oxide-sled-agent:default.log (1232438 bytes)
9272025-01-28T08:42:15.853Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9282025-01-28T08:42:15.853Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (6894962 bytes)
9292025-01-28T08:42:16.353Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 6894962 -> 6912133
9302025-01-28T08:42:17.426Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9312025-01-28T08:42:17.426Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (769744 bytes)
9322025-01-28T08:42:18.755Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9332025-01-28T08:42:18.755Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7013 bytes)
9342025-01-28T08:42:19.875Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9352025-01-28T08:42:19.875Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31259 bytes)
9362025-01-28T08:42:21.043Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
9372025-01-28T08:42:21.043Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (339369 bytes)
9382025-01-28T08:42:21.302Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 339369 -> 342142
9392025-01-28T08:42:22.375Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9402025-01-28T08:42:22.375Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (20159 bytes)
9412025-01-28T08:42:23.516Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
9422025-01-28T08:42:23.516Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (433304 bytes)
9432025-01-28T08:42:23.749Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 433304 -> 436868
9442025-01-28T08:42:24.822Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9452025-01-28T08:42:24.822Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20816 bytes)
9462025-01-28T08:42:25.964Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
9472025-01-28T08:42:25.990Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1972645 bytes)
9482025-01-28T08:42:26.297Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1972645 -> 1994290
9492025-01-28T08:42:27.368Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9502025-01-28T08:42:27.369Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (238069 bytes)
9512025-01-28T08:42:28.628Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
9522025-01-28T08:42:28.628Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (4797068 bytes)
9532025-01-28T08:42:29.046Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 4797068 -> 4887760
9542025-01-28T08:42:30.118Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9552025-01-28T08:42:30.118Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (551954 bytes)
9562025-01-28T08:42:31.425Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
9572025-01-28T08:42:31.425Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
9582025-01-28T08:42:32.500Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9592025-01-28T08:42:32.501Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3333 bytes)
9602025-01-28T08:42:33.602Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9612025-01-28T08:42:33.602Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (371001 bytes)
9622025-01-28T08:42:33.859Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 371001 -> 379786
9632025-01-28T08:42:34.929Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9642025-01-28T08:42:34.929Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (42110 bytes)
9652025-01-28T08:42:36.093Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9662025-01-28T08:42:36.094Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
9672025-01-28T08:42:36.165Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
9682025-01-28T08:42:37.237Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9692025-01-28T08:42:37.237Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (1151 bytes)
9702025-01-28T08:42:38.345Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
9712025-01-28T08:42:38.345Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
9722025-01-28T08:42:39.419Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9732025-01-28T08:42:39.419Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
9742025-01-28T08:42:40.520Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
9752025-01-28T08:42:40.520Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9762025-01-28T08:42:41.593Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9772025-01-28T08:42:41.593Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1662 bytes)
9782025-01-28T08:42:42.690Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
9792025-01-28T08:42:42.716Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-agent:default.log (28980 bytes)
9802025-01-28T08:42:43.856Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-agent:default.log
9812025-01-28T08:42:43.856Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9822025-01-28T08:42:44.954Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:default.log
9832025-01-28T08:42:44.954Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-06ae2715-1d61-4475-a291-fec417831451.log (6079 bytes)
9842025-01-28T08:42:46.049Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-06ae2715-1d61-4475-a291-fec417831451.log
9852025-01-28T08:42:46.049Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c812a11-a0c3-45ad-8645-943813022492.log (3006 bytes)
9862025-01-28T08:42:47.152Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-2c812a11-a0c3-45ad-8645-943813022492.log
9872025-01-28T08:42:47.152Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-06ae2715-1d61-4475-a291-fec417831451-66a26527-bfac-4f64-b405-31937457829b.log (5658 bytes)
9882025-01-28T08:42:48.248Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-crucible-downstairs:snapshot-06ae2715-1d61-4475-a291-fec417831451-66a26527-bfac-4f64-b405-31937457829b.log
9892025-01-28T08:42:48.248Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
9902025-01-28T08:42:49.544Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_crucible_0af64d89-e6c1-46cf-9c83-d6b314ebd0e8/root/var/svc/log/oxide-zone-network-setup:default.log
9912025-01-28T08:42:49.544Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-nexus:default.log (5011187 bytes)
9922025-01-28T08:42:49.975Zupload warning: file "/pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5011187 -> 5239628
9932025-01-28T08:42:51.049Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-nexus:default.log
9942025-01-28T08:42:51.049Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
9952025-01-28T08:42:52.145Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-opte-interface-setup:default.log
9962025-01-28T08:42:52.145Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
9972025-01-28T08:42:53.242Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_nexus_5b00a6ac-8f4d-4247-8546-4d4743dcb0a8/root/var/svc/log/oxide-zone-network-setup:default.log
9982025-01-28T08:42:53.242Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
9992025-01-28T08:42:54.315Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-chrony-setup:default.log
10002025-01-28T08:42:54.315Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-chrony-setup:default.log.0 (14495 bytes)
10012025-01-28T08:42:55.437Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-chrony-setup:default.log.0
10022025-01-28T08:42:55.437Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-ntp:default.log (630 bytes)
10032025-01-28T08:42:56.534Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-ntp:default.log
10042025-01-28T08:42:56.534Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-ntp:default.log.0 (1377 bytes)
10052025-01-28T08:42:57.635Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-ntp:default.log.0
10062025-01-28T08:42:57.635Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
10072025-01-28T08:42:58.709Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-opte-interface-setup:default.log
10082025-01-28T08:42:58.709Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
10092025-01-28T08:42:59.801Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-opte-interface-setup:default.log.0
10102025-01-28T08:42:59.801Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10112025-01-28T08:43:00.872Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-zone-network-setup:default.log
10122025-01-28T08:43:00.872Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
10132025-01-28T08:43:01.974Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/svc/log/oxide-zone-network-setup:default.log.0
10142025-01-28T08:43:01.974Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_oximeter_fc433a3b-1915-4c16-b9e5-81466b17a758/root/var/svc/log/oxide-oximeter:default.log (3858738 bytes)
10152025-01-28T08:43:02.373Zupload warning: file "/pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_oximeter_fc433a3b-1915-4c16-b9e5-81466b17a758/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3858738 -> 4128723
10162025-01-28T08:43:03.446Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_oximeter_fc433a3b-1915-4c16-b9e5-81466b17a758/root/var/svc/log/oxide-oximeter:default.log
10172025-01-28T08:43:03.470Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_oximeter_fc433a3b-1915-4c16-b9e5-81466b17a758/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
10182025-01-28T08:43:04.540Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_oximeter_fc433a3b-1915-4c16-b9e5-81466b17a758/root/var/svc/log/oxide-zone-network-setup:default.log
10192025-01-28T08:43:04.565Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-agent:default.log (45256 bytes)
10202025-01-28T08:43:05.707Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-agent:default.log
10212025-01-28T08:43:05.731Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10222025-01-28T08:43:06.808Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:default.log
10232025-01-28T08:43:06.808Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46.log (6077 bytes)
10242025-01-28T08:43:07.962Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-8f1a11fa-69be-4675-83da-23b586f54c46.log
10252025-01-28T08:43:07.962Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5.log (5968 bytes)
10262025-01-28T08:43:09.098Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-e2136d31-79ac-4be9-9fcc-e7613635abf5.log
10272025-01-28T08:43:09.123Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-f545282c-4056-4571-ab43-4e6f85bd64ca.log (3006 bytes)
10282025-01-28T08:43:10.196Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:downstairs-f545282c-4056-4571-ab43-4e6f85bd64ca.log
10292025-01-28T08:43:10.196Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:snapshot-8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b.log (5659 bytes)
10302025-01-28T08:43:11.293Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-crucible-downstairs:snapshot-8f1a11fa-69be-4675-83da-23b586f54c46-66a26527-bfac-4f64-b405-31937457829b.log
10312025-01-28T08:43:11.294Zuploading: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10322025-01-28T08:43:12.391Zuploaded: /pool/ext/1eaf2938-a2ac-484f-832d-16d88783efae/crypt/zone/oxz_crucible_15e1fb31-e066-4a05-b614-a5444b057180/root/var/svc/log/oxide-zone-network-setup:default.log
10332025-01-28T08:43:12.391Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroach-admin:default.log (2827 bytes)
10342025-01-28T08:43:13.488Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroach-admin:default.log
10352025-01-28T08:43:13.488Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10362025-01-28T08:43:14.585Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroach-admin:default.log.0
10372025-01-28T08:43:14.609Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10382025-01-28T08:43:15.661Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroachdb:default.log
10392025-01-28T08:43:15.661Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
10402025-01-28T08:43:16.758Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-cockroachdb:default.log.0
10412025-01-28T08:43:16.758Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10422025-01-28T08:43:17.831Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-zone-network-setup:default.log
10432025-01-28T08:43:17.832Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
10442025-01-28T08:43:18.929Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_cockroachdb_ad1abc9a-d065-49f8-9d71-e7aa9d0349f8/root/var/svc/log/oxide-zone-network-setup:default.log.0
10452025-01-28T08:43:18.929Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10462025-01-28T08:43:20.026Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-crucible-agent:default.log
10472025-01-28T08:43:20.026Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10482025-01-28T08:43:21.124Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-crucible-downstairs:default.log
10492025-01-28T08:43:21.124Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10502025-01-28T08:43:22.222Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_crucible_fdd13a8e-766e-4016-86fd-61b5027e0364/root/var/svc/log/oxide-zone-network-setup:default.log
10512025-01-28T08:43:22.222Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-nexus:default.log (42275463 bytes)
10522025-01-28T08:43:29.587Zupload warning: file "/pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42275463 -> 42812141
10532025-01-28T08:43:30.660Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-nexus:default.log
10542025-01-28T08:43:30.660Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
10552025-01-28T08:43:31.755Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-opte-interface-setup:default.log
10562025-01-28T08:43:31.755Zuploading: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
10572025-01-28T08:43:32.853Zuploaded: /pool/ext/352e06d5-ecf0-4843-af74-5fa99efbd226/crypt/zone/oxz_nexus_0c766554-1775-42c8-a58a-b13904a6537f/root/var/svc/log/oxide-zone-network-setup:default.log
10582025-01-28T08:43:32.877Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroach-admin:default.log (2823 bytes)
10592025-01-28T08:43:33.953Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroach-admin:default.log
10602025-01-28T08:43:33.977Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10612025-01-28T08:43:35.047Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroach-admin:default.log.0
10622025-01-28T08:43:35.072Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10632025-01-28T08:43:36.122Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroachdb:default.log
10642025-01-28T08:43:36.147Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroachdb:default.log.0 (4297 bytes)
10652025-01-28T08:43:37.219Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-cockroachdb:default.log.0
10662025-01-28T08:43:37.244Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10672025-01-28T08:43:38.293Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-zone-network-setup:default.log
10682025-01-28T08:43:38.318Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
10692025-01-28T08:43:39.391Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_cockroachdb_12792ce7-428a-4b31-a7f5-515d82c441f6/root/var/svc/log/oxide-zone-network-setup:default.log.0
10702025-01-28T08:43:39.417Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-agent:default.log (12075 bytes)
10712025-01-28T08:43:40.512Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-agent:default.log
10722025-01-28T08:43:40.536Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10732025-01-28T08:43:41.609Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-downstairs:default.log
10742025-01-28T08:43:41.609Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c27205a-d031-43a3-8e24-cdb5c496efa0.log (3126 bytes)
10752025-01-28T08:43:42.708Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-8c27205a-d031-43a3-8e24-cdb5c496efa0.log
10762025-01-28T08:43:42.733Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10772025-01-28T08:43:43.805Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_crucible_ad94633e-6dff-46d5-8258-193c3076b0c4/root/var/svc/log/oxide-zone-network-setup:default.log
10782025-01-28T08:43:43.805Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-internal_dns:default.log (69538 bytes)
10792025-01-28T08:43:44.035Zupload warning: file "/pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69538 -> 77048
10802025-01-28T08:43:45.108Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-internal_dns:default.log
10812025-01-28T08:43:45.132Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-internal_dns:default.log.0 (402429 bytes)
10822025-01-28T08:43:46.820Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-internal_dns:default.log.0
10832025-01-28T08:43:46.845Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10842025-01-28T08:43:47.894Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-zone-network-setup:default.log
10852025-01-28T08:43:47.895Zuploading: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
10862025-01-28T08:43:48.990Zuploaded: /pool/ext/54be4ab9-0890-4dc3-b8b7-6e3c99c09ab9/crypt/zone/oxz_internal_dns_9cd4cdae-af73-4fcd-b8b0-09650ce08ef2/root/var/svc/log/oxide-zone-network-setup:default.log.0
10872025-01-28T08:43:48.990Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroach-admin:default.log (1886 bytes)
10882025-01-28T08:43:50.086Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroach-admin:default.log
10892025-01-28T08:43:50.086Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10902025-01-28T08:43:51.184Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroach-admin:default.log.0
10912025-01-28T08:43:51.184Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10922025-01-28T08:43:52.256Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroachdb:default.log
10932025-01-28T08:43:52.256Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
10942025-01-28T08:43:53.355Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-cockroachdb:default.log.0
10952025-01-28T08:43:53.355Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10962025-01-28T08:43:54.426Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-zone-network-setup:default.log
10972025-01-28T08:43:54.426Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
10982025-01-28T08:43:55.522Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_cockroachdb_475abaf9-09d4-4cf1-b911-ba67c065cf71/root/var/svc/log/oxide-zone-network-setup:default.log.0
10992025-01-28T08:43:55.522Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-agent:default.log (22593 bytes)
11002025-01-28T08:43:56.662Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-agent:default.log
11012025-01-28T08:43:56.687Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11022025-01-28T08:43:57.759Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:default.log
11032025-01-28T08:43:57.759Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292.log (5973 bytes)
11042025-01-28T08:43:58.854Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:downstairs-b2a8231c-89b5-4bf4-9363-f22189a91292.log
11052025-01-28T08:43:58.854Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e.log (3125 bytes)
11062025-01-28T08:43:59.950Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-crucible-downstairs:downstairs-c1444a9f-ec28-4325-8dc0-3107c6dec10e.log
11072025-01-28T08:43:59.950Zuploading: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
11082025-01-28T08:44:01.046Zuploaded: /pool/ext/5c817f79-1d14-4008-a5e7-be06bcd83ba6/crypt/zone/oxz_crucible_66bdc885-da83-475d-946e-40e9d872fb4d/root/var/svc/log/oxide-zone-network-setup:default.log
11092025-01-28T08:44:01.046Zuploading: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11102025-01-28T08:44:02.141Zuploaded: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-crucible-agent:default.log
11112025-01-28T08:44:02.141Zuploading: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11122025-01-28T08:44:03.239Zuploaded: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-crucible-downstairs:default.log
11132025-01-28T08:44:03.263Zuploading: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11142025-01-28T08:44:04.334Zuploaded: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_8494b7da-0eea-4abf-9d60-231d86c53321/root/var/svc/log/oxide-zone-network-setup:default.log
11152025-01-28T08:44:04.334Zuploading: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_pantry_ae85e581-d12f-4dde-b2b1-4517db9bc4b1/root/var/svc/log/oxide-crucible-pantry:default.log (97825 bytes)
11162025-01-28T08:44:04.493Zupload warning: file "/pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_pantry_ae85e581-d12f-4dde-b2b1-4517db9bc4b1/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97825 -> 113481
11172025-01-28T08:44:05.564Zuploaded: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_pantry_ae85e581-d12f-4dde-b2b1-4517db9bc4b1/root/var/svc/log/oxide-crucible-pantry:default.log
11182025-01-28T08:44:05.588Zuploading: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_pantry_ae85e581-d12f-4dde-b2b1-4517db9bc4b1/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11192025-01-28T08:44:06.660Zuploaded: /pool/ext/65f70e9d-f097-45c2-b78f-8e8c52c0855e/crypt/zone/oxz_crucible_pantry_ae85e581-d12f-4dde-b2b1-4517db9bc4b1/root/var/svc/log/oxide-zone-network-setup:default.log
11202025-01-28T08:44:06.660Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-agent:default.log (38439 bytes)
11212025-01-28T08:44:07.836Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-agent:default.log
11222025-01-28T08:44:07.836Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11232025-01-28T08:44:08.932Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:default.log
11242025-01-28T08:44:08.932Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-251a0136-1751-4ae8-92d1-0daf2cc0cc0f.log (6078 bytes)
11252025-01-28T08:44:10.028Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-251a0136-1751-4ae8-92d1-0daf2cc0cc0f.log
11262025-01-28T08:44:10.028Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6.log (3125 bytes)
11272025-01-28T08:44:11.130Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-328faafe-b5b8-436f-9672-72dbb24f12b6.log
11282025-01-28T08:44:11.130Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-a883225e-d86b-4445-9cbb-55a5e8195824.log (5972 bytes)
11292025-01-28T08:44:12.234Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-a883225e-d86b-4445-9cbb-55a5e8195824.log
11302025-01-28T08:44:12.234Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:snapshot-251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b.log (5655 bytes)
11312025-01-28T08:44:13.330Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-crucible-downstairs:snapshot-251a0136-1751-4ae8-92d1-0daf2cc0cc0f-66a26527-bfac-4f64-b405-31937457829b.log
11322025-01-28T08:44:13.330Zuploading: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11332025-01-28T08:44:14.426Zuploaded: /pool/ext/72e3aa90-129e-420c-961e-0b8eb9c32b50/crypt/zone/oxz_crucible_d4cfb1d6-0158-4c14-a90b-30c7e3c3d7ab/root/var/svc/log/oxide-zone-network-setup:default.log
11342025-01-28T08:44:14.426Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11352025-01-28T08:44:15.522Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11362025-01-28T08:44:15.522Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-clickhouse:default.log (3939333 bytes)
11372025-01-28T08:44:15.930Zupload warning: file "/pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3939333 -> 4616613
11382025-01-28T08:44:17.002Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-clickhouse:default.log
11392025-01-28T08:44:17.002Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
11402025-01-28T08:44:18.097Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_clickhouse_9d78f8d8-4e43-4755-9de5-bc92c8908921/root/var/svc/log/oxide-zone-network-setup:default.log
11412025-01-28T08:44:18.097Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroach-admin:default.log (2825 bytes)
11422025-01-28T08:44:19.193Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroach-admin:default.log
11432025-01-28T08:44:19.193Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11442025-01-28T08:44:20.290Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroach-admin:default.log.0
11452025-01-28T08:44:20.290Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11462025-01-28T08:44:21.364Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroachdb:default.log
11472025-01-28T08:44:21.364Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroachdb:default.log.0 (4324 bytes)
11482025-01-28T08:44:22.482Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-cockroachdb:default.log.0
11492025-01-28T08:44:22.482Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11502025-01-28T08:44:23.615Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-zone-network-setup:default.log
11512025-01-28T08:44:23.615Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11522025-01-28T08:44:24.794Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_cockroachdb_ae4c5a04-efaa-41d1-bdd0-0eef498db688/root/var/svc/log/oxide-zone-network-setup:default.log.0
11532025-01-28T08:44:24.794Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11542025-01-28T08:44:25.928Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-crucible-agent:default.log
11552025-01-28T08:44:25.928Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11562025-01-28T08:44:27.050Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-crucible-downstairs:default.log
11572025-01-28T08:44:27.050Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-zone-network-setup:default.log (2078 bytes)
11582025-01-28T08:44:28.154Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_crucible_ac11a41c-0c8c-4577-bc61-190e35fed90a/root/var/svc/log/oxide-zone-network-setup:default.log
11592025-01-28T08:44:28.178Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-external_dns:default.log (45789 bytes)
11602025-01-28T08:44:28.291Zupload warning: file "/pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45789 -> 53343
11612025-01-28T08:44:29.362Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-external_dns:default.log
11622025-01-28T08:44:29.363Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11632025-01-28T08:44:30.460Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-opte-interface-setup:default.log
11642025-01-28T08:44:30.460Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
11652025-01-28T08:44:31.557Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_external_dns_fd6e214c-6c25-4400-9ba1-1dd0fd4d17f7/root/var/svc/log/oxide-zone-network-setup:default.log
11662025-01-28T08:44:31.557Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-internal_dns:default.log (69535 bytes)
11672025-01-28T08:44:31.694Zupload warning: file "/pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69535 -> 79549
11682025-01-28T08:44:32.765Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-internal_dns:default.log
11692025-01-28T08:44:32.765Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-internal_dns:default.log.0 (402414 bytes)
11702025-01-28T08:44:34.079Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-internal_dns:default.log.0
11712025-01-28T08:44:34.117Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11722025-01-28T08:44:35.165Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-zone-network-setup:default.log
11732025-01-28T08:44:35.165Zuploading: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11742025-01-28T08:44:36.260Zuploaded: /pool/ext/a4c32692-ab15-409f-bef7-ff53a7c22c53/crypt/zone/oxz_internal_dns_f7e28eff-24bd-426b-9b36-aa0bb7d4f888/root/var/svc/log/oxide-zone-network-setup:default.log.0
11752025-01-28T08:44:36.260Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroach-admin:default.log (2825 bytes)
11762025-01-28T08:44:37.355Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroach-admin:default.log
11772025-01-28T08:44:37.355Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11782025-01-28T08:44:38.449Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroach-admin:default.log.0
11792025-01-28T08:44:38.475Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11802025-01-28T08:44:39.519Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroachdb:default.log
11812025-01-28T08:44:39.519Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
11822025-01-28T08:44:40.615Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-cockroachdb:default.log.0
11832025-01-28T08:44:40.615Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11842025-01-28T08:44:41.685Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-zone-network-setup:default.log
11852025-01-28T08:44:41.685Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11862025-01-28T08:44:42.782Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_cockroachdb_7becd06a-0923-4d8d-8b8c-acd02e29b61d/root/var/svc/log/oxide-zone-network-setup:default.log.0
11872025-01-28T08:44:42.783Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-agent:default.log (8487 bytes)
11882025-01-28T08:44:43.908Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-agent:default.log
11892025-01-28T08:44:43.908Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11902025-01-28T08:44:45.003Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-downstairs:default.log
11912025-01-28T08:44:45.003Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-54796b05-f6c9-4cf2-b74c-d910b713b417.log (3008 bytes)
11922025-01-28T08:44:46.098Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-crucible-downstairs:downstairs-54796b05-f6c9-4cf2-b74c-d910b713b417.log
11932025-01-28T08:44:46.098Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11942025-01-28T08:44:47.195Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_e07f14ae-c2ce-4e8f-8686-9c2b0d58a7b7/root/var/svc/log/oxide-zone-network-setup:default.log
11952025-01-28T08:44:47.195Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_35a1a767-5b43-4e9b-ae6b-9020e8bd5e97/root/var/svc/log/oxide-crucible-pantry:default.log (98217 bytes)
11962025-01-28T08:44:47.357Zupload warning: file "/pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_35a1a767-5b43-4e9b-ae6b-9020e8bd5e97/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98217 -> 117743
11972025-01-28T08:44:48.425Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_35a1a767-5b43-4e9b-ae6b-9020e8bd5e97/root/var/svc/log/oxide-crucible-pantry:default.log
11982025-01-28T08:44:48.450Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_35a1a767-5b43-4e9b-ae6b-9020e8bd5e97/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
11992025-01-28T08:44:49.522Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_35a1a767-5b43-4e9b-ae6b-9020e8bd5e97/root/var/svc/log/oxide-zone-network-setup:default.log
12002025-01-28T08:44:49.550Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_4a763fb6-cc99-4aa3-b40d-f91d0afd644b/root/var/svc/log/oxide-crucible-pantry:default.log (859498 bytes)
12012025-01-28T08:44:49.801Zupload warning: file "/pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_4a763fb6-cc99-4aa3-b40d-f91d0afd644b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 859498 -> 879069
12022025-01-28T08:44:50.895Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_4a763fb6-cc99-4aa3-b40d-f91d0afd644b/root/var/svc/log/oxide-crucible-pantry:default.log
12032025-01-28T08:44:50.895Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_4a763fb6-cc99-4aa3-b40d-f91d0afd644b/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
12042025-01-28T08:44:52.002Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_crucible_pantry_4a763fb6-cc99-4aa3-b40d-f91d0afd644b/root/var/svc/log/oxide-zone-network-setup:default.log
12052025-01-28T08:44:52.002Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-external_dns:default.log (45795 bytes)
12062025-01-28T08:44:52.117Zupload warning: file "/pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45795 -> 57121
12072025-01-28T08:44:53.188Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-external_dns:default.log
12082025-01-28T08:44:53.188Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
12092025-01-28T08:44:54.286Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-opte-interface-setup:default.log
12102025-01-28T08:44:54.286Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
12112025-01-28T08:44:55.382Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_external_dns_6dd3b16a-15d8-4d3c-bb04-506e7ba24671/root/var/svc/log/oxide-zone-network-setup:default.log
12122025-01-28T08:44:55.382Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-internal_dns:default.log (69531 bytes)
12132025-01-28T08:44:55.543Zupload warning: file "/pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69531 -> 80798
12142025-01-28T08:44:56.612Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-internal_dns:default.log
12152025-01-28T08:44:56.640Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-internal_dns:default.log.0 (402413 bytes)
12162025-01-28T08:44:57.892Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-internal_dns:default.log.0
12172025-01-28T08:44:57.892Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12182025-01-28T08:44:58.963Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-zone-network-setup:default.log
12192025-01-28T08:44:58.963Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12202025-01-28T08:45:00.058Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_internal_dns_22a252bc-1738-4b5b-be77-8e58b57cb375/root/var/svc/log/oxide-zone-network-setup:default.log.0
12212025-01-28T08:45:00.058Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-nexus:default.log (4991727 bytes)
12222025-01-28T08:45:00.522Zupload warning: file "/pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4991727 -> 5932240
12232025-01-28T08:45:01.593Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-nexus:default.log
12242025-01-28T08:45:01.593Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12252025-01-28T08:45:02.687Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-opte-interface-setup:default.log
12262025-01-28T08:45:02.711Zuploading: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12272025-01-28T08:45:03.783Zuploaded: /pool/ext/a5440209-1de6-4cf7-8077-0c0703036684/crypt/zone/oxz_nexus_c0b76181-3caf-4143-9524-623c025e89cb/root/var/svc/log/oxide-zone-network-setup:default.log
12282025-01-28T08:45:03.783Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/measurements.log (210158 bytes)
12292025-01-28T08:45:03.989Zupload warning: file "/pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/measurements.log" changed size mid upload: 210158 -> 262355
12302025-01-28T08:45:05.059Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/measurements.log
12312025-01-28T08:45:05.060Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/statistics.log (163566 bytes)
12322025-01-28T08:45:05.264Zupload warning: file "/pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/statistics.log" changed size mid upload: 163566 -> 205920
12332025-01-28T08:45:06.336Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/statistics.log
12342025-01-28T08:45:06.336Zuploading: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/tracking.log (20725 bytes)
12352025-01-28T08:45:06.427Zupload warning: file "/pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/tracking.log" changed size mid upload: 20725 -> 23893
12362025-01-28T08:45:07.498Zuploaded: /pool/ext/16ab1080-f20a-4d32-aa52-5837725fb1c4/crypt/zone/oxz_ntp_3c8d927b-0302-4093-96e0-dfe267392b34/root/var/log/chrony/tracking.log