01JMM8H73WVMXC6R2W4WBHHHX4: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JMM8JXW92S8JXRW1MVX4MMN6

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-02-21T13:19:44.335Zjob dependencies complete; ready to run (waiting for 35 m 31 s)
22025-02-21T14:23:27.202Zjob assigned to worker 01JMMDYHSPQT6NWH1BKRCMVEX0 [factory lab, sock/11651] (queued for 1 h 3 m 42 s)
32025-02-21T14:23:27.419Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-02-21T14:23:27.459Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-02-21T14:23:27.493Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-02-21T14:23:27.526Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-02-21T14:23:27.559Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-02-21T14:23:27.593ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-02-21T14:23:27.627Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-02-21T14:23:27.660ZOxide Helios Version helios-2.0.23032 64-bit
112025-02-21T14:23:27.693ZConfiguring devices.
122025-02-21T14:23:27.727Z##################################################
132025-02-21T14:23:27.762Z#### ############# ##
142025-02-21T14:23:27.793Z### ### ############ ##
152025-02-21T14:23:27.838Z## ### # ## ### ## Oxide Computer Company ##
162025-02-21T14:23:27.872Z## ## ## ### # ### ##
172025-02-21T14:23:27.905Z## # ### #### #### This Station Under ##
182025-02-21T14:23:27.938Z### ### #### # ### Computer Control ##
192025-02-21T14:23:27.972Z#### #### ### ## ##
202025-02-21T14:23:28.006Z##################################################
212025-02-21T14:23:28.039ZHostname: sock
222025-02-21T14:23:28.072ZLoading smf(7) service descriptions:
232025-02-21T14:23:28.800Zdownloading input: /input/package/work/package.tar.gz
242025-02-21T14:29:25.576Zdownloaded input: /input/package/work/package.tar.gz
 
252025-02-21T14:29:25.601Zstarting task 0: "setup"
262025-02-21T14:29:25.601Z++ uname -s
272025-02-21T14:29:25.601Z+ kern=SunOS
282025-02-21T14:29:25.602Z+ build_user=build
292025-02-21T14:29:25.602Z+ build_uid=12345
302025-02-21T14:29:25.602Z+ work_dir=/work
312025-02-21T14:29:25.602Z+ input_dir=/input
322025-02-21T14:29:25.602Z+ [[ 0 == 12345 ]]
332025-02-21T14:29:25.602Z+ case "$kern" in
342025-02-21T14:29:25.602Z+ groupadd -g 12345 build
352025-02-21T14:29:25.602Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-02-21T14:29:27.596Z+ zfs create -o mountpoint=/work rpool/work
372025-02-21T14:29:27.621Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-02-21T14:29:27.621Z+ home_fs=zfs
392025-02-21T14:29:27.621Z+ [[ zfs == autofs ]]
402025-02-21T14:29:27.621Z+ mkdir -p /home/build
412025-02-21T14:29:27.621Z+ chown build:build /home/build /work
422025-02-21T14:29:29.621Z+ chmod 0700 /home/build /work
432025-02-21T14:29:29.645Zprocess exited: duration 4047 ms, exit code 0
 
442025-02-21T14:29:29.694Zstarting task 1: "authentication"
452025-02-21T14:29:29.739Zprocess exited: duration 44 ms, exit code 0
 
462025-02-21T14:29:29.789Zstarting task 2: "build"
472025-02-21T14:29:29.814Z+ trap _exit_trap EXIT
482025-02-21T14:29:29.814Z+ OPTE_COMMIT=
492025-02-21T14:29:29.814Z+ [[ x != \x ]]
502025-02-21T14:29:29.814Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-02-21T14:29:29.907Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-02-21T14:29:29.907Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-02-21T14:29:29.907Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-02-21T14:29:29.907Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-02-21T14:29:29.907Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-02-21T14:29:29.907Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-02-21T14:29:29.909Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-02-21T14:29:29.934Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-02-21T14:29:29.934Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-02-21T14:29:29.934Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-02-21T14:29:29.934Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-02-21T14:29:29.934Z+ [[ -d /opt/oxide ]]
632025-02-21T14:29:29.934Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-02-21T14:29:29.934Z+ pfexec mkdir /opt/oxide
652025-02-21T14:29:29.934Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-02-21T14:29:29.934Z+ [[ -d /opt/oxide-underneath ]]
672025-02-21T14:29:29.934Z+ cd /opt/oxide-underneath
682025-02-21T14:29:29.934Z+ pfexec tar ceEp@/f - .
692025-02-21T14:29:29.934Z+ cd /opt/oxide
702025-02-21T14:29:29.934Z+ pfexec tar xveEp@/f -
712025-02-21T14:29:29.965Zx ., 0 bytes, 0 tape blocks
722025-02-21T14:29:29.965Zx ./opte, 0 bytes, 0 tape blocks
732025-02-21T14:29:29.965Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-02-21T14:29:29.965Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
752025-02-21T14:29:29.990Z+ pfexec rm -rf /opt/oxide-underneath
762025-02-21T14:29:29.990Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-02-21T14:29:29.990Z+ pfexec mkdir /opt/oxide/work
782025-02-21T14:29:30.015Z+ pfexec chown build:build /opt/oxide/work
792025-02-21T14:29:30.015Z+ cd /opt/oxide/work
802025-02-21T14:29:30.015Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-02-21T14:29:45.076ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-02-21T14:29:45.076Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-02-21T14:29:45.076Zx out/target/test, 107 bytes, 1 tape blocks
842025-02-21T14:29:45.076Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-02-21T14:29:45.076Zx package-manifest.toml, 33785 bytes, 66 tape blocks
862025-02-21T14:29:45.076Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
872025-02-21T14:29:45.076Zx target/release/omicron-package, 40487816 bytes, 79078 tape blocks
882025-02-21T14:29:45.076Zx target/release/xtask, 10971784 bytes, 21430 tape blocks
892025-02-21T14:29:45.076Zx target/debug/bootstrap, 226199528 bytes, 441796 tape blocks
902025-02-21T14:29:45.076Zx tests/bootstrap-7b2f243d38da8f45, 24820040 bytes, 48477 tape blocks
912025-02-21T14:29:45.077Zx tests/commtest-012c5639a6930757, 25114792 bytes, 49053 tape blocks
922025-02-21T14:29:45.077Zx tests/dhcp_server-9f747a2262c0a7ef, 24820056 bytes, 48477 tape blocks
932025-02-21T14:29:45.077Zx tests/end_to_end_tests-359a82efc245b6d4, 288371800 bytes, 563227 tape blocks
942025-02-21T14:29:45.077Zx out/clickhouse.tar.gz, 313455207 bytes, 612218 tape blocks
952025-02-21T14:29:45.077Zx out/clickhouse_keeper.tar.gz, 298813447 bytes, 583621 tape blocks
962025-02-21T14:29:45.077Zx out/clickhouse_server.tar.gz, 313434606 bytes, 612177 tape blocks
972025-02-21T14:29:45.125Zx out/cockroachdb.tar.gz, 148399362 bytes, 289843 tape blocks
982025-02-21T14:29:45.125Zx out/crucible-dtrace.tar, 100864 bytes, 197 tape blocks
992025-02-21T14:29:45.125Zx out/crucible-pantry-zone.tar.gz, 34118580 bytes, 66638 tape blocks
1002025-02-21T14:29:45.125Zx out/crucible-zone.tar.gz, 42690016 bytes, 83379 tape blocks
1012025-02-21T14:29:45.125Zx out/external-dns.tar.gz, 47837687 bytes, 93433 tape blocks
1022025-02-21T14:29:45.125Zx out/internal-dns.tar.gz, 47837517 bytes, 93433 tape blocks
1032025-02-21T14:29:45.125Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
1042025-02-21T14:29:45.125Zx out/nexus.tar.gz, 114798151 bytes, 224216 tape blocks
1052025-02-21T14:29:45.125Zx out/ntp.tar.gz, 15630095 bytes, 30528 tape blocks
1062025-02-21T14:29:45.125Zx out/omicron-gateway-softnpu.tar.gz, 26656529 bytes, 52064 tape blocks
1072025-02-21T14:29:45.125Zx out/omicron-sled-agent.tar, 130339328 bytes, 254569 tape blocks
1082025-02-21T14:29:45.125Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1092025-02-21T14:29:45.125Zx out/oximeter.tar.gz, 57763898 bytes, 112821 tape blocks
1102025-02-21T14:29:45.125Zx out/oxlog.tar, 3213312 bytes, 6276 tape blocks
1112025-02-21T14:29:45.125Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1122025-02-21T14:29:45.125Zx out/propolis-server.tar.gz, 68018873 bytes, 132850 tape blocks
1132025-02-21T14:29:45.126Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1142025-02-21T14:29:45.126Zx out/switch-softnpu.tar.gz, 275395905 bytes, 537883 tape blocks
1152025-02-21T14:29:45.126Z
1162025-02-21T14:29:45.126Zreal 15.076959144
1172025-02-21T14:29:45.126Zuser 13.279930533
1182025-02-21T14:29:45.126Zsys 3.090538349
1192025-02-21T14:29:45.126Ztrap 0.000663326
1202025-02-21T14:29:45.126Ztflt 0.000000000
1212025-02-21T14:29:45.126Zdflt 0.000000000
1222025-02-21T14:29:45.126Zkflt 0.000000000
1232025-02-21T14:29:45.126Zlock 0.000000000
1242025-02-21T14:29:45.126Zslp 13.403589167
1252025-02-21T14:29:45.126Zlat 0.376779122
1262025-02-21T14:29:45.126Zstop 0.000136122
1272025-02-21T14:29:45.127Z+ source .github/buildomat/ci-env.sh
1282025-02-21T14:29:45.127Z++ export CARGO_TERM_COLOR=always
1292025-02-21T14:29:45.127Z++ CARGO_TERM_COLOR=always
1302025-02-21T14:29:45.127Z+ bmat address ls
1312025-02-21T14:29:45.129ZNAME CIDR FIRST LAST COUNT
1322025-02-21T14:29:45.129Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1332025-02-21T14:29:45.129Z++ bmat address ls -f extra -Ho first,last,count
1342025-02-21T14:29:45.129Z+ set -- 10.151.2.164 10.151.2.227 64
1352025-02-21T14:29:45.129Z+ EXTRA_IP_START=10.151.2.164
1362025-02-21T14:29:45.129Z+ EXTRA_IP_END=10.151.2.227
1372025-02-21T14:29:45.129Z+ EXTRA_IP_COUNT=64
1382025-02-21T14:29:45.129Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-02-21T14:29:45.129Z+ EXTRA_IP_BASE=10.151.2
1402025-02-21T14:29:45.129Z+ EXTRA_IP_FOCTET=164
1412025-02-21T14:29:45.130Z+ EXTRA_IP_LOCTET=227
1422025-02-21T14:29:45.130Z+ SERVICE_IP_POOL_START=10.151.2.164
1432025-02-21T14:29:45.130Z+ SERVICE_IP_POOL_END=10.151.2.173
1442025-02-21T14:29:45.130Z+ DNS_IP1=10.151.2.164
1452025-02-21T14:29:45.130Z+ DNS_IP2=10.151.2.165
1462025-02-21T14:29:45.130Z+ UPLINK_IP=10.151.2.174
1472025-02-21T14:29:45.130Z+ IPPOOL_START=10.151.2.175
1482025-02-21T14:29:45.130Z+ IPPOOL_END=10.151.2.227
1492025-02-21T14:29:45.130Z++ ipadm show-addr -po type,addr
1502025-02-21T14:29:45.156Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-02-21T14:29:45.156Z+ GATEWAY_IP=10.151.2.100
1522025-02-21T14:29:45.156Z+ [[ -n 10.151.2.100 ]]
1532025-02-21T14:29:45.156Z+ ping -s 10.151.2.100 56 1
1542025-02-21T14:29:45.156ZPING 10.151.2.100: 56 data bytes
1552025-02-21T14:29:45.156Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1562025-02-21T14:29:45.156Z
1572025-02-21T14:29:45.156Z----10.151.2.100 PING Statistics----
1582025-02-21T14:29:45.156Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-02-21T14:29:45.156Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1602025-02-21T14:29:45.156Z++ arp -an
1612025-02-21T14:29:45.156Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1622025-02-21T14:29:45.156Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1632025-02-21T14:29:45.156Z+ routeadm -e ipv4-forwarding -u
1642025-02-21T14:29:45.238Z+ PXA_START=10.151.2.164
1652025-02-21T14:29:45.263Z+ PXA_END=10.151.2.227
1662025-02-21T14:29:45.263Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-02-21T14:29:45.454Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1682025-02-21T14:29:45.480ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-02-21T14:29:45.531Zcreating virtual hardware
1702025-02-21T14:29:45.556Zcreating /scratch/m2_0.vdev
1712025-02-21T14:29:45.556Zcreating /scratch/m2_1.vdev
1722025-02-21T14:29:45.556Zcreating /scratch/u2_0.vdev
1732025-02-21T14:29:45.556Zcreating /scratch/u2_1.vdev
1742025-02-21T14:29:45.556Zcreating /scratch/u2_2.vdev
1752025-02-21T14:29:45.556Zcreating /scratch/u2_3.vdev
1762025-02-21T14:29:45.556Zcreating /scratch/u2_4.vdev
1772025-02-21T14:29:45.556Zcreating /scratch/u2_5.vdev
1782025-02-21T14:29:45.556Zcreating /scratch/u2_6.vdev
1792025-02-21T14:29:45.556Zcreating /scratch/u2_7.vdev
1802025-02-21T14:29:45.556Zcreating /scratch/u2_8.vdev
1812025-02-21T14:29:45.581ZSimnet net0/sc0_0 exists
1822025-02-21T14:29:45.605ZSimnet net1/sc1_0 exists
1832025-02-21T14:29:45.606ZVnic sc0_1 exists
1842025-02-21T14:29:58.211ZUsing 10.151.2.100 as gateway ip
1852025-02-21T14:29:58.211Zusing 18:C0:4D:0D:A0:2A as gateway mac
1862025-02-21T14:29:58.211Zconfiguring SoftNPU ARP entry
1872025-02-21T14:29:58.238Zconfiguring SoftNPU proxy ARP
1882025-02-21T14:29:58.292ZSoftNPU state:
1892025-02-21T14:29:58.292Z local v6:
1902025-02-21T14:29:58.294Z local v4:
1912025-02-21T14:29:58.294Z router v6:
1922025-02-21T14:29:58.294Z router v4_idx:
1932025-02-21T14:29:58.294Z router v4_routes:
1942025-02-21T14:29:58.294Z resolver v4:
1952025-02-21T14:29:58.294Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1962025-02-21T14:29:58.294Z resolver v6:
1972025-02-21T14:29:58.294Z nat v4:
1982025-02-21T14:29:58.294Z nat_v6:
1992025-02-21T14:29:58.294Z port_mac:
2002025-02-21T14:29:58.294Z proxy arp:
2012025-02-21T14:29:58.294Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2022025-02-21T14:29:58.294Zcreated virtual hardware
2032025-02-21T14:29:58.320Z
2042025-02-21T14:29:58.320Zreal 12.835936868
2052025-02-21T14:29:58.320Zuser 0.652607865
2062025-02-21T14:29:58.320Zsys 3.397775587
2072025-02-21T14:29:58.320Ztrap 0.000045899
2082025-02-21T14:29:58.320Ztflt 0.000241477
2092025-02-21T14:29:58.320Zdflt 0.000445557
2102025-02-21T14:29:58.320Zkflt 0.000023390
2112025-02-21T14:29:58.320Zlock 9:55.662306086
2122025-02-21T14:29:58.320Zslp 38.748265353
2132025-02-21T14:29:58.320Zlat 0.063444387
2142025-02-21T14:29:58.320Zstop 0.344686359
2152025-02-21T14:29:58.320Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2162025-02-21T14:29:58.345Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2172025-02-21T14:29:58.345Z+ diff -u pkg/config.toml~ pkg/config.toml
2182025-02-21T14:29:58.345Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2192025-02-21T14:29:58.345Z+++ pkg/config.toml Fri Feb 21 14:29:58 2025
2202025-02-21T14:29:58.345Z@@ -29,18 +29,18 @@
2212025-02-21T14:29:58.345Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2222025-02-21T14:29:58.345Z # followed by a string that is embedded into their fake serial values.
2232025-02-21T14:29:58.345Z vdevs = [
2242025-02-21T14:29:58.346Z- "m2_0.vdev",
2252025-02-21T14:29:58.346Z- "m2_1.vdev",
2262025-02-21T14:29:58.346Z+ "/scratch/m2_0.vdev",
2272025-02-21T14:29:58.346Z+ "/scratch/m2_1.vdev",
2282025-02-21T14:29:58.346Z
2292025-02-21T14:29:58.346Z- "u2_0.vdev",
2302025-02-21T14:29:58.346Z- "u2_1.vdev",
2312025-02-21T14:29:58.346Z- "u2_2.vdev",
2322025-02-21T14:29:58.346Z- "u2_3.vdev",
2332025-02-21T14:29:58.346Z- "u2_4.vdev",
2342025-02-21T14:29:58.346Z- "u2_5.vdev",
2352025-02-21T14:29:58.346Z- "u2_6.vdev",
2362025-02-21T14:29:58.346Z- "u2_7.vdev",
2372025-02-21T14:29:58.346Z- "u2_8.vdev",
2382025-02-21T14:29:58.346Z+ "/scratch/u2_0.vdev",
2392025-02-21T14:29:58.346Z+ "/scratch/u2_1.vdev",
2402025-02-21T14:29:58.346Z+ "/scratch/u2_2.vdev",
2412025-02-21T14:29:58.346Z+ "/scratch/u2_3.vdev",
2422025-02-21T14:29:58.346Z+ "/scratch/u2_4.vdev",
2432025-02-21T14:29:58.346Z+ "/scratch/u2_5.vdev",
2442025-02-21T14:29:58.347Z+ "/scratch/u2_6.vdev",
2452025-02-21T14:29:58.347Z+ "/scratch/u2_7.vdev",
2462025-02-21T14:29:58.347Z+ "/scratch/u2_8.vdev",
2472025-02-21T14:29:58.347Z ]
2482025-02-21T14:29:58.347Z
2492025-02-21T14:29:58.347Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2502025-02-21T14:29:58.347Z+ true
2512025-02-21T14:29:58.347Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2522025-02-21T14:29:58.347Z+ SILO_NAME=recovery
2532025-02-21T14:29:58.347Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2542025-02-21T14:29:58.347Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2552025-02-21T14:29:58.347Z+ sed -i~ '
2562025-02-21T14:29:58.347Z /^external_dns_ips/c\
2572025-02-21T14:29:58.347Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2582025-02-21T14:29:58.347Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2592025-02-21T14:29:58.347Z /^first/c\
2602025-02-21T14:29:58.347Zfirst = "10.151.2.164"
2612025-02-21T14:29:58.347Z /^last/c\
2622025-02-21T14:29:58.348Zlast = "10.151.2.173"
2632025-02-21T14:29:58.348Z }
2642025-02-21T14:29:58.348Z /^infra_ip_first/c\
2652025-02-21T14:29:58.348Zinfra_ip_first = "10.151.2.174"
2662025-02-21T14:29:58.348Z /^infra_ip_last/c\
2672025-02-21T14:29:58.348Zinfra_ip_last = "10.151.2.174"
2682025-02-21T14:29:58.348Z /^\[\[rack_network_config.ports/,/^$/ {
2692025-02-21T14:29:58.348Z /^routes/c\
2702025-02-21T14:29:58.348Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2712025-02-21T14:29:58.348Z /^addresses/c\
2722025-02-21T14:29:58.348Zaddresses = \[{address = "10.151.2.174/24"} \]
2732025-02-21T14:29:58.348Z }
2742025-02-21T14:29:58.348Z' pkg/config-rss.toml
2752025-02-21T14:29:58.348Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2762025-02-21T14:29:58.373Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2772025-02-21T14:29:58.373Z+++ pkg/config-rss.toml Fri Feb 21 14:29:58 2025
2782025-02-21T14:29:58.374Z@@ -33,7 +33,7 @@
2792025-02-21T14:29:58.374Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2802025-02-21T14:29:58.374Z # must be contained in one of the "internal services" IP Pool ranges listed
2812025-02-21T14:29:58.374Z # below.
2822025-02-21T14:29:58.374Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2832025-02-21T14:29:58.374Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2842025-02-21T14:29:58.374Z
2852025-02-21T14:29:58.374Z # Initial TLS certificates for the external API
2862025-02-21T14:29:58.374Z #
2872025-02-21T14:29:58.374Z@@ -69,8 +69,8 @@
2882025-02-21T14:29:58.374Z #
2892025-02-21T14:29:58.374Z # For more on this and what to put here, see docs/how-to-run.adoc.
2902025-02-21T14:29:58.374Z [[internal_services_ip_pool_ranges]]
2912025-02-21T14:29:58.374Z-first = "192.168.1.20"
2922025-02-21T14:29:58.374Z-last = "192.168.1.29"
2932025-02-21T14:29:58.374Z+first = "10.151.2.164"
2942025-02-21T14:29:58.374Z+last = "10.151.2.173"
2952025-02-21T14:29:58.374Z
2962025-02-21T14:29:58.374Z # TODO - this configuration is subject to change going forward. Ultimately these
2972025-02-21T14:29:58.374Z # parameters should be provided to the control plane via wicket, but we need to
2982025-02-21T14:29:58.374Z@@ -91,8 +91,8 @@
2992025-02-21T14:29:58.374Z # A range of IP addresses used by Boundary Services on the external network. In
3002025-02-21T14:29:58.374Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3012025-02-21T14:29:58.374Z # With softnpu, only one address is used.
3022025-02-21T14:29:58.374Z-infra_ip_first = "192.168.1.30"
3032025-02-21T14:29:58.374Z-infra_ip_last = "192.168.1.30"
3042025-02-21T14:29:58.374Z+infra_ip_first = "10.151.2.174"
3052025-02-21T14:29:58.376Z+infra_ip_last = "10.151.2.174"
3062025-02-21T14:29:58.376Z
3072025-02-21T14:29:58.376Z # Configurations for BGP routers to run on the scrimlets.
3082025-02-21T14:29:58.376Z bgp = []
3092025-02-21T14:29:58.376Z@@ -100,9 +100,9 @@
3102025-02-21T14:29:58.376Z # You can configure multiple uplinks by repeating the following stanza
3112025-02-21T14:29:58.376Z [[rack_network_config.ports]]
3122025-02-21T14:29:58.376Z # Routes associated with this port.
3132025-02-21T14:29:58.376Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3142025-02-21T14:29:58.376Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3152025-02-21T14:29:58.376Z # Addresses associated with this port.
3162025-02-21T14:29:58.376Z-addresses = [{address = "192.168.1.30/24"}]
3172025-02-21T14:29:58.377Z+addresses = [{address = "10.151.2.174/24"} ]
3182025-02-21T14:29:58.377Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3192025-02-21T14:29:58.377Z port = "qsfp0"
3202025-02-21T14:29:58.377Z # The speed of this port.
3212025-02-21T14:29:58.377Z+ true
3222025-02-21T14:29:58.377Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3232025-02-21T14:29:58.377Za pkg/config-rss.toml 8K
3242025-02-21T14:29:58.377Za pkg/config.toml 4K
3252025-02-21T14:29:58.377Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3262025-02-21T14:29:58.377Z+ TLS_NAME=recovery.sys.oxide.test
3272025-02-21T14:29:58.377Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3282025-02-21T14:29:58.938Z.+.......+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+....+.........+..+....+...+.....+............+.+...+.....+.+.....+......+....+.........+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+...+...+......+......+..+.......+.....+......+....+.....+....+.....+....+.....+...+............+...+.......+......+...........+.+...............+...+............+.....+...+...................+..+......+....+........+..........+...+..+...............+.......+.....+.+..+...+.........+.+...............+........+......+...+............+..........+...+...........+....+...+..+.......+.....+...............+...+.......+...+...+...+.....+.........+...+............+.............+..+.............+........+...............+.......+........+.....................+.............+......+..+............+.+......+...+..+.+..............+...+..........+..+.............+........+.......+......+......+..................+............+.....+.+...+.....+.......+..+......+............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3292025-02-21T14:29:59.824Z...+.+...+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+......+..+.......+........+.+......+.........+.....+.+...........+..........+...+..+.......+..+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+...+..+..........+......+........+............+......................+...+............+.....+.+..+.......+.................+...+............+......+....+...+........+.......+......+.....+......+..........+.....+.........+.+..................+...+........+......+.+.....+.......+.................................+..+.+...............+......+.........+..+............+.+......+..................+...........+.+..............+................+..................+......+..+.......+............+........+...........................+....+..+.......+............+.....+....+..+.......+.....+.......+...+...+...+......+..............+.+.....+.........+............+..........+.........+...+........+.........................+.........+.....+...+............+.........+.+...+...........+.......+..+.+......+...+......+..+..........+........+.+..............+...............+....+.....................+............+..............+...................+...........+...+.............+........+....+...........+............+.......+...............+...........+............+..........+.........+.....+.........+......+.........+.......+............+..+...+.........................+........+...................+........+...+..........+.........+......+.....+............................+...............+..+....+.....+...+.+.................+....+...+.....+...+.......+......+.....+..........+.........+..+......+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3302025-02-21T14:29:59.848Z-----
3312025-02-21T14:29:59.848Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3322025-02-21T14:29:59.873Za pkg/initial-tls-cert.pem 2K
3332025-02-21T14:29:59.873Za pkg/initial-tls-key.pem 4K
3342025-02-21T14:29:59.873Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352025-02-21T14:29:59.873Z+ rmdir pkg
3362025-02-21T14:29:59.873Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3372025-02-21T14:29:59.874Z+ pfexec mkdir -p /usr/oxide
3382025-02-21T14:29:59.874Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3392025-02-21T14:30:00.470Z+ pfexec chmod +x /usr/oxide/oxide
3402025-02-21T14:30:00.495Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3412025-02-21T14:30:18.771Z+ OMICRON_NO_UNINSTALL=1
3422025-02-21T14:30:18.771Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3432025-02-21T14:30:18.795ZLogging to: /opt/oxide/work/out/LOG
3442025-02-21T14:30:19.430Z
3452025-02-21T14:30:19.430Zreal 0.653992802
3462025-02-21T14:30:19.455Zuser 0.147323984
3472025-02-21T14:30:19.455Zsys 3.549828097
3482025-02-21T14:30:19.455Ztrap 0.000001269
3492025-02-21T14:30:19.455Ztflt 0.000033458
3502025-02-21T14:30:19.455Zdflt 0.000589808
3512025-02-21T14:30:19.455Zkflt 0.000008240
3522025-02-21T14:30:19.455Zlock 58.669600081
3532025-02-21T14:30:19.455Zslp 0.861374091
3542025-02-21T14:30:19.455Zlat 0.003432599
3552025-02-21T14:30:19.455Zstop 0.235744763
3562025-02-21T14:30:19.455Z+ retry=0
3572025-02-21T14:30:19.455Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582025-02-21T14:30:19.455Z+ [[ 0 -gt 30 ]]
3592025-02-21T14:30:19.455Z+ sleep 1
3602025-02-21T14:30:20.445Z+ retry=1
3612025-02-21T14:30:20.445Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622025-02-21T14:30:20.470Z+ [[ 1 -gt 30 ]]
3632025-02-21T14:30:20.470Z+ sleep 1
3642025-02-21T14:30:21.460Z+ retry=2
3652025-02-21T14:30:21.460Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662025-02-21T14:30:21.485Z+ [[ 2 -gt 30 ]]
3672025-02-21T14:30:21.485Z+ sleep 1
3682025-02-21T14:30:22.474Z+ retry=3
3692025-02-21T14:30:22.474Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702025-02-21T14:30:43.268Z+ [[ 3 -gt 30 ]]
3712025-02-21T14:30:43.268Z+ sleep 1
3722025-02-21T14:30:44.271Z+ retry=4
3732025-02-21T14:30:44.271Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742025-02-21T14:30:44.297Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3752025-02-21T14:30:44.323Zlocal v6:
3762025-02-21T14:30:44.323Zfd41:d8af:d31c:c2b6::1
3772025-02-21T14:30:44.323Zfe80::28f7:d5ff:fe3e:2db9
3782025-02-21T14:30:44.323Zlocal v4:
3792025-02-21T14:30:44.323Z10.151.2.174
3802025-02-21T14:30:44.323Zrouter v6:
3812025-02-21T14:30:44.323Zfd00:1122:3344:1::/64 -> fe80::9cba:f5ff:fe59:dda4 (1)
3822025-02-21T14:30:44.323Zrouter v4_idx:
3832025-02-21T14:30:44.323Z0.0.0.0/0 -> 0
3842025-02-21T14:30:44.323Zrouter v4_routes:
3852025-02-21T14:30:44.323Z0 -> 10.151.2.100 (2)
3862025-02-21T14:30:44.323Zresolver v4:
3872025-02-21T14:30:44.323Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3882025-02-21T14:30:44.323Z10.151.2.174 -> f6:78:65:db:af:9e
3892025-02-21T14:30:44.325Zresolver v6:
3902025-02-21T14:30:44.325Zfe80::28f7:d5ff:fe3e:2db9 -> 2a:f7:d5:3e:2d:b9
3912025-02-21T14:30:44.326Zfe80::9cba:f5ff:fe59:dda4 -> 9e:ba:f5:59:dd:a4
3922025-02-21T14:30:44.326Znat v4:
3932025-02-21T14:30:44.326Znat_v6:
3942025-02-21T14:30:44.326Zport_mac:
3952025-02-21T14:30:44.326Z1000: a8:40:25:36:fb:4d
3962025-02-21T14:30:44.326Z2: a8:40:25:36:fb:6e
3972025-02-21T14:30:44.326Z1: a8:40:25:36:fb:4e
3982025-02-21T14:30:44.326Zproxy arp:
3992025-02-21T14:30:44.326Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4002025-02-21T14:30:44.326Z+ retry=0
4012025-02-21T14:30:44.326Z+++ zoneadm list -n
4022025-02-21T14:30:44.326Z+++ grep oxz_ntp
4032025-02-21T14:30:44.351Z++ pfexec svcs -z -Hostate oxide/ntp
4042025-02-21T14:30:44.351Zsvcs: zone '-Hostate': entity not found
4052025-02-21T14:30:44.351Z++ true
4062025-02-21T14:30:44.351Z+ [[ '' != online ]]
4072025-02-21T14:30:44.351Z+ [[ 0 -gt 60 ]]
4082025-02-21T14:30:44.351Z+ sleep 1
4092025-02-21T14:30:45.334Z+ retry=1
4102025-02-21T14:30:45.361Z+++ zoneadm list -n
4112025-02-21T14:30:45.361Z+++ grep oxz_ntp
4122025-02-21T14:30:45.361Z++ pfexec svcs -z -Hostate oxide/ntp
4132025-02-21T14:30:45.361Zsvcs: zone '-Hostate': entity not found
4142025-02-21T14:30:45.361Z++ true
4152025-02-21T14:30:45.361Z+ [[ '' != online ]]
4162025-02-21T14:30:45.361Z+ [[ 1 -gt 60 ]]
4172025-02-21T14:30:45.361Z+ sleep 1
4182025-02-21T14:30:46.360Z+ retry=2
4192025-02-21T14:30:46.385Z+++ zoneadm list -n
4202025-02-21T14:30:46.385Z+++ grep oxz_ntp
4212025-02-21T14:30:46.385Z++ pfexec svcs -z -Hostate oxide/ntp
4222025-02-21T14:30:46.385Zsvcs: zone '-Hostate': entity not found
4232025-02-21T14:30:46.385Z++ true
4242025-02-21T14:30:46.385Z+ [[ '' != online ]]
4252025-02-21T14:30:46.385Z+ [[ 2 -gt 60 ]]
4262025-02-21T14:30:46.385Z+ sleep 1
4272025-02-21T14:30:47.385Z+ retry=3
4282025-02-21T14:30:47.409Z+++ zoneadm list -n
4292025-02-21T14:30:47.410Z+++ grep oxz_ntp
4302025-02-21T14:30:47.410Z++ pfexec svcs -z -Hostate oxide/ntp
4312025-02-21T14:30:47.410Zsvcs: zone '-Hostate': entity not found
4322025-02-21T14:30:47.410Z++ true
4332025-02-21T14:30:47.410Z+ [[ '' != online ]]
4342025-02-21T14:30:47.410Z+ [[ 3 -gt 60 ]]
4352025-02-21T14:30:47.410Z+ sleep 1
4362025-02-21T14:30:48.408Z+ retry=4
4372025-02-21T14:30:48.433Z+++ zoneadm list -n
4382025-02-21T14:30:48.433Z+++ grep oxz_ntp
4392025-02-21T14:30:48.433Z++ pfexec svcs -z -Hostate oxide/ntp
4402025-02-21T14:30:48.433Zsvcs: zone '-Hostate': entity not found
4412025-02-21T14:30:48.434Z++ true
4422025-02-21T14:30:48.435Z+ [[ '' != online ]]
4432025-02-21T14:30:48.435Z+ [[ 4 -gt 60 ]]
4442025-02-21T14:30:48.435Z+ sleep 1
4452025-02-21T14:30:49.429Z+ retry=5
4462025-02-21T14:30:49.454Z+++ zoneadm list -n
4472025-02-21T14:30:49.454Z+++ grep oxz_ntp
4482025-02-21T14:30:49.454Z++ pfexec svcs -z -Hostate oxide/ntp
4492025-02-21T14:30:49.454Zsvcs: zone '-Hostate': entity not found
4502025-02-21T14:30:49.454Z++ true
4512025-02-21T14:30:49.455Z+ [[ '' != online ]]
4522025-02-21T14:30:49.455Z+ [[ 5 -gt 60 ]]
4532025-02-21T14:30:49.455Z+ sleep 1
4542025-02-21T14:30:50.450Z+ retry=6
4552025-02-21T14:30:50.475Z+++ zoneadm list -n
4562025-02-21T14:30:50.475Z+++ grep oxz_ntp
4572025-02-21T14:30:50.475Z++ pfexec svcs -z -Hostate oxide/ntp
4582025-02-21T14:30:50.475Zsvcs: zone '-Hostate': entity not found
4592025-02-21T14:30:50.475Z++ true
4602025-02-21T14:30:50.475Z+ [[ '' != online ]]
4612025-02-21T14:30:50.475Z+ [[ 6 -gt 60 ]]
4622025-02-21T14:30:50.475Z+ sleep 1
4632025-02-21T14:30:51.472Z+ retry=7
4642025-02-21T14:30:51.497Z+++ zoneadm list -n
4652025-02-21T14:30:51.497Z+++ grep oxz_ntp
4662025-02-21T14:30:51.497Z++ pfexec svcs -z -Hostate oxide/ntp
4672025-02-21T14:30:51.497Zsvcs: zone '-Hostate': entity not found
4682025-02-21T14:30:51.497Z++ true
4692025-02-21T14:30:51.497Z+ [[ '' != online ]]
4702025-02-21T14:30:51.497Z+ [[ 7 -gt 60 ]]
4712025-02-21T14:30:51.497Z+ sleep 1
4722025-02-21T14:30:52.493Z+ retry=8
4732025-02-21T14:30:52.519Z+++ zoneadm list -n
4742025-02-21T14:30:52.520Z+++ grep oxz_ntp
4752025-02-21T14:30:52.520Z++ pfexec svcs -z -Hostate oxide/ntp
4762025-02-21T14:30:52.520Zsvcs: zone '-Hostate': entity not found
4772025-02-21T14:30:52.520Z++ true
4782025-02-21T14:30:52.520Z+ [[ '' != online ]]
4792025-02-21T14:30:52.520Z+ [[ 8 -gt 60 ]]
4802025-02-21T14:30:52.520Z+ sleep 1
4812025-02-21T14:30:53.516Z+ retry=9
4822025-02-21T14:30:53.542Z+++ zoneadm list -n
4832025-02-21T14:30:53.542Z+++ grep oxz_ntp
4842025-02-21T14:30:53.542Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
4852025-02-21T14:30:53.567Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4862025-02-21T14:30:53.567Z++ true
4872025-02-21T14:30:53.567Z+ [[ '' != online ]]
4882025-02-21T14:30:53.567Z+ [[ 9 -gt 60 ]]
4892025-02-21T14:30:53.567Z+ sleep 1
4902025-02-21T14:30:54.547Z+ retry=10
4912025-02-21T14:30:54.572Z+++ zoneadm list -n
4922025-02-21T14:30:54.572Z+++ grep oxz_ntp
4932025-02-21T14:30:54.572Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
4942025-02-21T14:30:54.597Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4952025-02-21T14:30:54.598Z++ true
4962025-02-21T14:30:54.598Z+ [[ '' != online ]]
4972025-02-21T14:30:54.598Z+ [[ 10 -gt 60 ]]
4982025-02-21T14:30:54.598Z+ sleep 1
4992025-02-21T14:30:55.579Z+ retry=11
5002025-02-21T14:30:55.612Z+++ zoneadm list -n
5012025-02-21T14:30:55.614Z+++ grep oxz_ntp
5022025-02-21T14:30:55.614Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5032025-02-21T14:30:55.615Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5042025-02-21T14:30:55.615Z++ true
5052025-02-21T14:30:55.615Z+ [[ '' != online ]]
5062025-02-21T14:30:55.615Z+ [[ 11 -gt 60 ]]
5072025-02-21T14:30:55.615Z+ sleep 1
5082025-02-21T14:30:56.608Z+ retry=12
5092025-02-21T14:30:56.633Z+++ zoneadm list -n
5102025-02-21T14:30:56.633Z+++ grep oxz_ntp
5112025-02-21T14:30:56.633Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5122025-02-21T14:30:56.658Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5132025-02-21T14:30:56.658Z++ true
5142025-02-21T14:30:56.658Z+ [[ '' != online ]]
5152025-02-21T14:30:56.658Z+ [[ 12 -gt 60 ]]
5162025-02-21T14:30:56.658Z+ sleep 1
5172025-02-21T14:30:57.642Z+ retry=13
5182025-02-21T14:30:57.667Z+++ zoneadm list -n
5192025-02-21T14:30:57.667Z+++ grep oxz_ntp
5202025-02-21T14:30:57.667Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5212025-02-21T14:30:57.667Z+ [[ offline != online ]]
5222025-02-21T14:30:57.667Z+ [[ 13 -gt 60 ]]
5232025-02-21T14:30:57.667Z+ sleep 1
5242025-02-21T14:30:58.667Z+ retry=14
5252025-02-21T14:30:58.692Z+++ zoneadm list -n
5262025-02-21T14:30:58.693Z+++ grep oxz_ntp
5272025-02-21T14:30:58.693Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5282025-02-21T14:30:58.693Z+ [[ offline != online ]]
5292025-02-21T14:30:58.693Z+ [[ 14 -gt 60 ]]
5302025-02-21T14:30:58.693Z+ sleep 1
5312025-02-21T14:30:59.690Z+ retry=15
5322025-02-21T14:30:59.715Z+++ zoneadm list -n
5332025-02-21T14:30:59.715Z+++ grep oxz_ntp
5342025-02-21T14:30:59.715Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5352025-02-21T14:30:59.715Z+ [[ offline != online ]]
5362025-02-21T14:30:59.715Z+ [[ 15 -gt 60 ]]
5372025-02-21T14:30:59.715Z+ sleep 1
5382025-02-21T14:31:00.711Z+ retry=16
5392025-02-21T14:31:00.736Z+++ zoneadm list -n
5402025-02-21T14:31:00.737Z+++ grep oxz_ntp
5412025-02-21T14:31:00.737Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5422025-02-21T14:31:00.737Z+ [[ offline != online ]]
5432025-02-21T14:31:00.737Z+ [[ 16 -gt 60 ]]
5442025-02-21T14:31:00.737Z+ sleep 1
5452025-02-21T14:31:01.733Z+ retry=17
5462025-02-21T14:31:01.758Z+++ zoneadm list -n
5472025-02-21T14:31:01.758Z+++ grep oxz_ntp
5482025-02-21T14:31:01.758Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5492025-02-21T14:31:01.758Z+ [[ offline != online ]]
5502025-02-21T14:31:01.758Z+ [[ 17 -gt 60 ]]
5512025-02-21T14:31:01.758Z+ sleep 1
5522025-02-21T14:31:02.756Z+ retry=18
5532025-02-21T14:31:02.781Z+++ zoneadm list -n
5542025-02-21T14:31:02.781Z+++ grep oxz_ntp
5552025-02-21T14:31:02.781Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5562025-02-21T14:31:02.781Z+ [[ offline != online ]]
5572025-02-21T14:31:02.781Z+ [[ 18 -gt 60 ]]
5582025-02-21T14:31:02.781Z+ sleep 1
5592025-02-21T14:31:03.778Z+ retry=19
5602025-02-21T14:31:03.803Z+++ zoneadm list -n
5612025-02-21T14:31:03.803Z+++ grep oxz_ntp
5622025-02-21T14:31:03.805Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5632025-02-21T14:31:03.805Z+ [[ offline != online ]]
5642025-02-21T14:31:03.805Z+ [[ 19 -gt 60 ]]
5652025-02-21T14:31:03.805Z+ sleep 1
 
5662025-02-21T14:31:04.358Zsock console login: Feb 21 14:31:03 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5672025-02-21T14:31:04.801Z+ retry=20
5682025-02-21T14:31:04.825Z+++ zoneadm list -n
5692025-02-21T14:31:04.826Z+++ grep oxz_ntp
5702025-02-21T14:31:04.826Z++ pfexec svcs -z oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5 -Hostate oxide/ntp
5712025-02-21T14:31:04.826Z+ [[ online != online ]]
5722025-02-21T14:31:04.826Z+ echo 'Waited for chrony: 20s'
5732025-02-21T14:31:04.826Z+ retry=0
5742025-02-21T14:31:04.826ZWaited for chrony: 20s
5752025-02-21T14:31:04.826Z+ zoneadm list
5762025-02-21T14:31:04.826Z+ grep nexus
5772025-02-21T14:31:04.851Z+ [[ 0 -gt 300 ]]
5782025-02-21T14:31:04.851Z+ sleep 1
5792025-02-21T14:31:05.830Z+ retry=1
5802025-02-21T14:31:05.855Z+ zoneadm list
5812025-02-21T14:31:05.855Z+ grep nexus
5822025-02-21T14:31:05.855Z+ [[ 1 -gt 300 ]]
5832025-02-21T14:31:05.857Z+ sleep 1
5842025-02-21T14:31:06.840Z+ retry=2
5852025-02-21T14:31:06.865Z+ zoneadm list
5862025-02-21T14:31:06.865Z+ grep nexus
5872025-02-21T14:31:06.865Z+ [[ 2 -gt 300 ]]
5882025-02-21T14:31:06.865Z+ sleep 1
5892025-02-21T14:31:07.852Z+ retry=3
5902025-02-21T14:31:07.877Z+ zoneadm list
5912025-02-21T14:31:07.877Z+ grep nexus
5922025-02-21T14:31:07.877Z+ [[ 3 -gt 300 ]]
5932025-02-21T14:31:07.877Z+ sleep 1
5942025-02-21T14:31:08.866Z+ retry=4
5952025-02-21T14:31:08.891Z+ zoneadm list
5962025-02-21T14:31:08.893Z+ grep nexus
5972025-02-21T14:31:08.893Z+ [[ 4 -gt 300 ]]
5982025-02-21T14:31:08.893Z+ sleep 1
5992025-02-21T14:31:09.881Z+ retry=5
6002025-02-21T14:31:09.905Z+ zoneadm list
6012025-02-21T14:31:09.905Z+ grep nexus
6022025-02-21T14:31:09.905Z+ [[ 5 -gt 300 ]]
6032025-02-21T14:31:09.905Z+ sleep 1
6042025-02-21T14:31:10.895Z+ retry=6
6052025-02-21T14:31:10.920Z+ zoneadm list
6062025-02-21T14:31:10.920Z+ grep nexus
6072025-02-21T14:31:10.920Z+ [[ 6 -gt 300 ]]
6082025-02-21T14:31:10.920Z+ sleep 1
6092025-02-21T14:31:11.909Z+ retry=7
6102025-02-21T14:31:11.934Z+ zoneadm list
6112025-02-21T14:31:11.934Z+ grep nexus
6122025-02-21T14:31:11.934Z+ [[ 7 -gt 300 ]]
6132025-02-21T14:31:11.934Z+ sleep 1
6142025-02-21T14:31:12.926Z+ retry=8
6152025-02-21T14:31:12.951Z+ zoneadm list
6162025-02-21T14:31:12.951Z+ grep nexus
6172025-02-21T14:31:12.951Z+ [[ 8 -gt 300 ]]
6182025-02-21T14:31:12.951Z+ sleep 1
6192025-02-21T14:31:13.940Z+ retry=9
6202025-02-21T14:31:13.965Z+ zoneadm list
6212025-02-21T14:31:13.965Z+ grep nexus
6222025-02-21T14:31:13.965Z+ [[ 9 -gt 300 ]]
6232025-02-21T14:31:13.965Z+ sleep 1
6242025-02-21T14:31:14.962Z+ retry=10
6252025-02-21T14:31:14.962Z+ zoneadm list
6262025-02-21T14:31:14.989Z+ grep nexus
6272025-02-21T14:31:14.989Z+ [[ 10 -gt 300 ]]
6282025-02-21T14:31:14.989Z+ sleep 1
6292025-02-21T14:31:15.986Z+ retry=11
6302025-02-21T14:31:16.017Z+ grep nexus
6312025-02-21T14:31:16.017Z+ zoneadm list
6322025-02-21T14:31:16.042Z+ [[ 11 -gt 300 ]]
6332025-02-21T14:31:16.042Z+ sleep 1
6342025-02-21T14:31:17.033Z+ retry=12
6352025-02-21T14:31:17.058Z+ zoneadm list
6362025-02-21T14:31:17.058Z+ grep nexus
6372025-02-21T14:31:17.058Z+ [[ 12 -gt 300 ]]
6382025-02-21T14:31:17.058Z+ sleep 1
6392025-02-21T14:31:18.050Z+ retry=13
6402025-02-21T14:31:18.074Z+ zoneadm list
6412025-02-21T14:31:18.075Z+ grep nexus
6422025-02-21T14:31:18.075Z+ [[ 13 -gt 300 ]]
6432025-02-21T14:31:18.075Z+ sleep 1
6442025-02-21T14:31:19.065Z+ retry=14
6452025-02-21T14:31:19.090Z+ zoneadm list
6462025-02-21T14:31:19.090Z+ grep nexus
6472025-02-21T14:31:19.090Z+ [[ 14 -gt 300 ]]
6482025-02-21T14:31:19.090Z+ sleep 1
6492025-02-21T14:31:20.082Z+ retry=15
6502025-02-21T14:31:20.107Z+ zoneadm list
6512025-02-21T14:31:20.107Z+ grep nexus
6522025-02-21T14:31:20.107Z+ [[ 15 -gt 300 ]]
6532025-02-21T14:31:20.107Z+ sleep 1
6542025-02-21T14:31:21.097Z+ retry=16
6552025-02-21T14:31:21.122Z+ zoneadm list
6562025-02-21T14:31:21.122Z+ grep nexus
6572025-02-21T14:31:21.122Z+ [[ 16 -gt 300 ]]
6582025-02-21T14:31:21.122Z+ sleep 1
6592025-02-21T14:31:22.112Z+ retry=17
6602025-02-21T14:31:22.137Z+ zoneadm list
6612025-02-21T14:31:22.137Z+ grep nexus
6622025-02-21T14:31:22.137Z+ [[ 17 -gt 300 ]]
6632025-02-21T14:31:22.137Z+ sleep 1
6642025-02-21T14:31:23.128Z+ retry=18
6652025-02-21T14:31:23.153Z+ zoneadm list
6662025-02-21T14:31:23.153Z+ grep nexus
6672025-02-21T14:31:23.153Z+ [[ 18 -gt 300 ]]
6682025-02-21T14:31:23.153Z+ sleep 1
6692025-02-21T14:31:24.143Z+ retry=19
6702025-02-21T14:31:24.169Z+ zoneadm list
6712025-02-21T14:31:24.169Z+ grep nexus
6722025-02-21T14:31:24.169Z+ [[ 19 -gt 300 ]]
6732025-02-21T14:31:24.169Z+ sleep 1
6742025-02-21T14:31:25.159Z+ retry=20
6752025-02-21T14:31:25.184Z+ zoneadm list
6762025-02-21T14:31:25.184Z+ grep nexus
6772025-02-21T14:31:25.184Z+ [[ 20 -gt 300 ]]
6782025-02-21T14:31:25.184Z+ sleep 1
6792025-02-21T14:31:26.181Z+ retry=21
6802025-02-21T14:31:26.207Z+ grep nexus
6812025-02-21T14:31:26.458Z+ zoneadm list
6822025-02-21T14:31:26.458Z+ [[ 21 -gt 300 ]]
6832025-02-21T14:31:26.458Z+ sleep 1
6842025-02-21T14:31:27.354Z+ retry=22
6852025-02-21T14:31:27.381Z+ zoneadm list
6862025-02-21T14:31:27.381Z+ grep nexus
6872025-02-21T14:31:27.382Z+ [[ 22 -gt 300 ]]
6882025-02-21T14:31:27.382Z+ sleep 1
6892025-02-21T14:31:28.368Z+ retry=23
6902025-02-21T14:31:28.393Z+ zoneadm list
6912025-02-21T14:31:28.393Z+ grep nexus
6922025-02-21T14:31:28.393Z+ [[ 23 -gt 300 ]]
6932025-02-21T14:31:28.393Z+ sleep 1
6942025-02-21T14:31:29.381Z+ retry=24
6952025-02-21T14:31:29.406Z+ zoneadm list
6962025-02-21T14:31:29.406Z+ grep nexus
6972025-02-21T14:31:29.407Z+ [[ 24 -gt 300 ]]
6982025-02-21T14:31:29.407Z+ sleep 1
6992025-02-21T14:31:30.395Z+ retry=25
7002025-02-21T14:31:30.420Z+ zoneadm list
7012025-02-21T14:31:30.420Z+ grep nexus
7022025-02-21T14:31:30.420Z+ [[ 25 -gt 300 ]]
7032025-02-21T14:31:30.420Z+ sleep 1
7042025-02-21T14:31:31.406Z+ retry=26
7052025-02-21T14:31:31.431Z+ zoneadm list
7062025-02-21T14:31:31.432Z+ grep nexus
7072025-02-21T14:31:31.432Z+ [[ 26 -gt 300 ]]
7082025-02-21T14:31:31.432Z+ sleep 1
7092025-02-21T14:31:32.417Z+ retry=27
7102025-02-21T14:31:32.443Z+ zoneadm list
7112025-02-21T14:31:32.443Z+ grep nexus
7122025-02-21T14:31:32.443Z+ [[ 27 -gt 300 ]]
7132025-02-21T14:31:32.443Z+ sleep 1
7142025-02-21T14:31:33.433Z+ retry=28
7152025-02-21T14:31:33.458Z+ zoneadm list
7162025-02-21T14:31:33.458Z+ grep nexus
7172025-02-21T14:31:33.458Z+ [[ 28 -gt 300 ]]
7182025-02-21T14:31:33.458Z+ sleep 1
7192025-02-21T14:31:34.439Z+ retry=29
7202025-02-21T14:31:34.469Z+ zoneadm list
7212025-02-21T14:31:34.470Z+ grep nexus
7222025-02-21T14:31:34.470Z+ [[ 29 -gt 300 ]]
7232025-02-21T14:31:34.470Z+ sleep 1
7242025-02-21T14:31:35.454Z+ retry=30
7252025-02-21T14:31:35.479Z+ zoneadm list
7262025-02-21T14:31:35.479Z+ grep nexus
7272025-02-21T14:31:35.479Z+ [[ 30 -gt 300 ]]
7282025-02-21T14:31:35.479Z+ sleep 1
7292025-02-21T14:31:36.467Z+ retry=31
7302025-02-21T14:31:36.493Z+ zoneadm list
7312025-02-21T14:31:36.493Z+ grep nexus
7322025-02-21T14:31:36.493Z+ [[ 31 -gt 300 ]]
7332025-02-21T14:31:36.493Z+ sleep 1
7342025-02-21T14:31:37.485Z+ retry=32
7352025-02-21T14:31:37.511Z+ zoneadm list
7362025-02-21T14:31:37.511Z+ grep nexus
7372025-02-21T14:31:37.511Z+ [[ 32 -gt 300 ]]
7382025-02-21T14:31:37.511Z+ sleep 1
7392025-02-21T14:31:38.490Z+ retry=33
7402025-02-21T14:31:38.516Z+ zoneadm list
7412025-02-21T14:31:38.516Z+ grep nexus
7422025-02-21T14:31:38.516Z+ [[ 33 -gt 300 ]]
7432025-02-21T14:31:38.516Z+ sleep 1
7442025-02-21T14:31:39.505Z+ retry=34
7452025-02-21T14:31:39.530Z+ zoneadm list
7462025-02-21T14:31:39.530Z+ grep nexus
7472025-02-21T14:31:39.531Z+ [[ 34 -gt 300 ]]
7482025-02-21T14:31:39.531Z+ sleep 1
7492025-02-21T14:31:40.516Z+ retry=35
7502025-02-21T14:31:40.542Z+ zoneadm list
7512025-02-21T14:31:40.542Z+ grep nexus
7522025-02-21T14:31:40.542Z+ [[ 35 -gt 300 ]]
7532025-02-21T14:31:40.542Z+ sleep 1
7542025-02-21T14:31:41.528Z+ retry=36
7552025-02-21T14:31:41.553Z+ zoneadm list
7562025-02-21T14:31:41.553Z+ grep nexus
7572025-02-21T14:31:41.553Z+ [[ 36 -gt 300 ]]
7582025-02-21T14:31:41.553Z+ sleep 1
7592025-02-21T14:31:42.539Z+ retry=37
7602025-02-21T14:31:42.565Z+ zoneadm list
7612025-02-21T14:31:42.566Z+ grep nexus
7622025-02-21T14:31:42.566Z+ [[ 37 -gt 300 ]]
7632025-02-21T14:31:42.566Z+ sleep 1
7642025-02-21T14:31:43.551Z+ retry=38
7652025-02-21T14:31:43.576Z+ zoneadm list
7662025-02-21T14:31:43.576Z+ grep nexus
7672025-02-21T14:31:43.576Z+ [[ 38 -gt 300 ]]
7682025-02-21T14:31:43.576Z+ sleep 1
7692025-02-21T14:31:44.562Z+ retry=39
7702025-02-21T14:31:44.587Z+ zoneadm list
7712025-02-21T14:31:44.587Z+ grep nexus
7722025-02-21T14:31:44.587Z+ [[ 39 -gt 300 ]]
7732025-02-21T14:31:44.587Z+ sleep 1
7742025-02-21T14:31:45.574Z+ retry=40
7752025-02-21T14:31:45.599Z+ zoneadm list
7762025-02-21T14:31:45.599Z+ grep nexus
7772025-02-21T14:31:45.599Z+ [[ 40 -gt 300 ]]
7782025-02-21T14:31:45.599Z+ sleep 1
7792025-02-21T14:31:46.586Z+ retry=41
7802025-02-21T14:31:46.612Z+ zoneadm list
7812025-02-21T14:31:46.613Z+ grep nexus
7822025-02-21T14:31:46.614Z+ [[ 41 -gt 300 ]]
7832025-02-21T14:31:46.615Z+ sleep 1
7842025-02-21T14:31:47.598Z+ retry=42
7852025-02-21T14:31:47.623Z+ zoneadm list
7862025-02-21T14:31:47.623Z+ grep nexus
7872025-02-21T14:31:47.623Z+ [[ 42 -gt 300 ]]
7882025-02-21T14:31:47.623Z+ sleep 1
7892025-02-21T14:31:48.610Z+ retry=43
7902025-02-21T14:31:48.635Z+ zoneadm list
7912025-02-21T14:31:48.635Z+ grep nexus
7922025-02-21T14:31:48.635Z+ [[ 43 -gt 300 ]]
7932025-02-21T14:31:48.635Z+ sleep 1
7942025-02-21T14:31:49.621Z+ retry=44
7952025-02-21T14:31:49.646Z+ zoneadm list
7962025-02-21T14:31:49.646Z+ grep nexus
7972025-02-21T14:31:49.646Z+ [[ 44 -gt 300 ]]
7982025-02-21T14:31:49.646Z+ sleep 1
7992025-02-21T14:31:50.635Z+ retry=45
8002025-02-21T14:31:50.660Z+ zoneadm list
8012025-02-21T14:31:50.660Z+ grep nexus
8022025-02-21T14:31:50.660Z+ [[ 45 -gt 300 ]]
8032025-02-21T14:31:50.660Z+ sleep 1
8042025-02-21T14:31:51.647Z+ retry=46
8052025-02-21T14:31:51.672Z+ zoneadm list
8062025-02-21T14:31:51.672Z+ grep nexus
8072025-02-21T14:31:51.672Z+ [[ 46 -gt 300 ]]
8082025-02-21T14:31:51.672Z+ sleep 1
8092025-02-21T14:31:52.660Z+ retry=47
8102025-02-21T14:31:52.685Z+ zoneadm list
8112025-02-21T14:31:52.686Z+ grep nexus
8122025-02-21T14:31:52.686Z+ [[ 47 -gt 300 ]]
8132025-02-21T14:31:52.686Z+ sleep 1
8142025-02-21T14:31:53.695Z+ retry=48
8152025-02-21T14:31:53.723Z+ zoneadm list
8162025-02-21T14:31:53.723Z+ grep nexus
8172025-02-21T14:31:53.774Z+ [[ 48 -gt 300 ]]
8182025-02-21T14:31:53.774Z+ sleep 1
8192025-02-21T14:31:54.742Z+ retry=49
8202025-02-21T14:31:54.767Z+ zoneadm list
8212025-02-21T14:31:54.873Z+ grep nexus
8222025-02-21T14:31:54.898Z+ [[ 49 -gt 300 ]]
8232025-02-21T14:31:54.898Z+ sleep 1
8242025-02-21T14:31:55.978Z+ retry=50
8252025-02-21T14:31:56.011Z+ zoneadm list
8262025-02-21T14:31:56.048Z+ grep nexus
8272025-02-21T14:31:56.095Z+ [[ 50 -gt 300 ]]
8282025-02-21T14:31:56.120Z+ sleep 1
8292025-02-21T14:31:59.123Z+ retry=51
8302025-02-21T14:31:59.123Z+ grep nexus
8312025-02-21T14:31:59.123Z+ zoneadm list
8322025-02-21T14:32:00.075Z+ [[ 51 -gt 300 ]]
8332025-02-21T14:32:00.075Z+ sleep 1
8342025-02-21T14:32:01.079Z+ retry=52
8352025-02-21T14:32:01.105Z+ zoneadm list
8362025-02-21T14:32:01.105Z+ grep nexus
8372025-02-21T14:32:01.105Z+ [[ 52 -gt 300 ]]
8382025-02-21T14:32:01.105Z+ sleep 1
8392025-02-21T14:32:02.096Z+ retry=53
8402025-02-21T14:32:02.122Z+ zoneadm list
8412025-02-21T14:32:02.122Z+ grep nexus
8422025-02-21T14:32:02.122Z+ [[ 53 -gt 300 ]]
8432025-02-21T14:32:02.122Z+ sleep 1
8442025-02-21T14:32:03.113Z+ retry=54
8452025-02-21T14:32:03.139Z+ zoneadm list
8462025-02-21T14:32:03.139Z+ grep nexus
8472025-02-21T14:32:03.139Z+ [[ 54 -gt 300 ]]
8482025-02-21T14:32:03.139Z+ sleep 1
8492025-02-21T14:32:04.155Z+ retry=55
8502025-02-21T14:32:04.181Z+ zoneadm list
8512025-02-21T14:32:04.181Z+ grep nexus
8522025-02-21T14:32:04.181Zoxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd
8532025-02-21T14:32:04.181Zoxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0
8542025-02-21T14:32:04.181Z+ echo 'Waited for nexus: 55s'
8552025-02-21T14:32:04.181ZWaited for nexus: 55s
8562025-02-21T14:32:04.181Z+ export RUST_BACKTRACE=1
8572025-02-21T14:32:04.181Z+ RUST_BACKTRACE=1
8582025-02-21T14:32:04.181Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8592025-02-21T14:32:04.181Z++ ./target/debug/bootstrap
8602025-02-21T14:32:04.961ZUsing external DNS server at 10.151.2.164:53
8612025-02-21T14:32:04.993Z2025-02-21 14:32:04.978491609 UTC: attempting to log into API
 
8622025-02-21T14:32:07.636ZFeb 21 14:32:07 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.66.48.42:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8632025-02-21T14:32:20.065Z2025-02-21 14:32:20.050794175 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8642025-02-21T14:32:21.066Z2025-02-21 14:32:21.051524204 UTC: attempting to log into API
 
8652025-02-21T14:32:33.100ZFeb 21 14:32:09 sock last message repeated 1 time
8662025-02-21T14:32:33.136ZFeb 21 14:32:32 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8672025-02-21T14:32:33.727ZFeb 21 14:32:32 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8682025-02-21T14:32:34.316ZFeb 21 14:32:33 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8692025-02-21T14:32:34.347ZFeb 21 14:32:33 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8702025-02-21T14:32:34.653ZFeb 21 14:32:33 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
8712025-02-21T14:32:36.099Z2025-02-21 14:32:36.085192755 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8722025-02-21T14:32:37.100Z2025-02-21 14:32:37.086134240 UTC: attempting to log into API
8732025-02-21T14:32:52.133Z2025-02-21 14:32:52.118830832 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8742025-02-21T14:32:53.134Z2025-02-21 14:32:53.120154598 UTC: attempting to log into API
 
8752025-02-21T14:32:54.222ZFeb 21 14:32:53 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.66.48.42:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
8762025-02-21T14:33:04.282ZFeb 21 14:33:03 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:104.167.215.195:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8772025-02-21T14:33:08.167Z2025-02-21 14:33:08.153043838 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8782025-02-21T14:33:09.168Z2025-02-21 14:33:09.154026184 UTC: attempting to log into API
8792025-02-21T14:33:19.977Z2025-02-21 14:33:19.962827452 UTC: login succeeded
8802025-02-21T14:33:20.013Zwaiting for nexus to come up...
8812025-02-21T14:33:20.181Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8822025-02-21T14:33:20.473Zsetting up quotas...
8832025-02-21T14:33:20.806Zensuring datasets are ready...
8842025-02-21T14:33:24.416Zlet's roll.
8852025-02-21T14:33:24.442Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8862025-02-21T14:33:24.442ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8872025-02-21T14:33:24.442ZOXIDE_TOKEN=oxide-token-8c6dbd40ca0a8b5d5d5635bb01648a820a981745'
8882025-02-21T14:33:24.442Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8892025-02-21T14:33:24.442Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8902025-02-21T14:33:24.442Z++ OXIDE_TOKEN=oxide-token-8c6dbd40ca0a8b5d5d5635bb01648a820a981745
8912025-02-21T14:33:24.442Z+ export OXIDE_HOST OXIDE_TOKEN
8922025-02-21T14:33:24.442Z+ retry=0
8932025-02-21T14:33:24.442Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8942025-02-21T14:33:24.511Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8952025-02-21T14:33:25.320Z{"status":"ok"}{
8962025-02-21T14:33:25.320Z "description": "some images",
8972025-02-21T14:33:25.320Z "id": "0d1ab268-541b-4b71-b991-39793f489696",
8982025-02-21T14:33:25.320Z "name": "images",
8992025-02-21T14:33:25.320Z "time_created": "2025-02-21T14:33:24.610636Z",
9002025-02-21T14:33:25.320Z "time_modified": "2025-02-21T14:33:24.610636Z"
9012025-02-21T14:33:25.320Z}
9022025-02-21T14:33:25.346Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
9032025-02-21T14:35:38.891ZFeb 21 14:35:38 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:173.73.96.68:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9042025-02-21T14:43:37.167ZDone!
9052025-02-21T14:43:37.193Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9062025-02-21T14:43:37.349Z{
9072025-02-21T14:43:37.349Z "block_size": 512,
9082025-02-21T14:43:37.349Z "description": "debian 11 original base image",
9092025-02-21T14:43:37.349Z "id": "be8bd4c7-6c91-4a66-a74c-215a647876f7",
9102025-02-21T14:43:37.349Z "name": "debian11",
9112025-02-21T14:43:37.349Z "os": "debian",
9122025-02-21T14:43:37.349Z "size": 2147483648,
9132025-02-21T14:43:37.349Z "time_created": "2025-02-21T14:43:37.090079Z",
9142025-02-21T14:43:37.349Z "time_modified": "2025-02-21T14:43:37.328829Z",
9152025-02-21T14:43:37.350Z "version": "11"
9162025-02-21T14:43:37.350Z}
9172025-02-21T14:43:37.375Z+ for test_bin in tests/*
9182025-02-21T14:43:37.375Z+ ./tests/bootstrap-7b2f243d38da8f45
9192025-02-21T14:43:37.375Z
9202025-02-21T14:43:37.375Zrunning 0 tests
9212025-02-21T14:43:37.376Z
9222025-02-21T14:43:37.376Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9232025-02-21T14:43:37.376Z
9242025-02-21T14:43:37.401Z+ for test_bin in tests/*
9252025-02-21T14:43:37.401Z+ ./tests/commtest-012c5639a6930757
9262025-02-21T14:43:37.401Z
9272025-02-21T14:43:37.401Zrunning 0 tests
9282025-02-21T14:43:37.401Z
9292025-02-21T14:43:37.401Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9302025-02-21T14:43:37.401Z
9312025-02-21T14:43:37.401Z+ for test_bin in tests/*
9322025-02-21T14:43:37.401Z+ ./tests/dhcp_server-9f747a2262c0a7ef
9332025-02-21T14:43:37.430Z
9342025-02-21T14:43:37.430Zrunning 0 tests
9352025-02-21T14:43:37.455Z
9362025-02-21T14:43:37.455Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9372025-02-21T14:43:37.455Z
9382025-02-21T14:43:37.456Z+ for test_bin in tests/*
9392025-02-21T14:43:37.456Z+ ./tests/end_to_end_tests-359a82efc245b6d4
9402025-02-21T14:43:37.616Z
9412025-02-21T14:43:37.616Zrunning 3 tests
9422025-02-21T14:43:37.641Znote: configured to log to "/tmp/end_to_end_tests-359a82efc245b6d4-new_blueprint_noop.447.0.log"
9432025-02-21T14:43:38.024Ztest no_spoof::no_spoof_here ... ok
9442025-02-21T14:43:39.046Ztest noop_blueprint::new_blueprint_noop ... ok
9452025-02-21T14:44:06.630Ztest instance_launch::instance_launch ... ok
9462025-02-21T14:44:06.630Z
9472025-02-21T14:44:06.630Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.01s
9482025-02-21T14:44:06.630Z
9492025-02-21T14:44:06.656Z+ _exit_trap
9502025-02-21T14:44:06.656Z+ local status=0
9512025-02-21T14:44:06.656Z+ set +o errexit
9522025-02-21T14:44:06.656Z+ [[ x != \x ]]
9532025-02-21T14:44:06.656Z+ pfexec svcadm -Z disable -s cron
9542025-02-21T14:44:08.729Z+ [[ 0 -eq 0 ]]
9552025-02-21T14:44:08.730Z+ exit 0
9562025-02-21T14:44:08.755Zprocess exited: duration 878951 ms, exit code 0
 
9572025-02-21T14:44:08.872Zfound 108 output files
9582025-02-21T14:44:08.926Zuploading: /var/svc/log/oxide-sled-agent:default.log (1287418 bytes)
9592025-02-21T14:44:10.247Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9602025-02-21T14:44:10.247Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7546954 bytes)
9612025-02-21T14:44:10.797Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7546954 -> 7563476
9622025-02-21T14:44:11.872Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9632025-02-21T14:44:11.872Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (37991 bytes)
9642025-02-21T14:44:11.991Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 37991 -> 38288
9652025-02-21T14:44:13.066Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9662025-02-21T14:44:13.066Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (351522 bytes)
9672025-02-21T14:44:13.303Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 351522 -> 355586
9682025-02-21T14:44:14.379Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9692025-02-21T14:44:14.379Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (448468 bytes)
9702025-02-21T14:44:14.617Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 448468 -> 457316
9712025-02-21T14:44:15.693Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9722025-02-21T14:44:15.717Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2184986 bytes)
9732025-02-21T14:44:16.035Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2184986 -> 2209217
9742025-02-21T14:44:17.109Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9752025-02-21T14:44:17.109Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5294348 bytes)
9762025-02-21T14:44:17.564Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5294348 -> 5349090
9772025-02-21T14:44:18.638Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9782025-02-21T14:44:18.638Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3335 bytes)
9792025-02-21T14:44:19.737Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9802025-02-21T14:44:19.738Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (484708 bytes)
9812025-02-21T14:44:20.021Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 484708 -> 491949
9822025-02-21T14:44:21.096Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9832025-02-21T14:44:21.096Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13436 bytes)
9842025-02-21T14:44:21.169Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13436 -> 14021
9852025-02-21T14:44:22.242Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9862025-02-21T14:44:22.242Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3501 bytes)
9872025-02-21T14:44:23.342Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9882025-02-21T14:44:23.342Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
9892025-02-21T14:44:24.441Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9902025-02-21T14:44:24.441Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-cockroach-admin:default.log (4694 bytes)
9912025-02-21T14:44:25.541Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-cockroach-admin:default.log
9922025-02-21T14:44:25.541Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
9932025-02-21T14:44:26.641Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-cockroachdb:default.log
9942025-02-21T14:44:26.641Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
9952025-02-21T14:44:27.741Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_cockroachdb_5d7c1783-2223-47e3-a2e9-afcd734acb4a/root/var/svc/log/oxide-zone-network-setup:default.log
9962025-02-21T14:44:27.741Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9972025-02-21T14:44:28.840Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-crucible-agent:default.log
9982025-02-21T14:44:28.841Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9992025-02-21T14:44:29.941Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-crucible-downstairs:default.log
10002025-02-21T14:44:29.941Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10012025-02-21T14:44:31.041Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_crucible_d629d9b2-8cd4-4b99-971d-0796153384da/root/var/svc/log/oxide-zone-network-setup:default.log
10022025-02-21T14:44:31.041Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10032025-02-21T14:44:32.163Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-chrony-setup:default.log
10042025-02-21T14:44:32.163Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-ntp:default.log (838 bytes)
10052025-02-21T14:44:33.262Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-ntp:default.log
10062025-02-21T14:44:33.262Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
10072025-02-21T14:44:34.360Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-opte-interface-setup:default.log
10082025-02-21T14:44:34.360Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
10092025-02-21T14:44:35.459Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/svc/log/oxide-zone-network-setup:default.log
10102025-02-21T14:44:35.484Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
10112025-02-21T14:44:36.559Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-cockroach-admin:default.log
10122025-02-21T14:44:36.559Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
10132025-02-21T14:44:37.659Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-cockroachdb:default.log
10142025-02-21T14:44:37.659Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10152025-02-21T14:44:38.784Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_cockroachdb_6efbd4f8-0ce6-4d1c-80d0-326cc7b5eb5d/root/var/svc/log/oxide-zone-network-setup:default.log
10162025-02-21T14:44:38.784Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-agent:default.log (20609 bytes)
10172025-02-21T14:44:39.902Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-agent:default.log
10182025-02-21T14:44:39.902Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10192025-02-21T14:44:41.002Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:default.log
10202025-02-21T14:44:41.002Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:downstairs-c264473e-267f-4f94-9f28-280ec04e32a2.log (6076 bytes)
10212025-02-21T14:44:42.101Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:downstairs-c264473e-267f-4f94-9f28-280ec04e32a2.log
10222025-02-21T14:44:42.126Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:snapshot-c264473e-267f-4f94-9f28-280ec04e32a2-2bf29d11-a517-406d-9acd-40559ddbcdcb.log (5630 bytes)
10232025-02-21T14:44:43.200Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-crucible-downstairs:snapshot-c264473e-267f-4f94-9f28-280ec04e32a2-2bf29d11-a517-406d-9acd-40559ddbcdcb.log
10242025-02-21T14:44:43.200Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10252025-02-21T14:44:44.300Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_690d562b-32fc-4e64-8b9d-00a155f8d579/root/var/svc/log/oxide-zone-network-setup:default.log
10262025-02-21T14:44:44.300Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_pantry_2d74a8ff-9822-4701-9f39-a58fb9cca5f3/root/var/svc/log/oxide-crucible-pantry:default.log (858883 bytes)
10272025-02-21T14:44:44.592Zupload warning: file "/pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_pantry_2d74a8ff-9822-4701-9f39-a58fb9cca5f3/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 858883 -> 862797
10282025-02-21T14:44:45.666Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_pantry_2d74a8ff-9822-4701-9f39-a58fb9cca5f3/root/var/svc/log/oxide-crucible-pantry:default.log
10292025-02-21T14:44:45.666Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_pantry_2d74a8ff-9822-4701-9f39-a58fb9cca5f3/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10302025-02-21T14:44:46.766Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_crucible_pantry_2d74a8ff-9822-4701-9f39-a58fb9cca5f3/root/var/svc/log/oxide-zone-network-setup:default.log
10312025-02-21T14:44:46.766Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_internal_dns_5e87995b-c04a-4bb3-b72a-1a762fd2855d/root/var/svc/log/oxide-internal_dns:default.log (447812 bytes)
10322025-02-21T14:44:47.007Zupload warning: file "/pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_internal_dns_5e87995b-c04a-4bb3-b72a-1a762fd2855d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 447812 -> 451564
10332025-02-21T14:44:48.081Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_internal_dns_5e87995b-c04a-4bb3-b72a-1a762fd2855d/root/var/svc/log/oxide-internal_dns:default.log
10342025-02-21T14:44:48.081Zuploading: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_internal_dns_5e87995b-c04a-4bb3-b72a-1a762fd2855d/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10352025-02-21T14:44:49.179Zuploaded: /pool/ext/560533a3-11f7-4431-a589-3eb06b9996ca/crypt/zone/oxz_internal_dns_5e87995b-c04a-4bb3-b72a-1a762fd2855d/root/var/svc/log/oxide-zone-network-setup:default.log
10362025-02-21T14:44:49.180Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
10372025-02-21T14:44:50.278Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-clickhouse-admin-single:default.log
10382025-02-21T14:44:50.278Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-clickhouse:default.log (2793819 bytes)
10392025-02-21T14:44:50.653Zupload warning: file "/pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2793819 -> 2969283
10402025-02-21T14:44:51.729Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-clickhouse:default.log
10412025-02-21T14:44:51.729Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
10422025-02-21T14:44:52.828Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_clickhouse_adde2718-79d8-4e04-a16a-4a19ccb5a5e4/root/var/svc/log/oxide-zone-network-setup:default.log
10432025-02-21T14:44:52.828Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
10442025-02-21T14:44:53.926Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-cockroach-admin:default.log
10452025-02-21T14:44:53.926Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10462025-02-21T14:44:55.025Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-cockroachdb:default.log
10472025-02-21T14:44:55.051Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10482025-02-21T14:44:56.128Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_cockroachdb_6d395e47-7c12-4154-abb8-34bff144557c/root/var/svc/log/oxide-zone-network-setup:default.log
10492025-02-21T14:44:56.152Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10502025-02-21T14:44:57.224Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-crucible-agent:default.log
10512025-02-21T14:44:57.224Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10522025-02-21T14:44:58.323Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-crucible-downstairs:default.log
10532025-02-21T14:44:58.349Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10542025-02-21T14:44:59.424Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_c8934875-c315-4a1b-a85c-b339e6460da7/root/var/svc/log/oxide-zone-network-setup:default.log
10552025-02-21T14:44:59.424Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_pantry_2c56781c-2785-4347-b1f1-a52d37fe6a18/root/var/svc/log/oxide-crucible-pantry:default.log (98442 bytes)
10562025-02-21T14:44:59.589Zupload warning: file "/pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_pantry_2c56781c-2785-4347-b1f1-a52d37fe6a18/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98442 -> 102357
10572025-02-21T14:45:00.663Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_pantry_2c56781c-2785-4347-b1f1-a52d37fe6a18/root/var/svc/log/oxide-crucible-pantry:default.log
10582025-02-21T14:45:00.663Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_pantry_2c56781c-2785-4347-b1f1-a52d37fe6a18/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10592025-02-21T14:45:01.762Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_crucible_pantry_2c56781c-2785-4347-b1f1-a52d37fe6a18/root/var/svc/log/oxide-zone-network-setup:default.log
10602025-02-21T14:45:01.762Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-external_dns:default.log (45797 bytes)
10612025-02-21T14:45:01.882Zupload warning: file "/pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45797 -> 49573
10622025-02-21T14:45:02.956Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-external_dns:default.log
10632025-02-21T14:45:02.957Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10642025-02-21T14:45:04.056Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-opte-interface-setup:default.log
10652025-02-21T14:45:04.056Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
10662025-02-21T14:45:05.157Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_external_dns_aa9413f3-16c6-4f76-832c-f345d3f454ca/root/var/svc/log/oxide-zone-network-setup:default.log
10672025-02-21T14:45:05.158Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_internal_dns_769a436c-2b4a-448b-8436-5db35c284113/root/var/svc/log/oxide-internal_dns:default.log (447841 bytes)
10682025-02-21T14:45:05.398Zupload warning: file "/pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_internal_dns_769a436c-2b4a-448b-8436-5db35c284113/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 447841 -> 451593
10692025-02-21T14:45:06.472Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_internal_dns_769a436c-2b4a-448b-8436-5db35c284113/root/var/svc/log/oxide-internal_dns:default.log
10702025-02-21T14:45:06.472Zuploading: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_internal_dns_769a436c-2b4a-448b-8436-5db35c284113/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10712025-02-21T14:45:07.572Zuploaded: /pool/ext/617229d7-e388-43d4-8c0a-d6f92abb0d7f/crypt/zone/oxz_internal_dns_769a436c-2b4a-448b-8436-5db35c284113/root/var/svc/log/oxide-zone-network-setup:default.log
10722025-02-21T14:45:07.572Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-cockroach-admin:default.log (4699 bytes)
10732025-02-21T14:45:08.670Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-cockroach-admin:default.log
10742025-02-21T14:45:08.670Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-cockroachdb:default.log (4298 bytes)
10752025-02-21T14:45:09.772Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-cockroachdb:default.log
10762025-02-21T14:45:09.772Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10772025-02-21T14:45:10.867Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_cockroachdb_08a3aaf4-6ce1-4088-a0e9-4ab5bdab6272/root/var/svc/log/oxide-zone-network-setup:default.log
10782025-02-21T14:45:10.867Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-agent:default.log (14041 bytes)
10792025-02-21T14:45:11.985Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-agent:default.log
10802025-02-21T14:45:11.985Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10812025-02-21T14:45:13.081Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-downstairs:default.log
10822025-02-21T14:45:13.106Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-downstairs:downstairs-5dd1fddf-1f76-42eb-b01c-8575c782f2b4.log (5950 bytes)
10832025-02-21T14:45:14.178Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-crucible-downstairs:downstairs-5dd1fddf-1f76-42eb-b01c-8575c782f2b4.log
10842025-02-21T14:45:14.178Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10852025-02-21T14:45:15.274Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_crucible_20c53876-0453-4443-bbfa-1edde90b83cb/root/var/svc/log/oxide-zone-network-setup:default.log
10862025-02-21T14:45:15.274Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-external_dns:default.log (45789 bytes)
10872025-02-21T14:45:15.389Zupload warning: file "/pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45789 -> 49565
10882025-02-21T14:45:16.460Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-external_dns:default.log
10892025-02-21T14:45:16.460Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10902025-02-21T14:45:17.556Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-opte-interface-setup:default.log
10912025-02-21T14:45:17.556Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10922025-02-21T14:45:18.653Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_external_dns_4a399891-52c0-4920-8eac-a476ece58570/root/var/svc/log/oxide-zone-network-setup:default.log
10932025-02-21T14:45:18.653Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_internal_dns_e21b2ac1-4b7b-4fc2-a20d-a28c0140513a/root/var/svc/log/oxide-internal_dns:default.log (447824 bytes)
10942025-02-21T14:45:18.891Zupload warning: file "/pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_internal_dns_e21b2ac1-4b7b-4fc2-a20d-a28c0140513a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 447824 -> 451575
10952025-02-21T14:45:19.962Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_internal_dns_e21b2ac1-4b7b-4fc2-a20d-a28c0140513a/root/var/svc/log/oxide-internal_dns:default.log
10962025-02-21T14:45:19.962Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_internal_dns_e21b2ac1-4b7b-4fc2-a20d-a28c0140513a/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10972025-02-21T14:45:21.057Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_internal_dns_e21b2ac1-4b7b-4fc2-a20d-a28c0140513a/root/var/svc/log/oxide-zone-network-setup:default.log
10982025-02-21T14:45:21.058Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-nexus:default.log (42189074 bytes)
10992025-02-21T14:45:23.047Zupload warning: file "/pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42189074 -> 42855674
11002025-02-21T14:45:24.119Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-nexus:default.log
11012025-02-21T14:45:24.119Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11022025-02-21T14:45:25.215Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-opte-interface-setup:default.log
11032025-02-21T14:45:25.216Zuploading: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
11042025-02-21T14:45:26.310Zuploaded: /pool/ext/8573e6bb-84fd-4973-8325-c80b663ea332/crypt/zone/oxz_nexus_2dbb4d78-adf7-410e-b452-c12a5c80269a/root/var/svc/log/oxide-zone-network-setup:default.log
11052025-02-21T14:45:26.310Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
11062025-02-21T14:45:27.405Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-cockroach-admin:default.log
11072025-02-21T14:45:27.406Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-cockroachdb:default.log (4321 bytes)
11082025-02-21T14:45:28.501Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-cockroachdb:default.log
11092025-02-21T14:45:28.526Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11102025-02-21T14:45:29.602Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_cockroachdb_100ee126-43e7-49bd-8994-c1f15ff395fd/root/var/svc/log/oxide-zone-network-setup:default.log
11112025-02-21T14:45:29.602Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-agent:default.log (45745 bytes)
11122025-02-21T14:45:30.766Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-agent:default.log
11132025-02-21T14:45:30.766Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11142025-02-21T14:45:31.861Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:default.log
11152025-02-21T14:45:31.886Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-153c5b53-f922-4c67-8e36-22f7997caaf3.log (2995 bytes)
11162025-02-21T14:45:32.956Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-153c5b53-f922-4c67-8e36-22f7997caaf3.log
11172025-02-21T14:45:32.957Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-25cad227-5859-4e36-8737-63d5846eef77.log (5950 bytes)
11182025-02-21T14:45:34.052Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-25cad227-5859-4e36-8737-63d5846eef77.log
11192025-02-21T14:45:34.052Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-61eb0a83-9685-4689-9247-7de39e7d6e1f.log (3126 bytes)
11202025-02-21T14:45:35.147Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-61eb0a83-9685-4689-9247-7de39e7d6e1f.log
11212025-02-21T14:45:35.147Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-6be1b8c0-caab-4e53-a84e-3242b2fad735.log (6073 bytes)
11222025-02-21T14:45:36.242Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:downstairs-6be1b8c0-caab-4e53-a84e-3242b2fad735.log
11232025-02-21T14:45:36.267Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:snapshot-6be1b8c0-caab-4e53-a84e-3242b2fad735-2bf29d11-a517-406d-9acd-40559ddbcdcb.log (5634 bytes)
11242025-02-21T14:45:37.338Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-crucible-downstairs:snapshot-6be1b8c0-caab-4e53-a84e-3242b2fad735-2bf29d11-a517-406d-9acd-40559ddbcdcb.log
11252025-02-21T14:45:37.364Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11262025-02-21T14:45:38.434Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_dc632f7f-c695-454c-982e-c9ae7e78d5d9/root/var/svc/log/oxide-zone-network-setup:default.log
11272025-02-21T14:45:38.434Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_pantry_94e04d7f-3d31-4a1d-8741-685c971c5c37/root/var/svc/log/oxide-crucible-pantry:default.log (97597 bytes)
11282025-02-21T14:45:38.596Zupload warning: file "/pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_pantry_94e04d7f-3d31-4a1d-8741-685c971c5c37/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97597 -> 109311
11292025-02-21T14:45:39.667Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_pantry_94e04d7f-3d31-4a1d-8741-685c971c5c37/root/var/svc/log/oxide-crucible-pantry:default.log
11302025-02-21T14:45:39.667Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_pantry_94e04d7f-3d31-4a1d-8741-685c971c5c37/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
11312025-02-21T14:45:40.763Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_crucible_pantry_94e04d7f-3d31-4a1d-8741-685c971c5c37/root/var/svc/log/oxide-zone-network-setup:default.log
11322025-02-21T14:45:40.807Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-nexus:default.log (5075799 bytes)
11332025-02-21T14:45:41.346Zupload warning: file "/pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5075799 -> 5777282
11342025-02-21T14:45:42.417Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-nexus:default.log
11352025-02-21T14:45:42.418Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11362025-02-21T14:45:43.512Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-opte-interface-setup:default.log
11372025-02-21T14:45:43.513Zuploading: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11382025-02-21T14:45:44.608Zuploaded: /pool/ext/b371c558-400e-4214-b13b-a4678f407e86/crypt/zone/oxz_nexus_da0dee22-1e98-498f-8239-c84c3189a2d0/root/var/svc/log/oxide-zone-network-setup:default.log
11392025-02-21T14:45:44.608Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-agent:default.log (8485 bytes)
11402025-02-21T14:45:45.726Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-agent:default.log
11412025-02-21T14:45:45.726Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11422025-02-21T14:45:46.822Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-downstairs:default.log
11432025-02-21T14:45:46.823Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-downstairs:downstairs-e2627826-4680-4200-ba93-610f8e983711.log (2995 bytes)
11442025-02-21T14:45:47.919Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-crucible-downstairs:downstairs-e2627826-4680-4200-ba93-610f8e983711.log
11452025-02-21T14:45:47.919Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11462025-02-21T14:45:49.014Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_crucible_22296e8c-18d9-4bd4-90a1-637ca74dda29/root/var/svc/log/oxide-zone-network-setup:default.log
11472025-02-21T14:45:49.014Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_oximeter_0e10fb57-d284-4fc5-9c4c-43ca0ae81ca8/root/var/svc/log/oxide-oximeter:default.log (3587365 bytes)
11482025-02-21T14:45:49.475Zupload warning: file "/pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_oximeter_0e10fb57-d284-4fc5-9c4c-43ca0ae81ca8/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3587365 -> 4104511
11492025-02-21T14:45:50.546Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_oximeter_0e10fb57-d284-4fc5-9c4c-43ca0ae81ca8/root/var/svc/log/oxide-oximeter:default.log
11502025-02-21T14:45:50.546Zuploading: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_oximeter_0e10fb57-d284-4fc5-9c4c-43ca0ae81ca8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11512025-02-21T14:45:51.643Zuploaded: /pool/ext/b3a1378a-efce-49eb-9db5-354e6dedc307/crypt/zone/oxz_oximeter_0e10fb57-d284-4fc5-9c4c-43ca0ae81ca8/root/var/svc/log/oxide-zone-network-setup:default.log
11522025-02-21T14:45:51.643Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
11532025-02-21T14:45:52.761Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-agent:default.log
11542025-02-21T14:45:52.761Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11552025-02-21T14:45:53.857Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-downstairs:default.log
11562025-02-21T14:45:53.857Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9d681d7-5767-4b37-890e-bb6ad2336125.log (3127 bytes)
11572025-02-21T14:45:54.952Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9d681d7-5767-4b37-890e-bb6ad2336125.log
11582025-02-21T14:45:54.952Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11592025-02-21T14:45:56.048Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_crucible_f15cc73a-5570-4f91-8aea-9e32d107c4de/root/var/svc/log/oxide-zone-network-setup:default.log
11602025-02-21T14:45:56.090Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-nexus:default.log (4973227 bytes)
11612025-02-21T14:45:56.580Zupload warning: file "/pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4973227 -> 5684755
11622025-02-21T14:45:57.652Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-nexus:default.log
11632025-02-21T14:45:57.652Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-opte-interface-setup:default.log (1132 bytes)
11642025-02-21T14:45:58.762Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-opte-interface-setup:default.log
11652025-02-21T14:45:58.762Zuploading: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11662025-02-21T14:45:59.844Zuploaded: /pool/ext/b76f33a8-08fe-4e2c-a194-1631547e46ec/crypt/zone/oxz_nexus_b6da747d-ad90-41d5-ba3a-2ef2ea0aedfd/root/var/svc/log/oxide-zone-network-setup:default.log
11672025-02-21T14:45:59.846Zuploading: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-agent:default.log (13606 bytes)
11682025-02-21T14:46:00.962Zuploaded: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-agent:default.log
11692025-02-21T14:46:00.962Zuploading: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11702025-02-21T14:46:02.058Zuploaded: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-downstairs:default.log
11712025-02-21T14:46:02.058Zuploading: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-downstairs:downstairs-ad69f361-e120-4743-b378-9d2040d9d9f1.log (5951 bytes)
11722025-02-21T14:46:03.153Zuploaded: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-crucible-downstairs:downstairs-ad69f361-e120-4743-b378-9d2040d9d9f1.log
11732025-02-21T14:46:03.153Zuploading: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11742025-02-21T14:46:04.248Zuploaded: /pool/ext/df910705-fafa-43b8-9b0f-56a61e940b5c/crypt/zone/oxz_crucible_7f9c1f96-216b-4fb5-9248-56593d4a8b7d/root/var/svc/log/oxide-zone-network-setup:default.log
11752025-02-21T14:46:04.248Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-agent:default.log (34423 bytes)
11762025-02-21T14:46:05.411Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-agent:default.log
11772025-02-21T14:46:05.411Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11782025-02-21T14:46:06.506Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:default.log
11792025-02-21T14:46:06.507Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-014fde38-0cd8-400c-b2a3-629d2289e4c6.log (3126 bytes)
11802025-02-21T14:46:07.602Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-014fde38-0cd8-400c-b2a3-629d2289e4c6.log
11812025-02-21T14:46:07.602Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-02e8e590-f018-4ea9-900c-3f16aae4fb14.log (6076 bytes)
11822025-02-21T14:46:08.698Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-02e8e590-f018-4ea9-900c-3f16aae4fb14.log
11832025-02-21T14:46:08.698Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff14cda9-79b4-4a96-8756-5ce365d2398d.log (2996 bytes)
11842025-02-21T14:46:09.793Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff14cda9-79b4-4a96-8756-5ce365d2398d.log
11852025-02-21T14:46:09.793Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:snapshot-02e8e590-f018-4ea9-900c-3f16aae4fb14-2bf29d11-a517-406d-9acd-40559ddbcdcb.log (5632 bytes)
11862025-02-21T14:46:10.888Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-crucible-downstairs:snapshot-02e8e590-f018-4ea9-900c-3f16aae4fb14-2bf29d11-a517-406d-9acd-40559ddbcdcb.log
11872025-02-21T14:46:10.889Zuploading: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11882025-02-21T14:46:11.984Zuploaded: /pool/ext/f7a83f52-88ee-4d82-bc3d-05b564dc479a/crypt/zone/oxz_crucible_edab6306-aac4-43c4-9b7a-2cd88a117e9a/root/var/svc/log/oxide-zone-network-setup:default.log
11892025-02-21T14:46:11.984Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/measurements.log (171113 bytes)
11902025-02-21T14:46:12.189Zupload warning: file "/pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/measurements.log" changed size mid upload: 171113 -> 205774
11912025-02-21T14:46:13.262Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/measurements.log
11922025-02-21T14:46:13.262Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/statistics.log (120159 bytes)
11932025-02-21T14:46:13.445Zupload warning: file "/pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/statistics.log" changed size mid upload: 120159 -> 145782
11942025-02-21T14:46:14.515Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/statistics.log
11952025-02-21T14:46:14.515Zuploading: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/tracking.log (18089 bytes)
11962025-02-21T14:46:14.608Zupload warning: file "/pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/tracking.log" changed size mid upload: 18089 -> 20597
11972025-02-21T14:46:15.678Zuploaded: /pool/ext/3e16403c-8a29-4376-807c-ff73981d16ba/crypt/zone/oxz_ntp_7f624517-3d0d-4a89-b2f8-0eba9f8811e5/root/var/log/chrony/tracking.log