01JHVT3YGKHJJP4HRGQR2ZEEHZ: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JHVT5THY80ZT7XZDAV4TA0CB

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-18T04:57:04.745Zjob dependencies complete; ready to run (waiting for 37 m 51 s)
22025-01-18T05:25:00.358Zjob assigned to worker 01JHVXWV124DWR88HQXXWWQS2G [factory lab, buskin/13064] (queued for 27 m 55 s)
32025-01-18T05:25:00.482Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-01-18T05:25:00.531Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-01-18T05:25:00.569Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-01-18T05:25:00.603Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-01-18T05:25:00.636Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-01-18T05:25:00.670ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-01-18T05:25:00.704Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-01-18T05:25:00.738ZOxide Helios Version helios-2.0.23032 64-bit
112025-01-18T05:25:00.772ZConfiguring devices.
122025-01-18T05:25:00.805Z##################################################
132025-01-18T05:25:01.009Z#### ############# ##
142025-01-18T05:25:01.193Z### ### ############ ##
152025-01-18T05:25:01.252Z## ### # ## ### ## Oxide Computer Company ##
162025-01-18T05:25:01.286Z## ## ## ### # ### ##
172025-01-18T05:25:01.320Z## # ### #### #### This Station Under ##
182025-01-18T05:25:01.354Z### ### #### # ### Computer Control ##
192025-01-18T05:25:01.387Z#### #### ### ## ##
202025-01-18T05:25:01.421Z##################################################
212025-01-18T05:25:01.454ZHostname: buskin
222025-01-18T05:25:01.488ZLoading smf(7) service descriptions:
232025-01-18T05:25:02.248Zdownloading input: /input/package/work/package.tar.gz
242025-01-18T05:30:18.961Zdownloaded input: /input/package/work/package.tar.gz
 
252025-01-18T05:30:18.961Zstarting task 0: "setup"
262025-01-18T05:30:18.985Z++ uname -s
272025-01-18T05:30:18.985Z+ kern=SunOS
282025-01-18T05:30:18.985Z+ case "$kern" in
292025-01-18T05:30:18.985Z+ groupadd -g 12345 build
302025-01-18T05:30:18.985Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312025-01-18T05:30:20.980Z+ zfs create -o mountpoint=/work rpool/work
322025-01-18T05:30:21.003Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332025-01-18T05:30:21.004Z+ home_fs=zfs
342025-01-18T05:30:21.004Z+ [[ zfs == autofs ]]
352025-01-18T05:30:21.004Z+ mkdir -p /home/build
362025-01-18T05:30:21.004Z+ chown build:build /home/build /work
372025-01-18T05:30:23.006Z+ chmod 0700 /home/build /work
382025-01-18T05:30:23.029Zprocess exited: duration 4047 ms, exit code 0
 
392025-01-18T05:30:23.076Zstarting task 1: "authentication"
402025-01-18T05:30:23.118Zprocess exited: duration 42 ms, exit code 0
 
412025-01-18T05:30:23.164Zstarting task 2: "build"
422025-01-18T05:30:23.188Z+ trap _exit_trap EXIT
432025-01-18T05:30:23.188Z+ OPTE_COMMIT=
442025-01-18T05:30:23.188Z+ [[ x != \x ]]
452025-01-18T05:30:23.188Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462025-01-18T05:30:23.285Zsecpolicy_fs_linkdir: 0x55 = 0x55
472025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+5: 0 = 0x1
522025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562025-01-18T05:30:23.285Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572025-01-18T05:30:23.308Z+ [[ -d /opt/oxide ]]
582025-01-18T05:30:23.308Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592025-01-18T05:30:23.308Z+ pfexec mkdir /opt/oxide
602025-01-18T05:30:23.308Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612025-01-18T05:30:23.308Z+ [[ -d /opt/oxide-underneath ]]
622025-01-18T05:30:23.308Z+ cd /opt/oxide-underneath
632025-01-18T05:30:23.309Z+ pfexec tar ceEp@/f - .
642025-01-18T05:30:23.309Z+ cd /opt/oxide
652025-01-18T05:30:23.309Z+ pfexec tar xveEp@/f -
662025-01-18T05:30:23.349Zx ., 0 bytes, 0 tape blocks
672025-01-18T05:30:23.349Zx ./opte, 0 bytes, 0 tape blocks
682025-01-18T05:30:23.349Zx ./opte/bin, 0 bytes, 0 tape blocks
692025-01-18T05:30:23.349Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702025-01-18T05:30:23.373Z+ pfexec rm -rf /opt/oxide-underneath
712025-01-18T05:30:23.373Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722025-01-18T05:30:23.396Z+ pfexec mkdir /opt/oxide/work
732025-01-18T05:30:23.396Z+ pfexec chown build:build /opt/oxide/work
742025-01-18T05:30:23.396Z+ cd /opt/oxide/work
752025-01-18T05:30:23.396Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762025-01-18T05:30:37.565ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772025-01-18T05:30:37.565Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782025-01-18T05:30:37.565Zx out/target/test, 107 bytes, 1 tape blocks
792025-01-18T05:30:37.565Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802025-01-18T05:30:37.565Zx package-manifest.toml, 34009 bytes, 67 tape blocks
812025-01-18T05:30:37.565Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
822025-01-18T05:30:37.565Zx target/release/omicron-package, 37252168 bytes, 72759 tape blocks
832025-01-18T05:30:37.565Zx target/release/xtask, 12196664 bytes, 23822 tape blocks
842025-01-18T05:30:37.565Zx target/debug/bootstrap, 226773360 bytes, 442917 tape blocks
852025-01-18T05:30:37.565Zx tests/bootstrap-f066a52fe775066d, 24857880 bytes, 48551 tape blocks
862025-01-18T05:30:37.565Zx tests/commtest-76a2ca52a5a6aa92, 25362832 bytes, 49537 tape blocks
872025-01-18T05:30:37.565Zx tests/dhcp_server-90ce7d52a3697133, 24857896 bytes, 48551 tape blocks
882025-01-18T05:30:37.565Zx tests/end_to_end_tests-fa0b7defd7e33745, 289594240 bytes, 565614 tape blocks
892025-01-18T05:30:37.565Zx out/clickhouse.tar.gz, 302279489 bytes, 590390 tape blocks
902025-01-18T05:30:37.566Zx out/clickhouse_keeper.tar.gz, 288923001 bytes, 564303 tape blocks
912025-01-18T05:30:37.566Zx out/clickhouse_server.tar.gz, 302259977 bytes, 590352 tape blocks
922025-01-18T05:30:37.566Zx out/cockroachdb.tar.gz, 138367222 bytes, 270249 tape blocks
932025-01-18T05:30:37.567Zx out/crucible-dtrace.tar, 97792 bytes, 191 tape blocks
942025-01-18T05:30:37.567Zx out/crucible-pantry-zone.tar.gz, 29230043 bytes, 57090 tape blocks
952025-01-18T05:30:37.567Zx out/crucible-zone.tar.gz, 37709681 bytes, 73652 tape blocks
962025-01-18T05:30:37.567Zx out/external-dns.tar.gz, 36619275 bytes, 71523 tape blocks
972025-01-18T05:30:37.567Zx out/internal-dns.tar.gz, 36619722 bytes, 71523 tape blocks
982025-01-18T05:30:37.567Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992025-01-18T05:30:37.567Zx out/nexus.tar.gz, 102709876 bytes, 200606 tape blocks
1002025-01-18T05:30:37.567Zx out/ntp.tar.gz, 10761687 bytes, 21019 tape blocks
1012025-01-18T05:30:37.591Zx out/omicron-gateway-softnpu.tar.gz, 24901551 bytes, 48636 tape blocks
1022025-01-18T05:30:37.592Zx out/omicron-sled-agent.tar, 117610496 bytes, 229708 tape blocks
1032025-01-18T05:30:37.592Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042025-01-18T05:30:37.592Zx out/oximeter.tar.gz, 49981264 bytes, 97620 tape blocks
1052025-01-18T05:30:37.592Zx out/oxlog.tar, 3229184 bytes, 6307 tape blocks
1062025-01-18T05:30:37.592Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072025-01-18T05:30:37.592Zx out/propolis-server.tar.gz, 68061443 bytes, 132933 tape blocks
1082025-01-18T05:30:37.592Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092025-01-18T05:30:37.592Zx out/switch-softnpu.tar.gz, 242515397 bytes, 473663 tape blocks
1102025-01-18T05:30:37.592Z
1112025-01-18T05:30:37.592Zreal 14.181776746
1122025-01-18T05:30:37.592Zuser 12.583460335
1132025-01-18T05:30:37.592Zsys 2.743746335
1142025-01-18T05:30:37.592Ztrap 0.000518793
1152025-01-18T05:30:37.592Ztflt 0.000005209
1162025-01-18T05:30:37.592Zdflt 0.000000000
1172025-01-18T05:30:37.592Zkflt 0.000000000
1182025-01-18T05:30:37.593Zlock 0.000000000
1192025-01-18T05:30:37.593Zslp 12.660746959
1202025-01-18T05:30:37.593Zlat 0.373032317
1212025-01-18T05:30:37.593Zstop 0.000128401
1222025-01-18T05:30:37.593Z+ source .github/buildomat/ci-env.sh
1232025-01-18T05:30:37.593Z++ export CARGO_TERM_COLOR=always
1242025-01-18T05:30:37.593Z++ CARGO_TERM_COLOR=always
1252025-01-18T05:30:37.594Z+ bmat address ls
1262025-01-18T05:30:37.594ZNAME CIDR FIRST LAST COUNT
1272025-01-18T05:30:37.594Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1282025-01-18T05:30:37.594Z++ bmat address ls -f extra -Ho first,last,count
1292025-01-18T05:30:37.594Z+ set -- 10.151.1.164 10.151.1.227 64
1302025-01-18T05:30:37.594Z+ EXTRA_IP_START=10.151.1.164
1312025-01-18T05:30:37.594Z+ EXTRA_IP_END=10.151.1.227
1322025-01-18T05:30:37.594Z+ EXTRA_IP_COUNT=64
1332025-01-18T05:30:37.594Z+ (( EXTRA_IP_COUNT >= 32 ))
1342025-01-18T05:30:37.594Z+ EXTRA_IP_BASE=10.151.1
1352025-01-18T05:30:37.594Z+ EXTRA_IP_FOCTET=164
1362025-01-18T05:30:37.594Z+ EXTRA_IP_LOCTET=227
1372025-01-18T05:30:37.594Z+ SERVICE_IP_POOL_START=10.151.1.164
1382025-01-18T05:30:37.594Z+ SERVICE_IP_POOL_END=10.151.1.173
1392025-01-18T05:30:37.594Z+ DNS_IP1=10.151.1.164
1402025-01-18T05:30:37.594Z+ DNS_IP2=10.151.1.165
1412025-01-18T05:30:37.594Z+ UPLINK_IP=10.151.1.174
1422025-01-18T05:30:37.594Z+ IPPOOL_START=10.151.1.175
1432025-01-18T05:30:37.594Z+ IPPOOL_END=10.151.1.227
1442025-01-18T05:30:37.594Z++ ipadm show-addr -po type,addr
1452025-01-18T05:30:37.594Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462025-01-18T05:30:37.618Z+ GATEWAY_IP=10.151.1.100
1472025-01-18T05:30:37.618Z+ [[ -n 10.151.1.100 ]]
1482025-01-18T05:30:37.618Z+ ping -s 10.151.1.100 56 1
1492025-01-18T05:30:37.618ZPING 10.151.1.100: 56 data bytes
1502025-01-18T05:30:37.618Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.010 ms
1512025-01-18T05:30:37.618Z
1522025-01-18T05:30:37.618Z----10.151.1.100 PING Statistics----
1532025-01-18T05:30:37.618Z1 packets transmitted, 1 packets received, 0% packet loss
1542025-01-18T05:30:37.619Zround-trip (ms) min/avg/max/stddev = 0.010/0.010/0.010/-nan
1552025-01-18T05:30:37.619Z++ arp -an
1562025-01-18T05:30:37.619Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1572025-01-18T05:30:37.619Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1582025-01-18T05:30:37.619Z+ routeadm -e ipv4-forwarding -u
1592025-01-18T05:30:37.722Z+ PXA_START=10.151.1.164
1602025-01-18T05:30:37.722Z+ PXA_END=10.151.1.227
1612025-01-18T05:30:37.722Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622025-01-18T05:30:37.857Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1632025-01-18T05:30:37.881ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642025-01-18T05:30:37.934Zcreating virtual hardware
1652025-01-18T05:30:37.958Zcreating /scratch/m2_0.vdev
1662025-01-18T05:30:37.958Zcreating /scratch/m2_1.vdev
1672025-01-18T05:30:37.958Zcreating /scratch/u2_0.vdev
1682025-01-18T05:30:37.958Zcreating /scratch/u2_1.vdev
1692025-01-18T05:30:37.958Zcreating /scratch/u2_2.vdev
1702025-01-18T05:30:37.958Zcreating /scratch/u2_3.vdev
1712025-01-18T05:30:37.958Zcreating /scratch/u2_4.vdev
1722025-01-18T05:30:37.958Zcreating /scratch/u2_5.vdev
1732025-01-18T05:30:37.959Zcreating /scratch/u2_6.vdev
1742025-01-18T05:30:37.959Zcreating /scratch/u2_7.vdev
1752025-01-18T05:30:37.959Zcreating /scratch/u2_8.vdev
1762025-01-18T05:30:37.983ZSimnet net0/sc0_0 exists
1772025-01-18T05:30:38.006ZSimnet net1/sc1_0 exists
1782025-01-18T05:30:38.006ZVnic sc0_1 exists
1792025-01-18T05:30:50.306ZUsing 10.151.1.100 as gateway ip
1802025-01-18T05:30:50.306Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1812025-01-18T05:30:50.306Zconfiguring SoftNPU ARP entry
1822025-01-18T05:30:50.333Zconfiguring SoftNPU proxy ARP
1832025-01-18T05:30:50.387ZSoftNPU state:
1842025-01-18T05:30:50.387Z local v6:
1852025-01-18T05:30:50.387Z local v4:
1862025-01-18T05:30:50.387Z router v6:
1872025-01-18T05:30:50.388Z router v4_idx:
1882025-01-18T05:30:50.388Z router v4_routes:
1892025-01-18T05:30:50.388Z resolver v4:
1902025-01-18T05:30:50.388Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1912025-01-18T05:30:50.388Z resolver v6:
1922025-01-18T05:30:50.388Z nat v4:
1932025-01-18T05:30:50.388Z nat_v6:
1942025-01-18T05:30:50.388Z port_mac:
1952025-01-18T05:30:50.388Z proxy arp:
1962025-01-18T05:30:50.412Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1972025-01-18T05:30:50.412Zcreated virtual hardware
1982025-01-18T05:30:50.412Z
1992025-01-18T05:30:50.412Zreal 12.527434742
2002025-01-18T05:30:50.412Zuser 0.677590267
2012025-01-18T05:30:50.412Zsys 3.360436557
2022025-01-18T05:30:50.412Ztrap 0.000070807
2032025-01-18T05:30:50.412Ztflt 0.000257537
2042025-01-18T05:30:50.412Zdflt 0.000307704
2052025-01-18T05:30:50.412Zkflt 0.000009778
2062025-01-18T05:30:50.412Zlock 9:41.151258466
2072025-01-18T05:30:50.412Zslp 37.756949257
2082025-01-18T05:30:50.412Zlat 0.076537960
2092025-01-18T05:30:50.412Zstop 0.339491489
2102025-01-18T05:30:50.412Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112025-01-18T05:30:50.436Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122025-01-18T05:30:50.436Z+ diff -u pkg/config.toml~ pkg/config.toml
2132025-01-18T05:30:50.436Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142025-01-18T05:30:50.436Z+++ pkg/config.toml Sat Jan 18 05:30:49 2025
2152025-01-18T05:30:50.436Z@@ -29,18 +29,18 @@
2162025-01-18T05:30:50.436Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172025-01-18T05:30:50.436Z # followed by a string that is embedded into their fake serial values.
2182025-01-18T05:30:50.436Z vdevs = [
2192025-01-18T05:30:50.436Z- "m2_0.vdev",
2202025-01-18T05:30:50.436Z- "m2_1.vdev",
2212025-01-18T05:30:50.436Z+ "/scratch/m2_0.vdev",
2222025-01-18T05:30:50.436Z+ "/scratch/m2_1.vdev",
2232025-01-18T05:30:50.436Z
2242025-01-18T05:30:50.436Z- "u2_0.vdev",
2252025-01-18T05:30:50.437Z- "u2_1.vdev",
2262025-01-18T05:30:50.437Z- "u2_2.vdev",
2272025-01-18T05:30:50.437Z- "u2_3.vdev",
2282025-01-18T05:30:50.437Z- "u2_4.vdev",
2292025-01-18T05:30:50.437Z- "u2_5.vdev",
2302025-01-18T05:30:50.437Z- "u2_6.vdev",
2312025-01-18T05:30:50.437Z- "u2_7.vdev",
2322025-01-18T05:30:50.437Z- "u2_8.vdev",
2332025-01-18T05:30:50.437Z+ "/scratch/u2_0.vdev",
2342025-01-18T05:30:50.437Z+ "/scratch/u2_1.vdev",
2352025-01-18T05:30:50.437Z+ "/scratch/u2_2.vdev",
2362025-01-18T05:30:50.437Z+ "/scratch/u2_3.vdev",
2372025-01-18T05:30:50.437Z+ "/scratch/u2_4.vdev",
2382025-01-18T05:30:50.437Z+ "/scratch/u2_5.vdev",
2392025-01-18T05:30:50.437Z+ "/scratch/u2_6.vdev",
2402025-01-18T05:30:50.437Z+ "/scratch/u2_7.vdev",
2412025-01-18T05:30:50.437Z+ "/scratch/u2_8.vdev",
2422025-01-18T05:30:50.437Z ]
2432025-01-18T05:30:50.437Z
2442025-01-18T05:30:50.437Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452025-01-18T05:30:50.437Z+ true
2462025-01-18T05:30:50.437Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472025-01-18T05:30:50.437Z+ SILO_NAME=recovery
2482025-01-18T05:30:50.461Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492025-01-18T05:30:50.461Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502025-01-18T05:30:50.461Z+ sed -i~ '
2512025-01-18T05:30:50.461Z /^external_dns_ips/c\
2522025-01-18T05:30:50.461Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2532025-01-18T05:30:50.461Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542025-01-18T05:30:50.461Z /^first/c\
2552025-01-18T05:30:50.461Zfirst = "10.151.1.164"
2562025-01-18T05:30:50.461Z /^last/c\
2572025-01-18T05:30:50.461Zlast = "10.151.1.173"
2582025-01-18T05:30:50.461Z }
2592025-01-18T05:30:50.461Z /^infra_ip_first/c\
2602025-01-18T05:30:50.461Zinfra_ip_first = "10.151.1.174"
2612025-01-18T05:30:50.461Z /^infra_ip_last/c\
2622025-01-18T05:30:50.461Zinfra_ip_last = "10.151.1.174"
2632025-01-18T05:30:50.461Z /^\[\[rack_network_config.ports/,/^$/ {
2642025-01-18T05:30:50.461Z /^routes/c\
2652025-01-18T05:30:50.461Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2662025-01-18T05:30:50.462Z /^addresses/c\
2672025-01-18T05:30:50.462Zaddresses = \[{address = "10.151.1.174/24"} \]
2682025-01-18T05:30:50.462Z }
2692025-01-18T05:30:50.462Z' pkg/config-rss.toml
2702025-01-18T05:30:50.462Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712025-01-18T05:30:50.462Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722025-01-18T05:30:50.462Z+++ pkg/config-rss.toml Sat Jan 18 05:30:49 2025
2732025-01-18T05:30:50.462Z@@ -33,7 +33,7 @@
2742025-01-18T05:30:50.462Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752025-01-18T05:30:50.462Z # must be contained in one of the "internal services" IP Pool ranges listed
2762025-01-18T05:30:50.462Z # below.
2772025-01-18T05:30:50.462Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782025-01-18T05:30:50.462Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2792025-01-18T05:30:50.462Z
2802025-01-18T05:30:50.462Z # Initial TLS certificates for the external API
2812025-01-18T05:30:50.462Z #
2822025-01-18T05:30:50.462Z@@ -69,8 +69,8 @@
2832025-01-18T05:30:50.463Z #
2842025-01-18T05:30:50.463Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852025-01-18T05:30:50.463Z [[internal_services_ip_pool_ranges]]
2862025-01-18T05:30:50.463Z-first = "192.168.1.20"
2872025-01-18T05:30:50.463Z-last = "192.168.1.29"
2882025-01-18T05:30:50.463Z+first = "10.151.1.164"
2892025-01-18T05:30:50.463Z+last = "10.151.1.173"
2902025-01-18T05:30:50.463Z
2912025-01-18T05:30:50.463Z # TODO - this configuration is subject to change going forward. Ultimately these
2922025-01-18T05:30:50.463Z # parameters should be provided to the control plane via wicket, but we need to
2932025-01-18T05:30:50.463Z@@ -91,8 +91,8 @@
2942025-01-18T05:30:50.463Z # A range of IP addresses used by Boundary Services on the external network. In
2952025-01-18T05:30:50.463Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962025-01-18T05:30:50.463Z # With softnpu, only one address is used.
2972025-01-18T05:30:50.463Z-infra_ip_first = "192.168.1.30"
2982025-01-18T05:30:50.463Z-infra_ip_last = "192.168.1.30"
2992025-01-18T05:30:50.463Z+infra_ip_first = "10.151.1.174"
3002025-01-18T05:30:50.463Z+infra_ip_last = "10.151.1.174"
3012025-01-18T05:30:50.463Z
3022025-01-18T05:30:50.463Z # Configurations for BGP routers to run on the scrimlets.
3032025-01-18T05:30:50.463Z bgp = []
3042025-01-18T05:30:50.463Z@@ -100,9 +100,9 @@
3052025-01-18T05:30:50.463Z # You can configure multiple uplinks by repeating the following stanza
3062025-01-18T05:30:50.463Z [[rack_network_config.ports]]
3072025-01-18T05:30:50.463Z # Routes associated with this port.
3082025-01-18T05:30:50.464Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092025-01-18T05:30:50.464Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3102025-01-18T05:30:50.464Z # Addresses associated with this port.
3112025-01-18T05:30:50.464Z-addresses = [{address = "192.168.1.30/24"}]
3122025-01-18T05:30:50.464Z+addresses = [{address = "10.151.1.174/24"} ]
3132025-01-18T05:30:50.464Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142025-01-18T05:30:50.464Z port = "qsfp0"
3152025-01-18T05:30:50.464Z # The speed of this port.
3162025-01-18T05:30:50.464Z+ true
3172025-01-18T05:30:50.464Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182025-01-18T05:30:50.464Za pkg/config-rss.toml 8K
3192025-01-18T05:30:50.464Za pkg/config.toml 4K
3202025-01-18T05:30:50.464Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212025-01-18T05:30:50.464Z+ TLS_NAME=recovery.sys.oxide.test
3222025-01-18T05:30:50.464Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232025-01-18T05:30:50.944Z.+..+.+........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+...+..+....+..............+......+.+.....+.+.........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+......+..+....+...........+...+.........+.+......+.....+.+...............+............+......+.....+.......+.....+............+.............+...+...............+.....+.......+...+.........+..+...+...+....+...+...........+......+.+....................+....+......+..+...............+.....................+....+...+..+..........+.....................+..+....+.....................+..+.+.........+..+..........+......+........+....+........+..........+............+......+..+....+...+..+......+.......+.....+..........+...+..+.+.....+.........+.+...........+.+..+.............+..................+..+............+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242025-01-18T05:30:51.826Z.......+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+.........+.......+...+...+.....+...............+....+..............+.+...+.....+.+.....+......+....+.....+.+........+............+.+.......................+.......+.........+.....+...+......+.........+..........+..+...............+......+...+.+...+...+.....+....+...+..+......+...+......+......+.........+...+......+.......+..+.+......+...+...+.........+.....+.+..+.......+...+...+................................+.+..+....+.....+......+.......+.....+......+.+...+......+...........+.+.....+...............+...+....+..+.........+.......+..................+..............+......+.+..............+................+...+...+.....+....+.........+..+.........+.+..+...+....+...+........+...+.+...........+...+....+...+...+......+........+.+......+.....+........................+......+...+.+......+...+......+....................+.+.........+......+........+......................+......+...+..+.......+..+.+..+.......+.....+....+..+....+......+...+..+....+...+..+...+.+......+.....+....+..+...+.....................................+....................+..........+...+.........+...+..+......+.........+.+............+..+.......+......+.....+.......+......+...........+....+.....+.+.........+...........+...................+.....+......+.+.........+.........+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252025-01-18T05:30:51.849Z-----
3262025-01-18T05:30:51.873Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272025-01-18T05:30:51.873Za pkg/initial-tls-cert.pem 2K
3282025-01-18T05:30:51.873Za pkg/initial-tls-key.pem 4K
3292025-01-18T05:30:51.873Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302025-01-18T05:30:51.873Z+ rmdir pkg
3312025-01-18T05:30:51.873Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322025-01-18T05:30:51.873Z+ pfexec mkdir -p /usr/oxide
3332025-01-18T05:30:51.873Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342025-01-18T05:30:52.435Z+ pfexec chmod +x /usr/oxide/oxide
3352025-01-18T05:30:52.458Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362025-01-18T05:31:10.729Z+ OMICRON_NO_UNINSTALL=1
3372025-01-18T05:31:10.729Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382025-01-18T05:31:10.753ZLogging to: /opt/oxide/work/out/LOG
3392025-01-18T05:31:11.403Z
3402025-01-18T05:31:11.426Zreal 0.667609471
3412025-01-18T05:31:11.426Zuser 0.138642856
3422025-01-18T05:31:11.427Zsys 3.522986941
3432025-01-18T05:31:11.427Ztrap 0.000002709
3442025-01-18T05:31:11.427Ztflt 0.000044849
3452025-01-18T05:31:11.427Zdflt 0.000640414
3462025-01-18T05:31:11.427Zkflt 0.000000000
3472025-01-18T05:31:11.427Zlock 1:00.152490373
3482025-01-18T05:31:11.427Zslp 0.876006902
3492025-01-18T05:31:11.427Zlat 0.003346649
3502025-01-18T05:31:11.427Zstop 0.238646533
3512025-01-18T05:31:11.427Z+ retry=0
3522025-01-18T05:31:11.427Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532025-01-18T05:31:11.427Z+ [[ 0 -gt 30 ]]
3542025-01-18T05:31:11.427Z+ sleep 1
3552025-01-18T05:31:12.418Z+ retry=1
3562025-01-18T05:31:12.418Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572025-01-18T05:31:12.441Z+ [[ 1 -gt 30 ]]
3582025-01-18T05:31:12.441Z+ sleep 1
3592025-01-18T05:31:13.432Z+ retry=2
3602025-01-18T05:31:13.432Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612025-01-18T05:31:13.456Z+ [[ 2 -gt 30 ]]
3622025-01-18T05:31:13.456Z+ sleep 1
3632025-01-18T05:31:14.447Z+ retry=3
3642025-01-18T05:31:14.448Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652025-01-18T05:31:33.398Z+ [[ 3 -gt 30 ]]
3662025-01-18T05:31:33.398Z+ sleep 1
3672025-01-18T05:31:34.401Z+ retry=4
3682025-01-18T05:31:34.401Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692025-01-18T05:31:34.424Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702025-01-18T05:31:34.447Zlocal v6:
3712025-01-18T05:31:34.447Zfe80::d424:7ff:fee7:74a4
3722025-01-18T05:31:34.447Zfd83:4c3c:6550:8d7a::1
3732025-01-18T05:31:34.447Zlocal v4:
3742025-01-18T05:31:34.447Z10.151.1.174
3752025-01-18T05:31:34.447Zrouter v6:
3762025-01-18T05:31:34.447Zrouter v4_idx:
3772025-01-18T05:31:34.447Zrouter v4_routes:
3782025-01-18T05:31:34.447Zresolver v4:
3792025-01-18T05:31:34.447Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3802025-01-18T05:31:34.447Zresolver v6:
3812025-01-18T05:31:34.447Zfe80::d424:7ff:fee7:74a4 -> d6:24:07:e7:74:a4
3822025-01-18T05:31:34.447Zfe80::f437:f3ff:feac:81eb -> f6:37:f3:ac:81:eb
3832025-01-18T05:31:34.447Znat v4:
3842025-01-18T05:31:34.447Znat_v6:
3852025-01-18T05:31:34.447Zport_mac:
3862025-01-18T05:31:34.447Z1000: a8:40:25:63:b7:f5
3872025-01-18T05:31:34.447Z1: a8:40:25:63:b7:f6
3882025-01-18T05:31:34.448Z2: a8:40:25:63:b8:16
3892025-01-18T05:31:34.448Zproxy arp:
3902025-01-18T05:31:34.448Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3912025-01-18T05:31:34.448Z+ retry=0
3922025-01-18T05:31:34.471Z+++ zoneadm list -n
3932025-01-18T05:31:34.471Z+++ grep oxz_ntp
3942025-01-18T05:31:34.471Z++ pfexec svcs -z -Hostate oxide/ntp
3952025-01-18T05:31:34.471Zsvcs: zone '-Hostate': entity not found
3962025-01-18T05:31:34.471Z++ true
3972025-01-18T05:31:34.471Z+ [[ '' != online ]]
3982025-01-18T05:31:34.471Z+ [[ 0 -gt 60 ]]
3992025-01-18T05:31:34.472Z+ sleep 1
4002025-01-18T05:31:35.467Z+ retry=1
4012025-01-18T05:31:35.491Z+++ zoneadm list -n
4022025-01-18T05:31:35.491Z+++ grep oxz_ntp
4032025-01-18T05:31:35.491Z++ pfexec svcs -z -Hostate oxide/ntp
4042025-01-18T05:31:35.491Zsvcs: zone '-Hostate': entity not found
4052025-01-18T05:31:35.491Z++ true
4062025-01-18T05:31:35.491Z+ [[ '' != online ]]
4072025-01-18T05:31:35.491Z+ [[ 1 -gt 60 ]]
4082025-01-18T05:31:35.491Z+ sleep 1
4092025-01-18T05:31:36.490Z+ retry=2
4102025-01-18T05:31:36.514Z+++ zoneadm list -n
4112025-01-18T05:31:36.514Z+++ grep oxz_ntp
4122025-01-18T05:31:36.514Z++ pfexec svcs -z -Hostate oxide/ntp
4132025-01-18T05:31:36.514Zsvcs: zone '-Hostate': entity not found
4142025-01-18T05:31:36.514Z++ true
4152025-01-18T05:31:36.514Z+ [[ '' != online ]]
4162025-01-18T05:31:36.514Z+ [[ 2 -gt 60 ]]
4172025-01-18T05:31:36.514Z+ sleep 1
4182025-01-18T05:31:37.512Z+ retry=3
4192025-01-18T05:31:37.536Z+++ zoneadm list -n
4202025-01-18T05:31:37.536Z+++ grep oxz_ntp
4212025-01-18T05:31:37.536Z++ pfexec svcs -z -Hostate oxide/ntp
4222025-01-18T05:31:37.536Zsvcs: zone '-Hostate': entity not found
4232025-01-18T05:31:37.536Z++ true
4242025-01-18T05:31:37.536Z+ [[ '' != online ]]
4252025-01-18T05:31:37.536Z+ [[ 3 -gt 60 ]]
4262025-01-18T05:31:37.536Z+ sleep 1
4272025-01-18T05:31:38.533Z+ retry=4
4282025-01-18T05:31:38.557Z+++ zoneadm list -n
4292025-01-18T05:31:38.557Z+++ grep oxz_ntp
4302025-01-18T05:31:38.557Z++ pfexec svcs -z -Hostate oxide/ntp
4312025-01-18T05:31:38.557Zsvcs: zone '-Hostate': entity not found
4322025-01-18T05:31:38.557Z++ true
4332025-01-18T05:31:38.557Z+ [[ '' != online ]]
4342025-01-18T05:31:38.557Z+ [[ 4 -gt 60 ]]
4352025-01-18T05:31:38.557Z+ sleep 1
4362025-01-18T05:31:39.555Z+ retry=5
4372025-01-18T05:31:39.579Z+++ zoneadm list -n
4382025-01-18T05:31:39.579Z+++ grep oxz_ntp
4392025-01-18T05:31:39.579Z++ pfexec svcs -z -Hostate oxide/ntp
4402025-01-18T05:31:39.579Zsvcs: zone '-Hostate': entity not found
4412025-01-18T05:31:39.579Z++ true
4422025-01-18T05:31:39.579Z+ [[ '' != online ]]
4432025-01-18T05:31:39.579Z+ [[ 5 -gt 60 ]]
4442025-01-18T05:31:39.579Z+ sleep 1
4452025-01-18T05:31:40.577Z+ retry=6
4462025-01-18T05:31:40.601Z+++ zoneadm list -n
4472025-01-18T05:31:40.601Z+++ grep oxz_ntp
4482025-01-18T05:31:40.601Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4492025-01-18T05:31:40.601Zsvcs: Could not bind to repository server for zone oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a: repository server unavailable
4502025-01-18T05:31:40.601Z++ true
4512025-01-18T05:31:40.602Z+ [[ '' != online ]]
4522025-01-18T05:31:40.602Z+ [[ 6 -gt 60 ]]
4532025-01-18T05:31:40.602Z+ sleep 1
4542025-01-18T05:31:41.599Z+ retry=7
4552025-01-18T05:31:41.623Z+++ zoneadm list -n
4562025-01-18T05:31:41.623Z+++ grep oxz_ntp
4572025-01-18T05:31:41.623Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4582025-01-18T05:31:41.646Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4592025-01-18T05:31:41.646Z++ true
4602025-01-18T05:31:41.646Z+ [[ '' != online ]]
4612025-01-18T05:31:41.646Z+ [[ 7 -gt 60 ]]
4622025-01-18T05:31:41.646Z+ sleep 1
4632025-01-18T05:31:42.628Z+ retry=8
4642025-01-18T05:31:42.651Z+++ zoneadm list -n
4652025-01-18T05:31:42.651Z+++ grep oxz_ntp
4662025-01-18T05:31:42.651Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4672025-01-18T05:31:42.675Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4682025-01-18T05:31:42.675Z++ true
4692025-01-18T05:31:42.675Z+ [[ '' != online ]]
4702025-01-18T05:31:42.675Z+ [[ 8 -gt 60 ]]
4712025-01-18T05:31:42.675Z+ sleep 1
4722025-01-18T05:31:43.657Z+ retry=9
4732025-01-18T05:31:43.680Z+++ zoneadm list -n
4742025-01-18T05:31:43.680Z+++ grep oxz_ntp
4752025-01-18T05:31:43.680Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4762025-01-18T05:31:43.704Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4772025-01-18T05:31:43.704Z++ true
4782025-01-18T05:31:43.704Z+ [[ '' != online ]]
4792025-01-18T05:31:43.705Z+ [[ 9 -gt 60 ]]
4802025-01-18T05:31:43.705Z+ sleep 1
4812025-01-18T05:31:44.686Z+ retry=10
4822025-01-18T05:31:44.710Z+++ zoneadm list -n
4832025-01-18T05:31:44.710Z+++ grep oxz_ntp
4842025-01-18T05:31:44.710Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4852025-01-18T05:31:44.710Z+ [[ offline != online ]]
4862025-01-18T05:31:44.710Z+ [[ 10 -gt 60 ]]
4872025-01-18T05:31:44.710Z+ sleep 1
4882025-01-18T05:31:45.709Z+ retry=11
4892025-01-18T05:31:45.733Z+++ zoneadm list -n
4902025-01-18T05:31:45.733Z+++ grep oxz_ntp
4912025-01-18T05:31:45.733Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4922025-01-18T05:31:45.733Z+ [[ offline != online ]]
4932025-01-18T05:31:45.733Z+ [[ 11 -gt 60 ]]
4942025-01-18T05:31:45.733Z+ sleep 1
4952025-01-18T05:31:46.732Z+ retry=12
4962025-01-18T05:31:46.756Z+++ zoneadm list -n
4972025-01-18T05:31:46.756Z+++ grep oxz_ntp
4982025-01-18T05:31:46.756Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
4992025-01-18T05:31:46.756Z+ [[ offline != online ]]
5002025-01-18T05:31:46.757Z+ [[ 12 -gt 60 ]]
5012025-01-18T05:31:46.757Z+ sleep 1
5022025-01-18T05:31:47.754Z+ retry=13
5032025-01-18T05:31:47.778Z+++ zoneadm list -n
5042025-01-18T05:31:47.778Z+++ grep oxz_ntp
5052025-01-18T05:31:47.778Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
5062025-01-18T05:31:47.778Z+ [[ offline != online ]]
5072025-01-18T05:31:47.778Z+ [[ 13 -gt 60 ]]
5082025-01-18T05:31:47.778Z+ sleep 1
5092025-01-18T05:31:48.776Z+ retry=14
5102025-01-18T05:31:48.799Z+++ zoneadm list -n
5112025-01-18T05:31:48.799Z+++ grep oxz_ntp
5122025-01-18T05:31:48.799Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
5132025-01-18T05:31:48.799Z+ [[ offline != online ]]
5142025-01-18T05:31:48.799Z+ [[ 14 -gt 60 ]]
5152025-01-18T05:31:48.799Z+ sleep 1
5162025-01-18T05:31:49.798Z+ retry=15
5172025-01-18T05:31:49.821Z+++ zoneadm list -n
5182025-01-18T05:31:49.822Z+++ grep oxz_ntp
5192025-01-18T05:31:49.822Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
5202025-01-18T05:31:49.822Z+ [[ offline != online ]]
5212025-01-18T05:31:49.822Z+ [[ 15 -gt 60 ]]
5222025-01-18T05:31:49.822Z+ sleep 1
5232025-01-18T05:31:50.819Z+ retry=16
5242025-01-18T05:31:50.843Z+++ zoneadm list -n
5252025-01-18T05:31:50.843Z+++ grep oxz_ntp
5262025-01-18T05:31:50.843Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
5272025-01-18T05:31:50.843Z+ [[ offline != online ]]
5282025-01-18T05:31:50.843Z+ [[ 16 -gt 60 ]]
5292025-01-18T05:31:50.843Z+ sleep 1
 
5302025-01-18T05:31:51.628Zbuskin console login: Jan 18 05:31:49 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5312025-01-18T05:31:51.840Z+ retry=17
5322025-01-18T05:31:51.864Z+++ zoneadm list -n
5332025-01-18T05:31:51.864Z+++ grep oxz_ntp
5342025-01-18T05:31:51.864Z++ pfexec svcs -z oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a -Hostate oxide/ntp
5352025-01-18T05:31:51.864Z+ [[ online != online ]]
5362025-01-18T05:31:51.864Z+ echo 'Waited for chrony: 17s'
5372025-01-18T05:31:51.864ZWaited for chrony: 17s
5382025-01-18T05:31:51.864Z+ retry=0
5392025-01-18T05:31:51.864Z+ zoneadm list
5402025-01-18T05:31:51.864Z+ grep nexus
5412025-01-18T05:31:51.887Z+ [[ 0 -gt 300 ]]
5422025-01-18T05:31:51.887Z+ sleep 1
5432025-01-18T05:31:52.869Z+ retry=1
5442025-01-18T05:31:52.893Z+ zoneadm list
5452025-01-18T05:31:52.893Z+ grep nexus
5462025-01-18T05:31:52.893Z+ [[ 1 -gt 300 ]]
5472025-01-18T05:31:52.893Z+ sleep 1
5482025-01-18T05:31:53.880Z+ retry=2
5492025-01-18T05:31:53.903Z+ zoneadm list
5502025-01-18T05:31:53.903Z+ grep nexus
5512025-01-18T05:31:53.904Z+ [[ 2 -gt 300 ]]
5522025-01-18T05:31:53.904Z+ sleep 1
5532025-01-18T05:31:54.893Z+ retry=3
5542025-01-18T05:31:54.916Z+ zoneadm list
5552025-01-18T05:31:54.916Z+ grep nexus
5562025-01-18T05:31:54.916Z+ [[ 3 -gt 300 ]]
5572025-01-18T05:31:54.916Z+ sleep 1
5582025-01-18T05:31:55.906Z+ retry=4
5592025-01-18T05:31:55.930Z+ zoneadm list
5602025-01-18T05:31:55.930Z+ grep nexus
5612025-01-18T05:31:55.930Z+ [[ 4 -gt 300 ]]
5622025-01-18T05:31:55.930Z+ sleep 1
5632025-01-18T05:31:56.920Z+ retry=5
5642025-01-18T05:31:56.943Z+ zoneadm list
5652025-01-18T05:31:56.943Z+ grep nexus
5662025-01-18T05:31:56.943Z+ [[ 5 -gt 300 ]]
5672025-01-18T05:31:56.943Z+ sleep 1
5682025-01-18T05:31:57.934Z+ retry=6
5692025-01-18T05:31:57.958Z+ zoneadm list
5702025-01-18T05:31:57.958Z+ grep nexus
5712025-01-18T05:31:57.958Z+ [[ 6 -gt 300 ]]
5722025-01-18T05:31:57.958Z+ sleep 1
5732025-01-18T05:31:58.954Z+ retry=7
5742025-01-18T05:31:58.978Z+ zoneadm list
5752025-01-18T05:31:58.979Z+ grep nexus
5762025-01-18T05:31:58.979Z+ [[ 7 -gt 300 ]]
5772025-01-18T05:31:58.979Z+ sleep 1
5782025-01-18T05:31:59.970Z+ retry=8
5792025-01-18T05:31:59.994Z+ zoneadm list
5802025-01-18T05:31:59.994Z+ grep nexus
5812025-01-18T05:31:59.994Z+ [[ 8 -gt 300 ]]
5822025-01-18T05:31:59.994Z+ sleep 1
5832025-01-18T05:32:00.996Z+ retry=9
5842025-01-18T05:32:01.020Z+ zoneadm list
5852025-01-18T05:32:01.020Z+ grep nexus
5862025-01-18T05:32:01.020Z+ [[ 9 -gt 300 ]]
5872025-01-18T05:32:01.020Z+ sleep 1
5882025-01-18T05:32:02.012Z+ retry=10
5892025-01-18T05:32:02.035Z+ zoneadm list
5902025-01-18T05:32:02.035Z+ grep nexus
5912025-01-18T05:32:02.035Z+ [[ 10 -gt 300 ]]
5922025-01-18T05:32:02.035Z+ sleep 1
5932025-01-18T05:32:03.029Z+ retry=11
5942025-01-18T05:32:03.052Z+ zoneadm list
5952025-01-18T05:32:03.053Z+ grep nexus
5962025-01-18T05:32:03.053Z+ [[ 11 -gt 300 ]]
5972025-01-18T05:32:03.053Z+ sleep 1
5982025-01-18T05:32:04.045Z+ retry=12
5992025-01-18T05:32:04.068Z+ zoneadm list
6002025-01-18T05:32:04.068Z+ grep nexus
6012025-01-18T05:32:04.068Z+ [[ 12 -gt 300 ]]
6022025-01-18T05:32:04.068Z+ sleep 1
6032025-01-18T05:32:05.061Z+ retry=13
6042025-01-18T05:32:05.084Z+ zoneadm list
6052025-01-18T05:32:05.085Z+ grep nexus
6062025-01-18T05:32:05.085Z+ [[ 13 -gt 300 ]]
6072025-01-18T05:32:05.085Z+ sleep 1
6082025-01-18T05:32:06.075Z+ retry=14
6092025-01-18T05:32:06.099Z+ zoneadm list
6102025-01-18T05:32:06.099Z+ grep nexus
6112025-01-18T05:32:06.099Z+ [[ 14 -gt 300 ]]
6122025-01-18T05:32:06.099Z+ sleep 1
6132025-01-18T05:32:07.092Z+ retry=15
6142025-01-18T05:32:07.116Z+ zoneadm list
6152025-01-18T05:32:07.116Z+ grep nexus
6162025-01-18T05:32:07.116Z+ [[ 15 -gt 300 ]]
6172025-01-18T05:32:07.116Z+ sleep 1
6182025-01-18T05:32:08.106Z+ retry=16
6192025-01-18T05:32:08.129Z+ zoneadm list
6202025-01-18T05:32:08.129Z+ grep nexus
6212025-01-18T05:32:08.129Z+ [[ 16 -gt 300 ]]
6222025-01-18T05:32:08.129Z+ sleep 1
6232025-01-18T05:32:09.121Z+ retry=17
6242025-01-18T05:32:09.145Z+ zoneadm list
6252025-01-18T05:32:09.145Z+ grep nexus
6262025-01-18T05:32:09.145Z+ [[ 17 -gt 300 ]]
6272025-01-18T05:32:09.145Z+ sleep 1
6282025-01-18T05:32:10.136Z+ retry=18
6292025-01-18T05:32:10.160Z+ zoneadm list
6302025-01-18T05:32:10.160Z+ grep nexus
6312025-01-18T05:32:10.160Z+ [[ 18 -gt 300 ]]
6322025-01-18T05:32:10.160Z+ sleep 1
6332025-01-18T05:32:11.150Z+ retry=19
6342025-01-18T05:32:11.173Z+ zoneadm list
6352025-01-18T05:32:11.173Z+ grep nexus
6362025-01-18T05:32:11.173Z+ [[ 19 -gt 300 ]]
6372025-01-18T05:32:11.173Z+ sleep 1
6382025-01-18T05:32:12.168Z+ retry=20
6392025-01-18T05:32:12.191Z+ zoneadm list
6402025-01-18T05:32:12.191Z+ grep nexus
6412025-01-18T05:32:12.191Z+ [[ 20 -gt 300 ]]
6422025-01-18T05:32:12.191Z+ sleep 1
6432025-01-18T05:32:13.185Z+ retry=21
6442025-01-18T05:32:13.208Z+ zoneadm list
6452025-01-18T05:32:13.208Z+ grep nexus
6462025-01-18T05:32:13.208Z+ [[ 21 -gt 300 ]]
6472025-01-18T05:32:13.208Z+ sleep 1
6482025-01-18T05:32:14.198Z+ retry=22
6492025-01-18T05:32:14.221Z+ zoneadm list
6502025-01-18T05:32:14.222Z+ grep nexus
6512025-01-18T05:32:14.222Z+ [[ 22 -gt 300 ]]
6522025-01-18T05:32:14.222Z+ sleep 1
6532025-01-18T05:32:15.211Z+ retry=23
6542025-01-18T05:32:15.235Z+ zoneadm list
6552025-01-18T05:32:15.235Z+ grep nexus
6562025-01-18T05:32:15.235Z+ [[ 23 -gt 300 ]]
6572025-01-18T05:32:15.235Z+ sleep 1
6582025-01-18T05:32:16.224Z+ retry=24
6592025-01-18T05:32:16.249Z+ zoneadm list
6602025-01-18T05:32:16.249Z+ grep nexus
6612025-01-18T05:32:16.249Z+ [[ 24 -gt 300 ]]
6622025-01-18T05:32:16.249Z+ sleep 1
6632025-01-18T05:32:17.252Z+ retry=25
6642025-01-18T05:32:17.253Z+ zoneadm list
6652025-01-18T05:32:17.253Z+ grep nexus
6662025-01-18T05:32:17.253Z+ [[ 25 -gt 300 ]]
6672025-01-18T05:32:17.253Z+ sleep 1
6682025-01-18T05:32:18.249Z+ retry=26
6692025-01-18T05:32:18.273Z+ zoneadm list
6702025-01-18T05:32:18.273Z+ grep nexus
6712025-01-18T05:32:18.273Z+ [[ 26 -gt 300 ]]
6722025-01-18T05:32:18.273Z+ sleep 1
6732025-01-18T05:32:19.282Z+ retry=27
6742025-01-18T05:32:19.305Z+ zoneadm list
6752025-01-18T05:32:19.396Z+ grep nexus
6762025-01-18T05:32:19.436Z+ [[ 27 -gt 300 ]]
6772025-01-18T05:32:19.436Z+ sleep 1
6782025-01-18T05:32:20.532Z+ retry=28
6792025-01-18T05:32:20.612Z+ zoneadm list
6802025-01-18T05:32:20.635Z+ grep nexus
6812025-01-18T05:32:20.635Z+ [[ 28 -gt 300 ]]
6822025-01-18T05:32:20.635Z+ sleep 1
 
6832025-01-18T05:32:21.221ZJan 18 05:32:20 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:173.255.206.154:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
6842025-01-18T05:32:21.626Z+ retry=29
6852025-01-18T05:32:21.650Z+ zoneadm list
6862025-01-18T05:32:21.650Z+ grep nexus
6872025-01-18T05:32:21.650Z+ [[ 29 -gt 300 ]]
6882025-01-18T05:32:21.650Z+ sleep 1
6892025-01-18T05:32:22.641Z+ retry=30
6902025-01-18T05:32:22.665Z+ zoneadm list
6912025-01-18T05:32:22.665Z+ grep nexus
6922025-01-18T05:32:22.665Z+ [[ 30 -gt 300 ]]
6932025-01-18T05:32:22.665Z+ sleep 1
6942025-01-18T05:32:23.654Z+ retry=31
6952025-01-18T05:32:23.677Z+ zoneadm list
6962025-01-18T05:32:23.677Z+ grep nexus
6972025-01-18T05:32:23.677Z+ [[ 31 -gt 300 ]]
6982025-01-18T05:32:23.677Z+ sleep 1
6992025-01-18T05:32:24.664Z+ retry=32
7002025-01-18T05:32:24.687Z+ zoneadm list
7012025-01-18T05:32:24.687Z+ grep nexus
7022025-01-18T05:32:24.688Z+ [[ 32 -gt 300 ]]
7032025-01-18T05:32:24.688Z+ sleep 1
7042025-01-18T05:32:25.698Z+ retry=33
7052025-01-18T05:32:25.724Z+ zoneadm list
7062025-01-18T05:32:25.724Z+ grep nexus
7072025-01-18T05:32:25.724Z+ [[ 33 -gt 300 ]]
7082025-01-18T05:32:25.725Z+ sleep 1
7092025-01-18T05:32:26.688Z+ retry=34
7102025-01-18T05:32:26.711Z+ zoneadm list
7112025-01-18T05:32:26.711Z+ grep nexus
7122025-01-18T05:32:26.711Z+ [[ 34 -gt 300 ]]
7132025-01-18T05:32:26.711Z+ sleep 1
7142025-01-18T05:32:27.699Z+ retry=35
7152025-01-18T05:32:27.722Z+ zoneadm list
7162025-01-18T05:32:27.722Z+ grep nexus
7172025-01-18T05:32:27.722Z+ [[ 35 -gt 300 ]]
7182025-01-18T05:32:27.722Z+ sleep 1
7192025-01-18T05:32:28.710Z+ retry=36
7202025-01-18T05:32:28.734Z+ zoneadm list
7212025-01-18T05:32:28.734Z+ grep nexus
7222025-01-18T05:32:28.734Z+ [[ 36 -gt 300 ]]
7232025-01-18T05:32:28.734Z+ sleep 1
7242025-01-18T05:32:29.722Z+ retry=37
7252025-01-18T05:32:29.745Z+ zoneadm list
7262025-01-18T05:32:29.745Z+ grep nexus
7272025-01-18T05:32:29.745Z+ [[ 37 -gt 300 ]]
7282025-01-18T05:32:29.745Z+ sleep 1
7292025-01-18T05:32:30.733Z+ retry=38
7302025-01-18T05:32:30.756Z+ zoneadm list
7312025-01-18T05:32:30.757Z+ grep nexus
7322025-01-18T05:32:30.757Z+ [[ 38 -gt 300 ]]
7332025-01-18T05:32:30.757Z+ sleep 1
7342025-01-18T05:32:31.753Z+ retry=39
7352025-01-18T05:32:31.778Z+ zoneadm list
7362025-01-18T05:32:31.778Z+ grep nexus
7372025-01-18T05:32:31.802Z+ [[ 39 -gt 300 ]]
7382025-01-18T05:32:31.802Z+ sleep 1
7392025-01-18T05:32:32.790Z+ retry=40
7402025-01-18T05:32:32.814Z+ zoneadm list
7412025-01-18T05:32:32.814Z+ grep nexus
7422025-01-18T05:32:32.814Z+ [[ 40 -gt 300 ]]
7432025-01-18T05:32:32.814Z+ sleep 1
7442025-01-18T05:32:33.805Z+ retry=41
7452025-01-18T05:32:33.828Z+ zoneadm list
7462025-01-18T05:32:33.828Z+ grep nexus
7472025-01-18T05:32:33.828Z+ [[ 41 -gt 300 ]]
7482025-01-18T05:32:33.828Z+ sleep 1
7492025-01-18T05:32:34.817Z+ retry=42
7502025-01-18T05:32:34.840Z+ zoneadm list
7512025-01-18T05:32:34.840Z+ grep nexus
7522025-01-18T05:32:34.840Z+ [[ 42 -gt 300 ]]
7532025-01-18T05:32:34.840Z+ sleep 1
7542025-01-18T05:32:35.829Z+ retry=43
7552025-01-18T05:32:35.852Z+ zoneadm list
7562025-01-18T05:32:35.852Z+ grep nexus
7572025-01-18T05:32:35.852Z+ [[ 43 -gt 300 ]]
7582025-01-18T05:32:35.852Z+ sleep 1
7592025-01-18T05:32:36.840Z+ retry=44
7602025-01-18T05:32:36.864Z+ zoneadm list
7612025-01-18T05:32:36.864Z+ grep nexus
7622025-01-18T05:32:36.864Z+ [[ 44 -gt 300 ]]
7632025-01-18T05:32:36.864Z+ sleep 1
7642025-01-18T05:32:37.851Z+ retry=45
7652025-01-18T05:32:37.874Z+ zoneadm list
7662025-01-18T05:32:37.874Z+ grep nexus
7672025-01-18T05:32:37.874Z+ [[ 45 -gt 300 ]]
7682025-01-18T05:32:37.874Z+ sleep 1
7692025-01-18T05:32:38.863Z+ retry=46
7702025-01-18T05:32:38.887Z+ zoneadm list
7712025-01-18T05:32:38.887Z+ grep nexus
7722025-01-18T05:32:38.887Z+ [[ 46 -gt 300 ]]
7732025-01-18T05:32:38.887Z+ sleep 1
7742025-01-18T05:32:39.874Z+ retry=47
7752025-01-18T05:32:39.898Z+ zoneadm list
7762025-01-18T05:32:39.898Z+ grep nexus
7772025-01-18T05:32:39.898Z+ [[ 47 -gt 300 ]]
7782025-01-18T05:32:39.898Z+ sleep 1
7792025-01-18T05:32:40.887Z+ retry=48
7802025-01-18T05:32:40.911Z+ zoneadm list
7812025-01-18T05:32:40.911Z+ grep nexus
7822025-01-18T05:32:40.911Z+ [[ 48 -gt 300 ]]
7832025-01-18T05:32:40.911Z+ sleep 1
7842025-01-18T05:32:41.900Z+ retry=49
7852025-01-18T05:32:41.923Z+ zoneadm list
7862025-01-18T05:32:41.923Z+ grep nexus
7872025-01-18T05:32:41.923Z+ [[ 49 -gt 300 ]]
7882025-01-18T05:32:41.924Z+ sleep 1
7892025-01-18T05:32:42.912Z+ retry=50
7902025-01-18T05:32:42.936Z+ zoneadm list
7912025-01-18T05:32:42.936Z+ grep nexus
7922025-01-18T05:32:42.936Z+ [[ 50 -gt 300 ]]
7932025-01-18T05:32:42.936Z+ sleep 1
7942025-01-18T05:32:43.925Z+ retry=51
7952025-01-18T05:32:43.948Z+ zoneadm list
7962025-01-18T05:32:43.948Z+ grep nexus
7972025-01-18T05:32:43.948Z+ [[ 51 -gt 300 ]]
7982025-01-18T05:32:43.948Z+ sleep 1
7992025-01-18T05:32:44.939Z+ retry=52
8002025-01-18T05:32:44.962Z+ zoneadm list
8012025-01-18T05:32:44.962Z+ grep nexus
8022025-01-18T05:32:44.962Z+ [[ 52 -gt 300 ]]
8032025-01-18T05:32:44.962Z+ sleep 1
8042025-01-18T05:32:45.964Z+ retry=53
8052025-01-18T05:32:45.988Z+ zoneadm list
8062025-01-18T05:32:45.988Z+ grep nexus
8072025-01-18T05:32:45.988Z+ [[ 53 -gt 300 ]]
8082025-01-18T05:32:45.988Z+ sleep 1
8092025-01-18T05:32:46.990Z+ retry=54
8102025-01-18T05:32:47.038Z+ zoneadm list
8112025-01-18T05:32:47.061Z+ grep nexus
8122025-01-18T05:32:47.084Z+ [[ 54 -gt 300 ]]
8132025-01-18T05:32:47.085Z+ sleep 1
8142025-01-18T05:32:52.035Z+ retry=55
8152025-01-18T05:32:52.035Z+ zoneadm list
8162025-01-18T05:32:52.079Z+ grep nexus
8172025-01-18T05:32:52.079Z+ [[ 55 -gt 300 ]]
8182025-01-18T05:32:52.079Z+ sleep 1
8192025-01-18T05:32:53.271Z+ retry=56
8202025-01-18T05:32:53.294Z+ zoneadm list
8212025-01-18T05:32:53.348Z+ grep nexus
8222025-01-18T05:32:53.371Z+ [[ 56 -gt 300 ]]
8232025-01-18T05:32:53.371Z+ sleep 1
8242025-01-18T05:32:54.359Z+ retry=57
8252025-01-18T05:32:54.382Z+ zoneadm list
8262025-01-18T05:32:54.382Z+ grep nexus
8272025-01-18T05:32:54.405Z+ [[ 57 -gt 300 ]]
8282025-01-18T05:32:54.405Z+ sleep 1
8292025-01-18T05:32:55.427Z+ retry=58
8302025-01-18T05:32:55.451Z+ zoneadm list
8312025-01-18T05:32:55.451Z+ grep nexus
8322025-01-18T05:32:55.451Z+ [[ 58 -gt 300 ]]
8332025-01-18T05:32:55.451Z+ sleep 1
8342025-01-18T05:32:56.656Z+ retry=59
8352025-01-18T05:33:01.275Z+ zoneadm list
8362025-01-18T05:33:01.275Z+ grep nexus
8372025-01-18T05:33:01.361Z+ [[ 59 -gt 300 ]]
8382025-01-18T05:33:01.361Z+ sleep 1
8392025-01-18T05:33:02.415Z+ retry=60
8402025-01-18T05:33:02.438Z+ zoneadm list
8412025-01-18T05:33:02.438Z+ grep nexus
8422025-01-18T05:33:02.439Z+ [[ 60 -gt 300 ]]
8432025-01-18T05:33:02.439Z+ sleep 1
8442025-01-18T05:33:03.439Z+ retry=61
8452025-01-18T05:33:03.463Z+ zoneadm list
8462025-01-18T05:33:03.463Z+ grep nexus
8472025-01-18T05:33:03.463Z+ [[ 61 -gt 300 ]]
8482025-01-18T05:33:03.463Z+ sleep 1
8492025-01-18T05:33:04.461Z+ retry=62
8502025-01-18T05:33:04.493Z+ zoneadm list
8512025-01-18T05:33:04.493Z+ grep nexus
8522025-01-18T05:33:04.493Zoxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607
8532025-01-18T05:33:04.493Zoxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc
8542025-01-18T05:33:04.493Zoxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb
8552025-01-18T05:33:04.493Z+ echo 'Waited for nexus: 62s'
8562025-01-18T05:33:04.493ZWaited for nexus: 62s
8572025-01-18T05:33:04.493Z+ export RUST_BACKTRACE=1
8582025-01-18T05:33:04.493Z+ RUST_BACKTRACE=1
8592025-01-18T05:33:04.493Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8602025-01-18T05:33:04.494Z++ ./target/debug/bootstrap
8612025-01-18T05:33:05.770ZUsing external DNS server at 10.151.1.164:53
8622025-01-18T05:33:05.841Z2025-01-18 05:33:05.825367015 UTC: attempting to log into API
8632025-01-18T05:33:20.970Z2025-01-18 05:33:20.958568903 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8642025-01-18T05:33:21.973Z2025-01-18 05:33:21.961227433 UTC: attempting to log into API
 
8652025-01-18T05:33:25.028ZJan 18 05:33:24 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8662025-01-18T05:33:25.065ZJan 18 05:33:24 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8672025-01-18T05:33:25.386ZJan 18 05:33:24 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8682025-01-18T05:33:25.412ZJan 18 05:33:24 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8692025-01-18T05:33:26.008ZJan 18 05:33:25 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
8702025-01-18T05:33:37.022Z2025-01-18 05:33:37.010922748 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8712025-01-18T05:33:38.022Z2025-01-18 05:33:38.012105667 UTC: attempting to log into API
 
8722025-01-18T05:33:52.471ZJan 18 05:33:51 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:67.217.246.204:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8732025-01-18T05:33:53.056Z2025-01-18 05:33:53.045469396 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8742025-01-18T05:33:54.057Z2025-01-18 05:33:54.046595844 UTC: attempting to log into API
8752025-01-18T05:34:04.108Z2025-01-18 05:34:04.098349874 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8762025-01-18T05:34:05.110Z2025-01-18 05:34:05.099638494 UTC: attempting to log into API
8772025-01-18T05:34:05.917Z2025-01-18 05:34:05.907364996 UTC: login succeeded
8782025-01-18T05:34:05.950Zwaiting for nexus to come up...
8792025-01-18T05:34:06.044Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8802025-01-18T05:34:06.263Zsetting up quotas...
8812025-01-18T05:34:06.315Zensuring datasets are ready...
8822025-01-18T05:34:09.270Zlet's roll.
8832025-01-18T05:34:09.294Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8842025-01-18T05:34:09.294ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
8852025-01-18T05:34:09.294ZOXIDE_TOKEN=oxide-token-f5b7bf933fd68a0d294b1ec903ff6e8e41406bff'
8862025-01-18T05:34:09.294Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8872025-01-18T05:34:09.294Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.167
8882025-01-18T05:34:09.294Z++ OXIDE_TOKEN=oxide-token-f5b7bf933fd68a0d294b1ec903ff6e8e41406bff
8892025-01-18T05:34:09.294Z+ export OXIDE_HOST OXIDE_TOKEN
8902025-01-18T05:34:09.294Z+ retry=0
8912025-01-18T05:34:09.294Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8922025-01-18T05:34:09.364Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8932025-01-18T05:34:10.025Z{"status":"ok"}{
8942025-01-18T05:34:10.025Z "description": "some images",
8952025-01-18T05:34:10.025Z "id": "47b0b1f1-b422-4d79-b815-8a7dd620795c",
8962025-01-18T05:34:10.025Z "name": "images",
8972025-01-18T05:34:10.025Z "time_created": "2025-01-18T05:34:09.478295Z",
8982025-01-18T05:34:10.025Z "time_modified": "2025-01-18T05:34:09.478295Z"
8992025-01-18T05:34:10.025Z}
9002025-01-18T05:34:10.049Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
9012025-01-18T05:35:33.968ZJan 18 05:35:33 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.31.17.12:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9022025-01-18T05:44:10.690ZDone!
9032025-01-18T05:44:10.715Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9042025-01-18T05:44:10.824Z{
9052025-01-18T05:44:10.824Z "block_size": 512,
9062025-01-18T05:44:10.824Z "description": "debian 11 original base image",
9072025-01-18T05:44:10.824Z "id": "c7373daf-0995-4380-abdd-2dce25ede906",
9082025-01-18T05:44:10.824Z "name": "debian11",
9092025-01-18T05:44:10.824Z "os": "debian",
9102025-01-18T05:44:10.824Z "size": 2147483648,
9112025-01-18T05:44:10.824Z "time_created": "2025-01-18T05:44:10.631606Z",
9122025-01-18T05:44:10.824Z "time_modified": "2025-01-18T05:44:10.806320Z",
9132025-01-18T05:44:10.824Z "version": "11"
9142025-01-18T05:44:10.824Z}
9152025-01-18T05:44:10.848Z+ for test_bin in tests/*
9162025-01-18T05:44:10.848Z+ ./tests/bootstrap-f066a52fe775066d
9172025-01-18T05:44:10.874Z
9182025-01-18T05:44:10.874Zrunning 0 tests
9192025-01-18T05:44:10.874Z
9202025-01-18T05:44:10.874Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9212025-01-18T05:44:10.874Z
9222025-01-18T05:44:10.874Z+ for test_bin in tests/*
9232025-01-18T05:44:10.874Z+ ./tests/commtest-76a2ca52a5a6aa92
9242025-01-18T05:44:10.898Z
9252025-01-18T05:44:10.898Zrunning 0 tests
9262025-01-18T05:44:10.898Z
9272025-01-18T05:44:10.898Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9282025-01-18T05:44:10.898Z
9292025-01-18T05:44:10.898Z+ for test_bin in tests/*
9302025-01-18T05:44:10.898Z+ ./tests/dhcp_server-90ce7d52a3697133
9312025-01-18T05:44:10.923Z
9322025-01-18T05:44:10.923Zrunning 0 tests
9332025-01-18T05:44:10.923Z
9342025-01-18T05:44:10.923Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9352025-01-18T05:44:10.923Z
9362025-01-18T05:44:10.923Z+ for test_bin in tests/*
9372025-01-18T05:44:10.923Z+ ./tests/end_to_end_tests-fa0b7defd7e33745
9382025-01-18T05:44:11.116Z
9392025-01-18T05:44:11.116Zrunning 3 tests
9402025-01-18T05:44:11.142Znote: configured to log to "/tmp/end_to_end_tests-fa0b7defd7e33745-new_blueprint_noop.167.0.log"
9412025-01-18T05:44:11.542Ztest no_spoof::no_spoof_here ... ok
9422025-01-18T05:44:12.591Ztest noop_blueprint::new_blueprint_noop ... ok
9432025-01-18T05:44:38.687Ztest instance_launch::instance_launch ... ok
9442025-01-18T05:44:38.688Z
9452025-01-18T05:44:38.688Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.57s
9462025-01-18T05:44:38.688Z
9472025-01-18T05:44:38.713Z+ _exit_trap
9482025-01-18T05:44:38.713Z+ local status=0
9492025-01-18T05:44:38.713Z+ set +o errexit
9502025-01-18T05:44:38.714Z+ [[ x != \x ]]
9512025-01-18T05:44:38.714Z+ pfexec svcadm -Z disable -s cron
9522025-01-18T05:44:40.806Z+ [[ 0 -eq 0 ]]
9532025-01-18T05:44:40.806Z+ exit 0
9542025-01-18T05:44:40.830Zprocess exited: duration 857631 ms, exit code 0
 
9552025-01-18T05:44:40.910Zfound 108 output files
9562025-01-18T05:44:40.910Zuploading: /var/svc/log/oxide-sled-agent:default.log (1235771 bytes)
9572025-01-18T05:44:42.252Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9582025-01-18T05:44:42.252Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7355772 bytes)
9592025-01-18T05:44:42.752Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7355772 -> 7375413
9602025-01-18T05:44:43.821Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9612025-01-18T05:44:43.821Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (37923 bytes)
9622025-01-18T05:44:44.978Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9632025-01-18T05:44:44.978Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (344661 bytes)
9642025-01-18T05:44:45.200Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 344661 -> 346247
9652025-01-18T05:44:46.269Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9662025-01-18T05:44:46.293Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (441173 bytes)
9672025-01-18T05:44:46.491Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 441173 -> 443153
9682025-01-18T05:44:47.560Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9692025-01-18T05:44:47.560Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2136234 bytes)
9702025-01-18T05:44:48.013Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2136234 -> 2157878
9712025-01-18T05:44:49.081Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9722025-01-18T05:44:49.082Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5165046 bytes)
9732025-01-18T05:44:49.700Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5165046 -> 5224324
9742025-01-18T05:44:50.769Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9752025-01-18T05:44:50.769Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3337 bytes)
9762025-01-18T05:44:51.862Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9772025-01-18T05:44:51.863Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (386682 bytes)
9782025-01-18T05:44:52.085Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 386682 -> 392363
9792025-01-18T05:44:53.154Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9802025-01-18T05:44:53.154Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13436 bytes)
9812025-01-18T05:44:54.268Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9822025-01-18T05:44:54.268Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3499 bytes)
9832025-01-18T05:44:55.362Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9842025-01-18T05:44:55.362Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
9852025-01-18T05:44:56.455Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9862025-01-18T05:44:56.455Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
9872025-01-18T05:44:57.547Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-cockroach-admin:default.log
9882025-01-18T05:44:57.547Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
9892025-01-18T05:44:58.639Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-cockroachdb:default.log
9902025-01-18T05:44:58.664Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
9912025-01-18T05:44:59.731Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_cockroachdb_36848c7f-4709-4834-9a5b-ace69293c584/root/var/svc/log/oxide-zone-network-setup:default.log
9922025-01-18T05:44:59.755Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-agent:default.log (44828 bytes)
9932025-01-18T05:45:00.889Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-agent:default.log
9942025-01-18T05:45:00.913Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9952025-01-18T05:45:01.982Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:default.log
9962025-01-18T05:45:01.982Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-b0740894-8f8e-4b9f-977d-73ad3a41efaf.log (2983 bytes)
9972025-01-18T05:45:03.075Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-b0740894-8f8e-4b9f-977d-73ad3a41efaf.log
9982025-01-18T05:45:03.075Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-c9a9186a-9d34-472c-9bbc-198747552ab1.log (6081 bytes)
9992025-01-18T05:45:04.166Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-c9a9186a-9d34-472c-9bbc-198747552ab1.log
10002025-01-18T05:45:04.191Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc4e200c-7f04-4d22-8319-b9ac1aa171ef.log (5950 bytes)
10012025-01-18T05:45:05.259Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc4e200c-7f04-4d22-8319-b9ac1aa171ef.log
10022025-01-18T05:45:05.259Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:snapshot-c9a9186a-9d34-472c-9bbc-198747552ab1-55708258-8abd-4c4b-8508-8aec30cbe904.log (5613 bytes)
10032025-01-18T05:45:06.351Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-crucible-downstairs:snapshot-c9a9186a-9d34-472c-9bbc-198747552ab1-55708258-8abd-4c4b-8508-8aec30cbe904.log
10042025-01-18T05:45:06.351Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
10052025-01-18T05:45:07.443Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_crucible_f0ab8838-1fca-48d0-8066-01e038a185fd/root/var/svc/log/oxide-zone-network-setup:default.log
10062025-01-18T05:45:07.443Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_internal_dns_125376f0-a418-44ab-88a5-9cefaa3f0c0b/root/var/svc/log/oxide-internal_dns:default.log (452651 bytes)
10072025-01-18T05:45:08.715Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_internal_dns_125376f0-a418-44ab-88a5-9cefaa3f0c0b/root/var/svc/log/oxide-internal_dns:default.log
10082025-01-18T05:45:08.715Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_internal_dns_125376f0-a418-44ab-88a5-9cefaa3f0c0b/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10092025-01-18T05:45:09.809Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_internal_dns_125376f0-a418-44ab-88a5-9cefaa3f0c0b/root/var/svc/log/oxide-zone-network-setup:default.log
10102025-01-18T05:45:09.809Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-nexus:default.log (4842948 bytes)
10112025-01-18T05:45:10.424Zupload warning: file "/pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4842948 -> 4985310
10122025-01-18T05:45:11.493Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-nexus:default.log
10132025-01-18T05:45:11.494Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
10142025-01-18T05:45:12.585Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-opte-interface-setup:default.log
10152025-01-18T05:45:12.585Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10162025-01-18T05:45:13.678Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_cfc229a4-62cc-4318-9a2b-bd982a26b2cc/root/var/svc/log/oxide-zone-network-setup:default.log
10172025-01-18T05:45:13.721Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-nexus:default.log (4905387 bytes)
10182025-01-18T05:45:14.296Zupload warning: file "/pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4905387 -> 5057789
10192025-01-18T05:45:15.365Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-nexus:default.log
10202025-01-18T05:45:15.365Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10212025-01-18T05:45:16.457Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-opte-interface-setup:default.log
10222025-01-18T05:45:16.481Zuploading: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10232025-01-18T05:45:17.550Zuploaded: /pool/ext/16bb833e-d265-4e47-8c19-1cb9a8fa2175/crypt/zone/oxz_nexus_dc75c5f5-6608-453d-8b53-d1945633bfdb/root/var/svc/log/oxide-zone-network-setup:default.log
10242025-01-18T05:45:17.576Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
10252025-01-18T05:45:18.645Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-cockroach-admin:default.log
10262025-01-18T05:45:18.670Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
10272025-01-18T05:45:19.737Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-cockroachdb:default.log
10282025-01-18T05:45:19.738Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10292025-01-18T05:45:20.830Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_cockroachdb_15c0dc91-7797-486c-a0a3-161411822597/root/var/svc/log/oxide-zone-network-setup:default.log
10302025-01-18T05:45:20.855Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-agent:default.log (19036 bytes)
10312025-01-18T05:45:21.965Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-agent:default.log
10322025-01-18T05:45:21.990Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10332025-01-18T05:45:23.059Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:default.log
10342025-01-18T05:45:23.083Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-6cedf2a7-64a3-4074-9933-812799bee3d3.log (3126 bytes)
10352025-01-18T05:45:24.151Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-6cedf2a7-64a3-4074-9933-812799bee3d3.log
10362025-01-18T05:45:24.151Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-b247d83c-9490-4102-89fd-695b7e598fa0.log (2985 bytes)
10372025-01-18T05:45:25.244Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-b247d83c-9490-4102-89fd-695b7e598fa0.log
10382025-01-18T05:45:25.245Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10392025-01-18T05:45:26.335Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_7e217192-8c56-455b-9e82-8cb54dcbfe21/root/var/svc/log/oxide-zone-network-setup:default.log
10402025-01-18T05:45:26.335Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_pantry_d3557906-e137-4aa1-b963-a4db57d1f0ee/root/var/svc/log/oxide-crucible-pantry:default.log (861421 bytes)
10412025-01-18T05:45:26.630Zupload warning: file "/pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_pantry_d3557906-e137-4aa1-b963-a4db57d1f0ee/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 861421 -> 865771
10422025-01-18T05:45:27.700Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_pantry_d3557906-e137-4aa1-b963-a4db57d1f0ee/root/var/svc/log/oxide-crucible-pantry:default.log
10432025-01-18T05:45:27.700Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_pantry_d3557906-e137-4aa1-b963-a4db57d1f0ee/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
10442025-01-18T05:45:28.792Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_crucible_pantry_d3557906-e137-4aa1-b963-a4db57d1f0ee/root/var/svc/log/oxide-zone-network-setup:default.log
10452025-01-18T05:45:28.816Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10462025-01-18T05:45:29.907Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-chrony-setup:default.log
10472025-01-18T05:45:29.907Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-ntp:default.log (932 bytes)
10482025-01-18T05:45:31.001Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-ntp:default.log
10492025-01-18T05:45:31.025Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
10502025-01-18T05:45:32.092Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-opte-interface-setup:default.log
10512025-01-18T05:45:32.092Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-zone-network-setup:default.log (2031 bytes)
10522025-01-18T05:45:33.186Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/svc/log/oxide-zone-network-setup:default.log
10532025-01-18T05:45:33.186Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10542025-01-18T05:45:34.277Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-crucible-agent:default.log
10552025-01-18T05:45:34.277Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10562025-01-18T05:45:35.368Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-crucible-downstairs:default.log
10572025-01-18T05:45:35.392Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10582025-01-18T05:45:36.460Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_crucible_a8059edc-a66f-4331-ac61-34d8c71f6a8d/root/var/svc/log/oxide-zone-network-setup:default.log
10592025-01-18T05:45:36.460Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-nexus:default.log (42058425 bytes)
10602025-01-18T05:45:39.925Zupload warning: file "/pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42058425 -> 42534828
10612025-01-18T05:45:40.995Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-nexus:default.log
10622025-01-18T05:45:41.019Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10632025-01-18T05:45:42.087Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-opte-interface-setup:default.log
10642025-01-18T05:45:42.087Zuploading: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10652025-01-18T05:45:43.179Zuploaded: /pool/ext/4fce5e22-dd7b-4e66-a770-f8a29f4d2417/crypt/zone/oxz_nexus_a030d6fe-5525-4fd9-b798-deef6a379607/root/var/svc/log/oxide-zone-network-setup:default.log
10662025-01-18T05:45:43.179Zuploading: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-agent:default.log (23905 bytes)
10672025-01-18T05:45:43.456ZJan 18 05:45:42 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.124:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
10682025-01-18T05:45:44.315Zuploaded: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-agent:default.log
10692025-01-18T05:45:44.339Zuploading: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10702025-01-18T05:45:45.408Zuploaded: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:default.log
10712025-01-18T05:45:45.408Zuploading: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:downstairs-55572ce4-043e-40e0-b118-85666122dc53.log (2984 bytes)
10722025-01-18T05:45:46.500Zuploaded: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:downstairs-55572ce4-043e-40e0-b118-85666122dc53.log
10732025-01-18T05:45:46.525Zuploading: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:downstairs-5576c90c-da3e-419e-aed4-e9227cbff50a.log (5951 bytes)
10742025-01-18T05:45:47.593Zuploaded: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-crucible-downstairs:downstairs-5576c90c-da3e-419e-aed4-e9227cbff50a.log
10752025-01-18T05:45:47.593Zuploading: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10762025-01-18T05:45:48.686Zuploaded: /pool/ext/719280f2-3e89-4055-a81d-4f9adba21825/crypt/zone/oxz_crucible_ceb2a600-a841-4f52-af35-982e475f940e/root/var/svc/log/oxide-zone-network-setup:default.log
10772025-01-18T05:45:48.686Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
10782025-01-18T05:45:49.779Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-clickhouse-admin-single:default.log
10792025-01-18T05:45:49.779Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-clickhouse:default.log (3389592 bytes)
10802025-01-18T05:45:50.290Zupload warning: file "/pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3389592 -> 3747903
10812025-01-18T05:45:51.358Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-clickhouse:default.log
10822025-01-18T05:45:51.382Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
10832025-01-18T05:45:52.450Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_clickhouse_a94d6306-8e13-46d8-ac5c-3a6c8f361018/root/var/svc/log/oxide-zone-network-setup:default.log
10842025-01-18T05:45:52.450Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
10852025-01-18T05:45:53.543Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-cockroach-admin:default.log
10862025-01-18T05:45:53.543Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
10872025-01-18T05:45:54.636Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-cockroachdb:default.log
10882025-01-18T05:45:54.661Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10892025-01-18T05:45:55.736Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_cockroachdb_b13e9c2a-a286-4f1e-a49e-a8eb1acba96d/root/var/svc/log/oxide-zone-network-setup:default.log
10902025-01-18T05:45:55.736Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-agent:default.log (12537 bytes)
10912025-01-18T05:45:56.850Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-agent:default.log
10922025-01-18T05:45:56.850Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10932025-01-18T05:45:57.943Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-downstairs:default.log
10942025-01-18T05:45:57.943Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-980efba8-2236-4dce-afc3-48e9a93401d4.log (3124 bytes)
10952025-01-18T05:45:59.036Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-crucible-downstairs:downstairs-980efba8-2236-4dce-afc3-48e9a93401d4.log
10962025-01-18T05:45:59.060Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10972025-01-18T05:46:00.128Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_39c565ae-135a-47ee-a066-91784d50b5e8/root/var/svc/log/oxide-zone-network-setup:default.log
10982025-01-18T05:46:00.128Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_pantry_a1595fda-fe38-4a77-ba44-643c7d59caa4/root/var/svc/log/oxide-crucible-pantry:default.log (94313 bytes)
10992025-01-18T05:46:00.284Zupload warning: file "/pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_pantry_a1595fda-fe38-4a77-ba44-643c7d59caa4/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 94313 -> 106028
11002025-01-18T05:46:01.352Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_pantry_a1595fda-fe38-4a77-ba44-643c7d59caa4/root/var/svc/log/oxide-crucible-pantry:default.log
11012025-01-18T05:46:01.352Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_pantry_a1595fda-fe38-4a77-ba44-643c7d59caa4/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
11022025-01-18T05:46:02.445Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_crucible_pantry_a1595fda-fe38-4a77-ba44-643c7d59caa4/root/var/svc/log/oxide-zone-network-setup:default.log
11032025-01-18T05:46:02.445Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-external_dns:default.log (45790 bytes)
11042025-01-18T05:46:02.556Zupload warning: file "/pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45790 -> 49567
11052025-01-18T05:46:03.625Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-external_dns:default.log
11062025-01-18T05:46:03.649Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11072025-01-18T05:46:04.717Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-opte-interface-setup:default.log
11082025-01-18T05:46:04.741Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
11092025-01-18T05:46:05.809Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_external_dns_8c0bccd4-0e5e-4b84-8abe-deb4b6f9b71a/root/var/svc/log/oxide-zone-network-setup:default.log
11102025-01-18T05:46:05.835Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_internal_dns_826c9d0d-e674-4c46-b1e3-258d45a5c1de/root/var/svc/log/oxide-internal_dns:default.log (462291 bytes)
11112025-01-18T05:46:06.036Zupload warning: file "/pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_internal_dns_826c9d0d-e674-4c46-b1e3-258d45a5c1de/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 462291 -> 466044
11122025-01-18T05:46:07.105Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_internal_dns_826c9d0d-e674-4c46-b1e3-258d45a5c1de/root/var/svc/log/oxide-internal_dns:default.log
11132025-01-18T05:46:07.105Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_internal_dns_826c9d0d-e674-4c46-b1e3-258d45a5c1de/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11142025-01-18T05:46:08.196Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_internal_dns_826c9d0d-e674-4c46-b1e3-258d45a5c1de/root/var/svc/log/oxide-zone-network-setup:default.log
11152025-01-18T05:46:08.196Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_oximeter_8a8f878d-1d64-4f27-bb7c-6a7428882116/root/var/svc/log/oxide-oximeter:default.log (3641202 bytes)
11162025-01-18T05:46:08.759Zupload warning: file "/pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_oximeter_8a8f878d-1d64-4f27-bb7c-6a7428882116/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3641202 -> 4130008
11172025-01-18T05:46:09.828Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_oximeter_8a8f878d-1d64-4f27-bb7c-6a7428882116/root/var/svc/log/oxide-oximeter:default.log
11182025-01-18T05:46:09.828Zuploading: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_oximeter_8a8f878d-1d64-4f27-bb7c-6a7428882116/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11192025-01-18T05:46:10.921Zuploaded: /pool/ext/b7babb3e-ef5b-474b-b57e-4a826283aa26/crypt/zone/oxz_oximeter_8a8f878d-1d64-4f27-bb7c-6a7428882116/root/var/svc/log/oxide-zone-network-setup:default.log
11202025-01-18T05:46:10.921Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-agent:default.log (36023 bytes)
11212025-01-18T05:46:12.079Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-agent:default.log
11222025-01-18T05:46:12.079Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11232025-01-18T05:46:13.172Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:default.log
11242025-01-18T05:46:13.172Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:downstairs-72566508-5a2a-4dfe-9ef8-d43a85c89b85.log (6075 bytes)
11252025-01-18T05:46:14.264Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:downstairs-72566508-5a2a-4dfe-9ef8-d43a85c89b85.log
11262025-01-18T05:46:14.264Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2a3df49-dceb-47f4-b856-9d92278245a5.log (5949 bytes)
11272025-01-18T05:46:15.357Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2a3df49-dceb-47f4-b856-9d92278245a5.log
11282025-01-18T05:46:15.357Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:snapshot-72566508-5a2a-4dfe-9ef8-d43a85c89b85-55708258-8abd-4c4b-8508-8aec30cbe904.log (5635 bytes)
11292025-01-18T05:46:16.450Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-crucible-downstairs:snapshot-72566508-5a2a-4dfe-9ef8-d43a85c89b85-55708258-8abd-4c4b-8508-8aec30cbe904.log
11302025-01-18T05:46:16.450Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11312025-01-18T05:46:17.542Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_01a4829a-1f64-47ac-a2b0-622ca42defd2/root/var/svc/log/oxide-zone-network-setup:default.log
11322025-01-18T05:46:17.542Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_pantry_db9937b6-5687-4e75-a845-adcd315b6ac9/root/var/svc/log/oxide-crucible-pantry:default.log (94832 bytes)
11332025-01-18T05:46:17.696Zupload warning: file "/pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_pantry_db9937b6-5687-4e75-a845-adcd315b6ac9/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 94832 -> 106577
11342025-01-18T05:46:18.765Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_pantry_db9937b6-5687-4e75-a845-adcd315b6ac9/root/var/svc/log/oxide-crucible-pantry:default.log
11352025-01-18T05:46:18.765Zuploading: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_pantry_db9937b6-5687-4e75-a845-adcd315b6ac9/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11362025-01-18T05:46:19.857Zuploaded: /pool/ext/bd4f6a2e-c7eb-469f-bd80-c35295e612ed/crypt/zone/oxz_crucible_pantry_db9937b6-5687-4e75-a845-adcd315b6ac9/root/var/svc/log/oxide-zone-network-setup:default.log
11372025-01-18T05:46:19.857Zuploading: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-agent:default.log (20179 bytes)
11382025-01-18T05:46:20.992Zuploaded: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-agent:default.log
11392025-01-18T05:46:20.992Zuploading: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11402025-01-18T05:46:22.085Zuploaded: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:default.log
11412025-01-18T05:46:22.085Zuploading: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:downstairs-54db8c2f-abeb-4ea6-a7db-9d9ddc649c93.log (6081 bytes)
11422025-01-18T05:46:23.177Zuploaded: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:downstairs-54db8c2f-abeb-4ea6-a7db-9d9ddc649c93.log
11432025-01-18T05:46:23.177Zuploading: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:snapshot-54db8c2f-abeb-4ea6-a7db-9d9ddc649c93-55708258-8abd-4c4b-8508-8aec30cbe904.log (5634 bytes)
11442025-01-18T05:46:24.269Zuploaded: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-crucible-downstairs:snapshot-54db8c2f-abeb-4ea6-a7db-9d9ddc649c93-55708258-8abd-4c4b-8508-8aec30cbe904.log
11452025-01-18T05:46:24.269Zuploading: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11462025-01-18T05:46:25.361Zuploaded: /pool/ext/cb543c1b-d520-4525-93a9-0809c84c04cd/crypt/zone/oxz_crucible_1b27ab95-76bc-4957-8576-19c8066a590b/root/var/svc/log/oxide-zone-network-setup:default.log
11472025-01-18T05:46:25.361Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
11482025-01-18T05:46:26.454Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-cockroach-admin:default.log
11492025-01-18T05:46:26.478Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
11502025-01-18T05:46:27.547Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-cockroachdb:default.log
11512025-01-18T05:46:27.547Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11522025-01-18T05:46:28.640Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_cockroachdb_261418de-aa04-47e4-98ee-8e93aa814483/root/var/svc/log/oxide-zone-network-setup:default.log
11532025-01-18T05:46:28.640Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-agent:default.log (12972 bytes)
11542025-01-18T05:46:29.754Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-agent:default.log
11552025-01-18T05:46:29.754Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11562025-01-18T05:46:30.846Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-downstairs:default.log
11572025-01-18T05:46:30.846Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-downstairs:downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0.log (3125 bytes)
11582025-01-18T05:46:30.870ZJan 18 05:46:30 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:74.208.25.46:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
11592025-01-18T05:46:31.938Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-crucible-downstairs:downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0.log
11602025-01-18T05:46:31.938Zuploading: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11612025-01-18T05:46:33.030Zuploaded: /pool/ext/d55380f8-3d86-4c31-b244-3f6e51844733/crypt/zone/oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67/root/var/svc/log/oxide-zone-network-setup:default.log
11622025-01-18T05:46:33.030Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-cockroach-admin:default.log (8247 bytes)
11632025-01-18T05:46:34.144Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-cockroach-admin:default.log
11642025-01-18T05:46:34.168Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
11652025-01-18T05:46:35.237Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-cockroachdb:default.log
11662025-01-18T05:46:35.237Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11672025-01-18T05:46:36.330Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_cockroachdb_168600b0-5561-4df0-a7cf-76b932b96ade/root/var/svc/log/oxide-zone-network-setup:default.log
11682025-01-18T05:46:36.331Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-crucible-agent:default.log (1554 bytes)
11692025-01-18T05:46:37.423Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-crucible-agent:default.log
11702025-01-18T05:46:37.423Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11712025-01-18T05:46:38.516Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-crucible-downstairs:default.log
11722025-01-18T05:46:38.516Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11732025-01-18T05:46:39.610Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_crucible_9be5863d-e269-40d5-bfc1-948d2bed0173/root/var/svc/log/oxide-zone-network-setup:default.log
11742025-01-18T05:46:39.634Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-external_dns:default.log (45796 bytes)
11752025-01-18T05:46:39.742Zupload warning: file "/pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45796 -> 53349
11762025-01-18T05:46:40.812Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-external_dns:default.log
11772025-01-18T05:46:40.835Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
11782025-01-18T05:46:41.904Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-opte-interface-setup:default.log
11792025-01-18T05:46:41.904Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
11802025-01-18T05:46:42.996Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_external_dns_1aa463d5-7355-427d-b304-9ceac16b2a98/root/var/svc/log/oxide-zone-network-setup:default.log
11812025-01-18T05:46:43.021Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_internal_dns_d9dcabc2-9e0a-4cc2-9796-7545bc4998ae/root/var/svc/log/oxide-internal_dns:default.log (452635 bytes)
11822025-01-18T05:46:43.220Zupload warning: file "/pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_internal_dns_d9dcabc2-9e0a-4cc2-9796-7545bc4998ae/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 452635 -> 460146
11832025-01-18T05:46:44.289Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_internal_dns_d9dcabc2-9e0a-4cc2-9796-7545bc4998ae/root/var/svc/log/oxide-internal_dns:default.log
11842025-01-18T05:46:44.289Zuploading: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_internal_dns_d9dcabc2-9e0a-4cc2-9796-7545bc4998ae/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11852025-01-18T05:46:45.381Zuploaded: /pool/ext/f8d5fd20-fc8e-486a-89bc-9f6483a0f3c3/crypt/zone/oxz_internal_dns_d9dcabc2-9e0a-4cc2-9796-7545bc4998ae/root/var/svc/log/oxide-zone-network-setup:default.log
11862025-01-18T05:46:45.381Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/measurements.log (274959 bytes)
11872025-01-18T05:46:45.603Zupload warning: file "/pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/measurements.log" changed size mid upload: 274959 -> 319895
11882025-01-18T05:46:46.672Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/measurements.log
11892025-01-18T05:46:46.672Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/statistics.log (201708 bytes)
11902025-01-18T05:46:46.872Zupload warning: file "/pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/statistics.log" changed size mid upload: 201708 -> 237159
11912025-01-18T05:46:47.940Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/statistics.log
11922025-01-18T05:46:47.940Zuploading: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/tracking.log (20069 bytes)
11932025-01-18T05:46:48.030Zupload warning: file "/pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/tracking.log" changed size mid upload: 20069 -> 22181
11942025-01-18T05:46:49.098Zuploaded: /pool/ext/18259e54-9e24-4df6-8524-340cf6c3dae0/crypt/zone/oxz_ntp_6fd22947-e367-4a00-b996-0ed694539d7a/root/var/log/chrony/tracking.log