01JJKEXMXJ4NM57H8T744VH7VP: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JJKEYA6NK746DXDY3E7E0K54

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-01-27T09:19:23.737Zjob dependencies complete; ready to run (waiting for 34 m 44 s)
22025-01-27T09:22:54.139Zjob assigned to worker 01JJKGXYMDMFFXZPNDXA4MZKY0 [factory lab, sock/11219] (queued for 3 m 30 s)
32025-01-27T09:22:54.197Zhttp://172.20.0.5:9969/ipxe/sock... ok
42025-01-27T09:22:54.315Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52025-01-27T09:22:54.356Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62025-01-27T09:22:54.393Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72025-01-27T09:22:54.427Zhttp://172.20.0.5:9969/postboot/sock... ok
82025-01-27T09:22:54.461ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-01-27T09:22:54.494Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-01-27T09:22:54.535ZOxide Helios Version helios-2.0.23032 64-bit
112025-01-27T09:22:54.572ZConfiguring devices.
122025-01-27T09:22:54.605Z##################################################
132025-01-27T09:22:54.639Z#### ############# ##
142025-01-27T09:22:54.673Z### ### ############ ##
152025-01-27T09:22:54.706Z## ### # ## ### ## Oxide Computer Company ##
162025-01-27T09:22:54.739Z## ## ## ### # ### ##
172025-01-27T09:22:54.773Z## # ### #### #### This Station Under ##
182025-01-27T09:22:54.806Z### ### #### # ### Computer Control ##
192025-01-27T09:22:54.840Z#### #### ### ## ##
202025-01-27T09:22:54.876Z##################################################
212025-01-27T09:22:54.909ZHostname: sock
222025-01-27T09:22:54.944ZLoading smf(7) service descriptions:
232025-01-27T09:22:55.784Zdownloading input: /input/package/work/package.tar.gz
242025-01-27T09:28:27.626Zdownloaded input: /input/package/work/package.tar.gz
 
252025-01-27T09:28:27.651Zstarting task 0: "setup"
262025-01-27T09:28:27.651Z++ uname -s
272025-01-27T09:28:27.651Z+ kern=SunOS
282025-01-27T09:28:27.651Z+ case "$kern" in
292025-01-27T09:28:27.651Z+ groupadd -g 12345 build
302025-01-27T09:28:27.651Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312025-01-27T09:28:29.646Z+ zfs create -o mountpoint=/work rpool/work
322025-01-27T09:28:29.670Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332025-01-27T09:28:29.670Z+ home_fs=zfs
342025-01-27T09:28:29.670Z+ [[ zfs == autofs ]]
352025-01-27T09:28:29.670Z+ mkdir -p /home/build
362025-01-27T09:28:29.670Z+ chown build:build /home/build /work
372025-01-27T09:28:31.670Z+ chmod 0700 /home/build /work
382025-01-27T09:28:31.694Zprocess exited: duration 4046 ms, exit code 0
 
392025-01-27T09:28:31.743Zstarting task 1: "authentication"
402025-01-27T09:28:31.787Zprocess exited: duration 43 ms, exit code 0
 
412025-01-27T09:28:31.835Zstarting task 2: "build"
422025-01-27T09:28:31.859Z+ trap _exit_trap EXIT
432025-01-27T09:28:31.859Z+ OPTE_COMMIT=
442025-01-27T09:28:31.859Z+ [[ x != \x ]]
452025-01-27T09:28:31.859Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462025-01-27T09:28:31.957Zsecpolicy_fs_linkdir: 0x55 = 0x55
472025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+5: 0 = 0x1
522025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562025-01-27T09:28:31.957Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572025-01-27T09:28:31.981Z+ [[ -d /opt/oxide ]]
582025-01-27T09:28:31.981Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592025-01-27T09:28:31.981Z+ pfexec mkdir /opt/oxide
602025-01-27T09:28:31.981Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612025-01-27T09:28:31.981Z+ [[ -d /opt/oxide-underneath ]]
622025-01-27T09:28:31.981Z+ cd /opt/oxide-underneath
632025-01-27T09:28:31.981Z+ pfexec tar ceEp@/f - .
642025-01-27T09:28:31.981Z+ cd /opt/oxide
652025-01-27T09:28:31.981Z+ pfexec tar xveEp@/f -
662025-01-27T09:28:32.012Zx ., 0 bytes, 0 tape blocks
672025-01-27T09:28:32.012Zx ./opte, 0 bytes, 0 tape blocks
682025-01-27T09:28:32.012Zx ./opte/bin, 0 bytes, 0 tape blocks
692025-01-27T09:28:32.012Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702025-01-27T09:28:32.036Z+ pfexec rm -rf /opt/oxide-underneath
712025-01-27T09:28:32.036Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722025-01-27T09:28:32.036Z+ pfexec mkdir /opt/oxide/work
732025-01-27T09:28:32.060Z+ pfexec chown build:build /opt/oxide/work
742025-01-27T09:28:32.060Z+ cd /opt/oxide/work
752025-01-27T09:28:32.060Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762025-01-27T09:28:46.286ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772025-01-27T09:28:46.286Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782025-01-27T09:28:46.286Zx out/target/test, 107 bytes, 1 tape blocks
792025-01-27T09:28:46.287Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802025-01-27T09:28:46.287Zx package-manifest.toml, 34009 bytes, 67 tape blocks
812025-01-27T09:28:46.287Zx smf/sled-agent/non-gimlet/config.toml, 3472 bytes, 7 tape blocks
822025-01-27T09:28:46.287Zx target/release/omicron-package, 37010152 bytes, 72286 tape blocks
832025-01-27T09:28:46.287Zx target/release/xtask, 12101360 bytes, 23636 tape blocks
842025-01-27T09:28:46.287Zx target/debug/bootstrap, 225065072 bytes, 439581 tape blocks
852025-01-27T09:28:46.287Zx tests/bootstrap-417af6178e881698, 24698016 bytes, 48239 tape blocks
862025-01-27T09:28:46.287Zx tests/commtest-9b5d2e66438d9d22, 25466696 bytes, 49740 tape blocks
872025-01-27T09:28:46.287Zx tests/dhcp_server-4883fb7508523a85, 24698024 bytes, 48239 tape blocks
882025-01-27T09:28:46.287Zx tests/end_to_end_tests-f901ea810c0f6d83, 288109408 bytes, 562714 tape blocks
892025-01-27T09:28:46.287Zx out/clickhouse.tar.gz, 301801287 bytes, 589456 tape blocks
902025-01-27T09:28:46.287Zx out/clickhouse_keeper.tar.gz, 288552764 bytes, 563580 tape blocks
912025-01-27T09:28:46.287Zx out/clickhouse_server.tar.gz, 301783009 bytes, 589420 tape blocks
922025-01-27T09:28:46.287Zx out/cockroachdb.tar.gz, 138478664 bytes, 270467 tape blocks
932025-01-27T09:28:46.287Zx out/crucible-dtrace.tar, 97792 bytes, 191 tape blocks
942025-01-27T09:28:46.287Zx out/crucible-pantry-zone.tar.gz, 29309810 bytes, 57246 tape blocks
952025-01-27T09:28:46.287Zx out/crucible-zone.tar.gz, 37787321 bytes, 73804 tape blocks
962025-01-27T09:28:46.287Zx out/external-dns.tar.gz, 36537069 bytes, 71362 tape blocks
972025-01-27T09:28:46.287Zx out/internal-dns.tar.gz, 36537955 bytes, 71364 tape blocks
982025-01-27T09:28:46.287Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992025-01-27T09:28:46.287Zx out/nexus.tar.gz, 103062109 bytes, 201294 tape blocks
1002025-01-27T09:28:46.287Zx out/ntp.tar.gz, 10840470 bytes, 21173 tape blocks
1012025-01-27T09:28:46.287Zx out/omicron-gateway-softnpu.tar.gz, 24757329 bytes, 48355 tape blocks
1022025-01-27T09:28:46.287Zx out/omicron-sled-agent.tar, 117042176 bytes, 228598 tape blocks
1032025-01-27T09:28:46.287Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042025-01-27T09:28:46.287Zx out/oximeter.tar.gz, 49787112 bytes, 97241 tape blocks
1052025-01-27T09:28:46.287Zx out/oxlog.tar, 3229184 bytes, 6307 tape blocks
1062025-01-27T09:28:46.287Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072025-01-27T09:28:46.287Zx out/propolis-server.tar.gz, 68061443 bytes, 132933 tape blocks
1082025-01-27T09:28:46.287Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092025-01-27T09:28:46.287Zx out/switch-softnpu.tar.gz, 243795174 bytes, 476163 tape blocks
1102025-01-27T09:28:46.311Z
1112025-01-27T09:28:46.312Zreal 14.220360551
1122025-01-27T09:28:46.312Zuser 12.562282471
1132025-01-27T09:28:46.312Zsys 2.841225140
1142025-01-27T09:28:46.312Ztrap 0.000591123
1152025-01-27T09:28:46.312Ztflt 0.000000000
1162025-01-27T09:28:46.312Zdflt 0.000000000
1172025-01-27T09:28:46.312Zkflt 0.000000000
1182025-01-27T09:28:46.312Zlock 0.000000000
1192025-01-27T09:28:46.312Zslp 12.679495675
1202025-01-27T09:28:46.312Zlat 0.355098742
1212025-01-27T09:28:46.312Zstop 0.000129651
1222025-01-27T09:28:46.312Z+ source .github/buildomat/ci-env.sh
1232025-01-27T09:28:46.312Z++ export CARGO_TERM_COLOR=always
1242025-01-27T09:28:46.312Z++ CARGO_TERM_COLOR=always
1252025-01-27T09:28:46.312Z+ bmat address ls
1262025-01-27T09:28:46.312ZNAME CIDR FIRST LAST COUNT
1272025-01-27T09:28:46.312Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282025-01-27T09:28:46.312Z++ bmat address ls -f extra -Ho first,last,count
1292025-01-27T09:28:46.312Z+ set -- 10.151.2.164 10.151.2.227 64
1302025-01-27T09:28:46.312Z+ EXTRA_IP_START=10.151.2.164
1312025-01-27T09:28:46.312Z+ EXTRA_IP_END=10.151.2.227
1322025-01-27T09:28:46.312Z+ EXTRA_IP_COUNT=64
1332025-01-27T09:28:46.312Z+ (( EXTRA_IP_COUNT >= 32 ))
1342025-01-27T09:28:46.312Z+ EXTRA_IP_BASE=10.151.2
1352025-01-27T09:28:46.312Z+ EXTRA_IP_FOCTET=164
1362025-01-27T09:28:46.312Z+ EXTRA_IP_LOCTET=227
1372025-01-27T09:28:46.312Z+ SERVICE_IP_POOL_START=10.151.2.164
1382025-01-27T09:28:46.312Z+ SERVICE_IP_POOL_END=10.151.2.173
1392025-01-27T09:28:46.312Z+ DNS_IP1=10.151.2.164
1402025-01-27T09:28:46.312Z+ DNS_IP2=10.151.2.165
1412025-01-27T09:28:46.312Z+ UPLINK_IP=10.151.2.174
1422025-01-27T09:28:46.312Z+ IPPOOL_START=10.151.2.175
1432025-01-27T09:28:46.312Z+ IPPOOL_END=10.151.2.227
1442025-01-27T09:28:46.312Z++ ipadm show-addr -po type,addr
1452025-01-27T09:28:46.312Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462025-01-27T09:28:46.312Z+ GATEWAY_IP=10.151.2.100
1472025-01-27T09:28:46.313Z+ [[ -n 10.151.2.100 ]]
1482025-01-27T09:28:46.313Z+ ping -s 10.151.2.100 56 1
1492025-01-27T09:28:46.313ZPING 10.151.2.100: 56 data bytes
1502025-01-27T09:28:46.313Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1512025-01-27T09:28:46.313Z
1522025-01-27T09:28:46.313Z----10.151.2.100 PING Statistics----
1532025-01-27T09:28:46.313Z1 packets transmitted, 1 packets received, 0% packet loss
1542025-01-27T09:28:46.313Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1552025-01-27T09:28:46.313Z++ arp -an
1562025-01-27T09:28:46.313Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572025-01-27T09:28:46.337Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582025-01-27T09:28:46.337Z+ routeadm -e ipv4-forwarding -u
1592025-01-27T09:28:46.425Z+ PXA_START=10.151.2.164
1602025-01-27T09:28:46.425Z+ PXA_END=10.151.2.227
1612025-01-27T09:28:46.425Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622025-01-27T09:28:46.555Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632025-01-27T09:28:46.579ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642025-01-27T09:28:46.632Zcreating virtual hardware
1652025-01-27T09:28:46.656Zcreating /scratch/m2_0.vdev
1662025-01-27T09:28:46.656Zcreating /scratch/m2_1.vdev
1672025-01-27T09:28:46.656Zcreating /scratch/u2_0.vdev
1682025-01-27T09:28:46.656Zcreating /scratch/u2_1.vdev
1692025-01-27T09:28:46.656Zcreating /scratch/u2_2.vdev
1702025-01-27T09:28:46.656Zcreating /scratch/u2_3.vdev
1712025-01-27T09:28:46.656Zcreating /scratch/u2_4.vdev
1722025-01-27T09:28:46.657Zcreating /scratch/u2_5.vdev
1732025-01-27T09:28:46.657Zcreating /scratch/u2_6.vdev
1742025-01-27T09:28:46.657Zcreating /scratch/u2_7.vdev
1752025-01-27T09:28:46.657Zcreating /scratch/u2_8.vdev
1762025-01-27T09:28:46.681ZSimnet net0/sc0_0 exists
1772025-01-27T09:28:46.705ZSimnet net1/sc1_0 exists
1782025-01-27T09:28:46.705ZVnic sc0_1 exists
1792025-01-27T09:28:59.112ZUsing 10.151.2.100 as gateway ip
1802025-01-27T09:28:59.112Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812025-01-27T09:28:59.112Zconfiguring SoftNPU ARP entry
1822025-01-27T09:28:59.140Zconfiguring SoftNPU proxy ARP
1832025-01-27T09:28:59.195ZSoftNPU state:
1842025-01-27T09:28:59.195Z local v6:
1852025-01-27T09:28:59.195Z local v4:
1862025-01-27T09:28:59.195Z router v6:
1872025-01-27T09:28:59.195Z router v4_idx:
1882025-01-27T09:28:59.195Z router v4_routes:
1892025-01-27T09:28:59.220Z resolver v4:
1902025-01-27T09:28:59.220Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912025-01-27T09:28:59.220Z resolver v6:
1922025-01-27T09:28:59.220Z nat v4:
1932025-01-27T09:28:59.220Z nat_v6:
1942025-01-27T09:28:59.220Z port_mac:
1952025-01-27T09:28:59.220Z proxy arp:
1962025-01-27T09:28:59.220Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972025-01-27T09:28:59.220Zcreated virtual hardware
1982025-01-27T09:28:59.220Z
1992025-01-27T09:28:59.220Zreal 12.637579798
2002025-01-27T09:28:59.220Zuser 0.658562744
2012025-01-27T09:28:59.220Zsys 3.134109223
2022025-01-27T09:28:59.220Ztrap 0.000049608
2032025-01-27T09:28:59.220Ztflt 0.000196414
2042025-01-27T09:28:59.220Zdflt 0.000697663
2052025-01-27T09:28:59.220Zkflt 0.000020060
2062025-01-27T09:28:59.220Zlock 9:46.549669473
2072025-01-27T09:28:59.220Zslp 38.154823611
2082025-01-27T09:28:59.220Zlat 0.066646069
2092025-01-27T09:28:59.220Zstop 0.353483429
2102025-01-27T09:28:59.220Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112025-01-27T09:28:59.245Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122025-01-27T09:28:59.245Z+ diff -u pkg/config.toml~ pkg/config.toml
2132025-01-27T09:28:59.245Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142025-01-27T09:28:59.245Z+++ pkg/config.toml Mon Jan 27 09:29:00 2025
2152025-01-27T09:28:59.245Z@@ -29,18 +29,18 @@
2162025-01-27T09:28:59.245Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172025-01-27T09:28:59.245Z # followed by a string that is embedded into their fake serial values.
2182025-01-27T09:28:59.245Z vdevs = [
2192025-01-27T09:28:59.245Z- "m2_0.vdev",
2202025-01-27T09:28:59.245Z- "m2_1.vdev",
2212025-01-27T09:28:59.245Z+ "/scratch/m2_0.vdev",
2222025-01-27T09:28:59.245Z+ "/scratch/m2_1.vdev",
2232025-01-27T09:28:59.245Z
2242025-01-27T09:28:59.245Z- "u2_0.vdev",
2252025-01-27T09:28:59.245Z- "u2_1.vdev",
2262025-01-27T09:28:59.245Z- "u2_2.vdev",
2272025-01-27T09:28:59.245Z- "u2_3.vdev",
2282025-01-27T09:28:59.245Z- "u2_4.vdev",
2292025-01-27T09:28:59.245Z- "u2_5.vdev",
2302025-01-27T09:28:59.245Z- "u2_6.vdev",
2312025-01-27T09:28:59.245Z- "u2_7.vdev",
2322025-01-27T09:28:59.245Z- "u2_8.vdev",
2332025-01-27T09:28:59.245Z+ "/scratch/u2_0.vdev",
2342025-01-27T09:28:59.245Z+ "/scratch/u2_1.vdev",
2352025-01-27T09:28:59.245Z+ "/scratch/u2_2.vdev",
2362025-01-27T09:28:59.245Z+ "/scratch/u2_3.vdev",
2372025-01-27T09:28:59.245Z+ "/scratch/u2_4.vdev",
2382025-01-27T09:28:59.245Z+ "/scratch/u2_5.vdev",
2392025-01-27T09:28:59.245Z+ "/scratch/u2_6.vdev",
2402025-01-27T09:28:59.245Z+ "/scratch/u2_7.vdev",
2412025-01-27T09:28:59.245Z+ "/scratch/u2_8.vdev",
2422025-01-27T09:28:59.245Z ]
2432025-01-27T09:28:59.245Z
2442025-01-27T09:28:59.245Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452025-01-27T09:28:59.245Z+ true
2462025-01-27T09:28:59.245Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472025-01-27T09:28:59.245Z+ SILO_NAME=recovery
2482025-01-27T09:28:59.246Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492025-01-27T09:28:59.270Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502025-01-27T09:28:59.270Z+ sed -i~ '
2512025-01-27T09:28:59.270Z /^external_dns_ips/c\
2522025-01-27T09:28:59.270Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532025-01-27T09:28:59.270Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542025-01-27T09:28:59.270Z /^first/c\
2552025-01-27T09:28:59.270Zfirst = "10.151.2.164"
2562025-01-27T09:28:59.270Z /^last/c\
2572025-01-27T09:28:59.270Zlast = "10.151.2.173"
2582025-01-27T09:28:59.270Z }
2592025-01-27T09:28:59.270Z /^infra_ip_first/c\
2602025-01-27T09:28:59.270Zinfra_ip_first = "10.151.2.174"
2612025-01-27T09:28:59.270Z /^infra_ip_last/c\
2622025-01-27T09:28:59.270Zinfra_ip_last = "10.151.2.174"
2632025-01-27T09:28:59.270Z /^\[\[rack_network_config.ports/,/^$/ {
2642025-01-27T09:28:59.270Z /^routes/c\
2652025-01-27T09:28:59.270Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662025-01-27T09:28:59.270Z /^addresses/c\
2672025-01-27T09:28:59.270Zaddresses = \[{address = "10.151.2.174/24"} \]
2682025-01-27T09:28:59.270Z }
2692025-01-27T09:28:59.271Z' pkg/config-rss.toml
2702025-01-27T09:28:59.271Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712025-01-27T09:28:59.271Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722025-01-27T09:28:59.271Z+++ pkg/config-rss.toml Mon Jan 27 09:29:00 2025
2732025-01-27T09:28:59.271Z@@ -33,7 +33,7 @@
2742025-01-27T09:28:59.271Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752025-01-27T09:28:59.271Z # must be contained in one of the "internal services" IP Pool ranges listed
2762025-01-27T09:28:59.271Z # below.
2772025-01-27T09:28:59.271Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782025-01-27T09:28:59.271Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792025-01-27T09:28:59.271Z
2802025-01-27T09:28:59.271Z # Initial TLS certificates for the external API
2812025-01-27T09:28:59.271Z #
2822025-01-27T09:28:59.271Z@@ -69,8 +69,8 @@
2832025-01-27T09:28:59.271Z #
2842025-01-27T09:28:59.271Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852025-01-27T09:28:59.271Z [[internal_services_ip_pool_ranges]]
2862025-01-27T09:28:59.271Z-first = "192.168.1.20"
2872025-01-27T09:28:59.271Z-last = "192.168.1.29"
2882025-01-27T09:28:59.271Z+first = "10.151.2.164"
2892025-01-27T09:28:59.271Z+last = "10.151.2.173"
2902025-01-27T09:28:59.271Z
2912025-01-27T09:28:59.271Z # TODO - this configuration is subject to change going forward. Ultimately these
2922025-01-27T09:28:59.271Z # parameters should be provided to the control plane via wicket, but we need to
2932025-01-27T09:28:59.271Z@@ -91,8 +91,8 @@
2942025-01-27T09:28:59.271Z # A range of IP addresses used by Boundary Services on the external network. In
2952025-01-27T09:28:59.271Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962025-01-27T09:28:59.271Z # With softnpu, only one address is used.
2972025-01-27T09:28:59.271Z-infra_ip_first = "192.168.1.30"
2982025-01-27T09:28:59.271Z-infra_ip_last = "192.168.1.30"
2992025-01-27T09:28:59.271Z+infra_ip_first = "10.151.2.174"
3002025-01-27T09:28:59.271Z+infra_ip_last = "10.151.2.174"
3012025-01-27T09:28:59.271Z
3022025-01-27T09:28:59.271Z # Configurations for BGP routers to run on the scrimlets.
3032025-01-27T09:28:59.271Z bgp = []
3042025-01-27T09:28:59.271Z@@ -100,9 +100,9 @@
3052025-01-27T09:28:59.271Z # You can configure multiple uplinks by repeating the following stanza
3062025-01-27T09:28:59.271Z [[rack_network_config.ports]]
3072025-01-27T09:28:59.271Z # Routes associated with this port.
3082025-01-27T09:28:59.272Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092025-01-27T09:28:59.272Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102025-01-27T09:28:59.272Z # Addresses associated with this port.
3112025-01-27T09:28:59.272Z-addresses = [{address = "192.168.1.30/24"}]
3122025-01-27T09:28:59.272Z+addresses = [{address = "10.151.2.174/24"} ]
3132025-01-27T09:28:59.272Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142025-01-27T09:28:59.272Z port = "qsfp0"
3152025-01-27T09:28:59.272Z # The speed of this port.
3162025-01-27T09:28:59.272Z+ true
3172025-01-27T09:28:59.272Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182025-01-27T09:28:59.272Za pkg/config-rss.toml 8K
3192025-01-27T09:28:59.272Za pkg/config.toml 4K
3202025-01-27T09:28:59.272Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212025-01-27T09:28:59.272Z+ TLS_NAME=recovery.sys.oxide.test
3222025-01-27T09:28:59.272Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232025-01-27T09:29:00.277Z.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+.......+..+...+...+.+.....+.............+..+...+.+......+...+..+...+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+...+...........+.......+........+.........+...+.......+........+.......+..+...+..........+.....+.......+......+.................+.............+.........+...............+...+..+......+............+.......+...............+...+...........+......+.+........+..........+..............+......+.+.....+....+.....+.......+.....+.............+..+.............+..+....+.....+.........+.......+..+.............+.............................+.............+......+..+..........+..+.+...............+.................+..........+..+......+......................+..+.+..+....+...........+....+...........+...+.+.....+....+...............+..+...+......+...+..........+...........+..........+......+.....+...+.......+...+...........+..........+.....+................+...+..+.+..+...+...+.+.........+...............+...........+...................+.........+......+......+........+.+......+.....+.+.....+.............+.................+.........+.............+.....+......+....+...........+.........+...+..........+.....+...+.......+...+..+.........+...+................+..............+..........+..+.........+............+...+.........+..................+............+..................+...+..........+......+...+....................+.+.....+....+...+..+.......+......+...+.........+...+..+.+...........+...+......+.........+......+......+...................+.....+......+..........+...+...............+.....+...+.......+....................+...+....+........+.............+..+.......+.....+...+.......+...+......+..+.........+...+...+....+...........+...+.......+.........+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242025-01-27T09:29:00.484Z.+..+.+.........+..+.........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.+......+........+......+.............+..+.+..+.......+.....+.+............+..+.+..+.+..+....+.....+...+......+.+........+..........+..+...+.......+.........+..+....+.....+.+..+...+....+.....+.+............+...+..+.+.........+.....+.+............+.....+....+.....+...+.+...............+.....+............+.........+.+.....+...+....+............+........+...+..........+........+..........+.....+.+......+..+.+..+...+....+..+...+.......+.....+.........+......+.+...+..+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..................+........................+.+...+...............+.....+...................+...+..............+.+............+.....+...+....+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252025-01-27T09:29:00.507Z-----
3262025-01-27T09:29:00.531Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272025-01-27T09:29:00.532Za pkg/initial-tls-cert.pem 2K
3282025-01-27T09:29:00.532Za pkg/initial-tls-key.pem 4K
3292025-01-27T09:29:00.532Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302025-01-27T09:29:00.532Z+ rmdir pkg
3312025-01-27T09:29:00.532Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322025-01-27T09:29:00.532Z+ pfexec mkdir -p /usr/oxide
3332025-01-27T09:29:00.532Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342025-01-27T09:29:01.206Z+ pfexec chmod +x /usr/oxide/oxide
3352025-01-27T09:29:01.230Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362025-01-27T09:29:19.910Z+ OMICRON_NO_UNINSTALL=1
3372025-01-27T09:29:19.910Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382025-01-27T09:29:19.934ZLogging to: /opt/oxide/work/out/LOG
3392025-01-27T09:29:20.577Z
3402025-01-27T09:29:20.601Zreal 0.662695556
3412025-01-27T09:29:20.601Zuser 0.138413132
3422025-01-27T09:29:20.601Zsys 3.488798499
3432025-01-27T09:29:20.601Ztrap 0.000007379
3442025-01-27T09:29:20.602Ztflt 0.000030940
3452025-01-27T09:29:20.602Zdflt 0.000531248
3462025-01-27T09:29:20.602Zkflt 0.000000000
3472025-01-27T09:29:20.602Zlock 59.627788386
3482025-01-27T09:29:20.602Zslp 0.865987912
3492025-01-27T09:29:20.602Zlat 0.003323139
3502025-01-27T09:29:20.602Zstop 0.225807975
3512025-01-27T09:29:20.602Z+ retry=0
3522025-01-27T09:29:20.602Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532025-01-27T09:29:20.602Z+ [[ 0 -gt 30 ]]
3542025-01-27T09:29:20.602Z+ sleep 1
3552025-01-27T09:29:21.592Z+ retry=1
3562025-01-27T09:29:21.593Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572025-01-27T09:29:21.617Z+ [[ 1 -gt 30 ]]
3582025-01-27T09:29:21.617Z+ sleep 1
3592025-01-27T09:29:22.608Z+ retry=2
3602025-01-27T09:29:22.608Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612025-01-27T09:29:22.632Z+ [[ 2 -gt 30 ]]
3622025-01-27T09:29:22.632Z+ sleep 1
3632025-01-27T09:29:23.623Z+ retry=3
3642025-01-27T09:29:23.623Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652025-01-27T09:29:42.480Z+ [[ 3 -gt 30 ]]
3662025-01-27T09:29:42.480Z+ sleep 1
3672025-01-27T09:29:43.484Z+ retry=4
3682025-01-27T09:29:43.484Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692025-01-27T09:29:43.507Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702025-01-27T09:29:43.531Zlocal v6:
3712025-01-27T09:29:43.531Zfe80::90ed:bff:fe0c:d523
3722025-01-27T09:29:43.531Zfd30:e3eb:a800:ba26::1
3732025-01-27T09:29:43.531Zlocal v4:
3742025-01-27T09:29:43.531Z10.151.2.174
3752025-01-27T09:29:43.531Zrouter v6:
3762025-01-27T09:29:43.531Zrouter v4_idx:
3772025-01-27T09:29:43.531Zrouter v4_routes:
3782025-01-27T09:29:43.531Zresolver v4:
3792025-01-27T09:29:43.531Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3802025-01-27T09:29:43.531Zresolver v6:
3812025-01-27T09:29:43.531Zfe80::90ed:bff:fe0c:d523 -> 92:ed:0b:0c:d5:23
3822025-01-27T09:29:43.531Znat v4:
3832025-01-27T09:29:43.531Znat_v6:
3842025-01-27T09:29:43.532Zport_mac:
3852025-01-27T09:29:43.532Z1000: a8:40:25:30:2a:e8
3862025-01-27T09:29:43.532Z1: a8:40:25:30:2a:e9
3872025-01-27T09:29:43.532Z2: a8:40:25:30:2b:09
3882025-01-27T09:29:43.532Zproxy arp:
3892025-01-27T09:29:43.532Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3902025-01-27T09:29:43.555Z+ retry=0
3912025-01-27T09:29:43.555Z+++ zoneadm list -n
3922025-01-27T09:29:43.555Z+++ grep oxz_ntp
3932025-01-27T09:29:43.555Z++ pfexec svcs -z -Hostate oxide/ntp
3942025-01-27T09:29:43.555Zsvcs: zone '-Hostate': entity not found
3952025-01-27T09:29:43.555Z++ true
3962025-01-27T09:29:43.555Z+ [[ '' != online ]]
3972025-01-27T09:29:43.555Z+ [[ 0 -gt 60 ]]
3982025-01-27T09:29:43.555Z+ sleep 1
3992025-01-27T09:29:44.557Z+ retry=1
4002025-01-27T09:29:44.581Z+++ zoneadm list -n
4012025-01-27T09:29:44.582Z+++ grep oxz_ntp
4022025-01-27T09:29:44.582Z++ pfexec svcs -z -Hostate oxide/ntp
4032025-01-27T09:29:44.582Zsvcs: zone '-Hostate': entity not found
4042025-01-27T09:29:44.582Z++ true
4052025-01-27T09:29:44.582Z+ [[ '' != online ]]
4062025-01-27T09:29:44.582Z+ [[ 1 -gt 60 ]]
4072025-01-27T09:29:44.582Z+ sleep 1
4082025-01-27T09:29:45.578Z+ retry=2
4092025-01-27T09:29:45.602Z+++ zoneadm list -n
4102025-01-27T09:29:45.602Z+++ grep oxz_ntp
4112025-01-27T09:29:45.602Z++ pfexec svcs -z -Hostate oxide/ntp
4122025-01-27T09:29:45.602Zsvcs: zone '-Hostate': entity not found
4132025-01-27T09:29:45.602Z++ true
4142025-01-27T09:29:45.602Z+ [[ '' != online ]]
4152025-01-27T09:29:45.602Z+ [[ 2 -gt 60 ]]
4162025-01-27T09:29:45.602Z+ sleep 1
4172025-01-27T09:29:46.599Z+ retry=3
4182025-01-27T09:29:46.623Z+++ zoneadm list -n
4192025-01-27T09:29:46.623Z+++ grep oxz_ntp
4202025-01-27T09:29:46.623Z++ pfexec svcs -z -Hostate oxide/ntp
4212025-01-27T09:29:46.623Zsvcs: zone '-Hostate': entity not found
4222025-01-27T09:29:46.623Z++ true
4232025-01-27T09:29:46.623Z+ [[ '' != online ]]
4242025-01-27T09:29:46.623Z+ [[ 3 -gt 60 ]]
4252025-01-27T09:29:46.623Z+ sleep 1
4262025-01-27T09:29:47.619Z+ retry=4
4272025-01-27T09:29:47.643Z+++ zoneadm list -n
4282025-01-27T09:29:47.643Z+++ grep oxz_ntp
4292025-01-27T09:29:47.643Z++ pfexec svcs -z -Hostate oxide/ntp
4302025-01-27T09:29:47.643Zsvcs: zone '-Hostate': entity not found
4312025-01-27T09:29:47.643Z++ true
4322025-01-27T09:29:47.643Z+ [[ '' != online ]]
4332025-01-27T09:29:47.643Z+ [[ 4 -gt 60 ]]
4342025-01-27T09:29:47.643Z+ sleep 1
4352025-01-27T09:29:48.642Z+ retry=5
4362025-01-27T09:29:48.666Z+++ zoneadm list -n
4372025-01-27T09:29:48.666Z+++ grep oxz_ntp
4382025-01-27T09:29:48.666Z++ pfexec svcs -z -Hostate oxide/ntp
4392025-01-27T09:29:48.666Zsvcs: zone '-Hostate': entity not found
4402025-01-27T09:29:48.666Z++ true
4412025-01-27T09:29:48.666Z+ [[ '' != online ]]
4422025-01-27T09:29:48.666Z+ [[ 5 -gt 60 ]]
4432025-01-27T09:29:48.666Z+ sleep 1
4442025-01-27T09:29:49.662Z+ retry=6
4452025-01-27T09:29:49.686Z+++ zoneadm list -n
4462025-01-27T09:29:49.686Z+++ grep oxz_ntp
4472025-01-27T09:29:49.686Z++ pfexec svcs -z -Hostate oxide/ntp
4482025-01-27T09:29:49.686Zsvcs: zone '-Hostate': entity not found
4492025-01-27T09:29:49.686Z++ true
4502025-01-27T09:29:49.686Z+ [[ '' != online ]]
4512025-01-27T09:29:49.687Z+ [[ 6 -gt 60 ]]
4522025-01-27T09:29:49.687Z+ sleep 1
4532025-01-27T09:29:50.684Z+ retry=7
4542025-01-27T09:29:50.708Z+++ zoneadm list -n
4552025-01-27T09:29:50.708Z+++ grep oxz_ntp
4562025-01-27T09:29:50.708Z++ pfexec svcs -z -Hostate oxide/ntp
4572025-01-27T09:29:50.708Zsvcs: zone '-Hostate': entity not found
4582025-01-27T09:29:50.708Z++ true
4592025-01-27T09:29:50.708Z+ [[ '' != online ]]
4602025-01-27T09:29:50.708Z+ [[ 7 -gt 60 ]]
4612025-01-27T09:29:50.708Z+ sleep 1
4622025-01-27T09:29:51.705Z+ retry=8
4632025-01-27T09:29:51.729Z+++ zoneadm list -n
4642025-01-27T09:29:51.729Z+++ grep oxz_ntp
4652025-01-27T09:29:51.729Z++ pfexec svcs -z -Hostate oxide/ntp
4662025-01-27T09:29:51.729Zsvcs: zone '-Hostate': entity not found
4672025-01-27T09:29:51.729Z++ true
4682025-01-27T09:29:51.729Z+ [[ '' != online ]]
4692025-01-27T09:29:51.729Z+ [[ 8 -gt 60 ]]
4702025-01-27T09:29:51.729Z+ sleep 1
4712025-01-27T09:29:52.727Z+ retry=9
4722025-01-27T09:29:52.751Z+++ zoneadm list -n
4732025-01-27T09:29:52.751Z+++ grep oxz_ntp
4742025-01-27T09:29:52.751Z++ pfexec svcs -z -Hostate oxide/ntp
4752025-01-27T09:29:52.751Zsvcs: zone '-Hostate': entity not found
4762025-01-27T09:29:52.751Z++ true
4772025-01-27T09:29:52.751Z+ [[ '' != online ]]
4782025-01-27T09:29:52.751Z+ [[ 9 -gt 60 ]]
4792025-01-27T09:29:52.751Z+ sleep 1
4802025-01-27T09:29:53.749Z+ retry=10
4812025-01-27T09:29:53.773Z+++ zoneadm list -n
4822025-01-27T09:29:53.773Z+++ grep oxz_ntp
4832025-01-27T09:29:53.773Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
4842025-01-27T09:29:53.797Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4852025-01-27T09:29:53.797Z++ true
4862025-01-27T09:29:53.797Z+ [[ '' != online ]]
4872025-01-27T09:29:53.797Z+ [[ 10 -gt 60 ]]
4882025-01-27T09:29:53.797Z+ sleep 1
4892025-01-27T09:29:54.779Z+ retry=11
4902025-01-27T09:29:54.803Z+++ zoneadm list -n
4912025-01-27T09:29:54.803Z+++ grep oxz_ntp
4922025-01-27T09:29:54.803Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
4932025-01-27T09:29:54.826Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4942025-01-27T09:29:54.826Z++ true
4952025-01-27T09:29:54.827Z+ [[ '' != online ]]
4962025-01-27T09:29:54.827Z+ [[ 11 -gt 60 ]]
4972025-01-27T09:29:54.827Z+ sleep 1
4982025-01-27T09:29:55.807Z+ retry=12
4992025-01-27T09:29:55.831Z+++ zoneadm list -n
5002025-01-27T09:29:55.831Z+++ grep oxz_ntp
5012025-01-27T09:29:55.831Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5022025-01-27T09:29:55.855Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5032025-01-27T09:29:55.855Z++ true
5042025-01-27T09:29:55.855Z+ [[ '' != online ]]
5052025-01-27T09:29:55.855Z+ [[ 12 -gt 60 ]]
5062025-01-27T09:29:55.855Z+ sleep 1
5072025-01-27T09:29:56.840Z+ retry=13
5082025-01-27T09:29:56.864Z+++ zoneadm list -n
5092025-01-27T09:29:56.864Z+++ grep oxz_ntp
5102025-01-27T09:29:56.864Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5112025-01-27T09:29:56.888Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5122025-01-27T09:29:56.888Z++ true
5132025-01-27T09:29:56.888Z+ [[ '' != online ]]
5142025-01-27T09:29:56.888Z+ [[ 13 -gt 60 ]]
5152025-01-27T09:29:56.888Z+ sleep 1
5162025-01-27T09:29:57.869Z+ retry=14
5172025-01-27T09:29:57.894Z+++ zoneadm list -n
5182025-01-27T09:29:57.894Z+++ grep oxz_ntp
5192025-01-27T09:29:57.894Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5202025-01-27T09:29:57.917Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5212025-01-27T09:29:57.917Z++ true
5222025-01-27T09:29:57.917Z+ [[ '' != online ]]
5232025-01-27T09:29:57.918Z+ [[ 14 -gt 60 ]]
5242025-01-27T09:29:57.918Z+ sleep 1
5252025-01-27T09:29:58.899Z+ retry=15
5262025-01-27T09:29:58.923Z+++ zoneadm list -n
5272025-01-27T09:29:58.923Z+++ grep oxz_ntp
5282025-01-27T09:29:58.923Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5292025-01-27T09:29:58.923Z+ [[ offline != online ]]
5302025-01-27T09:29:58.923Z+ [[ 15 -gt 60 ]]
5312025-01-27T09:29:58.923Z+ sleep 1
5322025-01-27T09:29:59.922Z+ retry=16
5332025-01-27T09:29:59.947Z+++ zoneadm list -n
5342025-01-27T09:29:59.947Z+++ grep oxz_ntp
5352025-01-27T09:29:59.947Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5362025-01-27T09:29:59.947Z+ [[ offline != online ]]
5372025-01-27T09:29:59.947Z+ [[ 16 -gt 60 ]]
5382025-01-27T09:29:59.947Z+ sleep 1
5392025-01-27T09:30:00.945Z+ retry=17
5402025-01-27T09:30:00.970Z+++ zoneadm list -n
5412025-01-27T09:30:00.970Z+++ grep oxz_ntp
5422025-01-27T09:30:00.970Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5432025-01-27T09:30:00.970Z+ [[ offline != online ]]
5442025-01-27T09:30:00.970Z+ [[ 17 -gt 60 ]]
5452025-01-27T09:30:00.970Z+ sleep 1
5462025-01-27T09:30:01.967Z+ retry=18
5472025-01-27T09:30:01.991Z+++ zoneadm list -n
5482025-01-27T09:30:01.991Z+++ grep oxz_ntp
5492025-01-27T09:30:01.991Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5502025-01-27T09:30:01.991Z+ [[ offline != online ]]
5512025-01-27T09:30:01.991Z+ [[ 18 -gt 60 ]]
5522025-01-27T09:30:01.991Z+ sleep 1
5532025-01-27T09:30:02.988Z+ retry=19
5542025-01-27T09:30:03.013Z+++ zoneadm list -n
5552025-01-27T09:30:03.013Z+++ grep oxz_ntp
5562025-01-27T09:30:03.013Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5572025-01-27T09:30:03.013Z+ [[ offline != online ]]
5582025-01-27T09:30:03.013Z+ [[ 19 -gt 60 ]]
5592025-01-27T09:30:03.013Z+ sleep 1
5602025-01-27T09:30:04.011Z+ retry=20
5612025-01-27T09:30:04.035Z+++ zoneadm list -n
5622025-01-27T09:30:04.035Z+++ grep oxz_ntp
5632025-01-27T09:30:04.035Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5642025-01-27T09:30:04.035Z+ [[ offline != online ]]
5652025-01-27T09:30:04.035Z+ [[ 20 -gt 60 ]]
5662025-01-27T09:30:04.035Z+ sleep 1
 
5672025-01-27T09:30:05.030Zsock console login: Jan 27 09:30:05 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5682025-01-27T09:30:05.033Z+ retry=21
5692025-01-27T09:30:05.057Z+++ zoneadm list -n
5702025-01-27T09:30:05.057Z+++ grep oxz_ntp
5712025-01-27T09:30:05.057Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5722025-01-27T09:30:05.057Z+ [[ offline != online ]]
5732025-01-27T09:30:05.057Z+ [[ 21 -gt 60 ]]
5742025-01-27T09:30:05.057Z+ sleep 1
5752025-01-27T09:30:06.056Z+ retry=22
5762025-01-27T09:30:06.081Z+++ zoneadm list -n
5772025-01-27T09:30:06.081Z+++ grep oxz_ntp
5782025-01-27T09:30:06.081Z++ pfexec svcs -z oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4 -Hostate oxide/ntp
5792025-01-27T09:30:06.081Z+ [[ online != online ]]
5802025-01-27T09:30:06.081Z+ echo 'Waited for chrony: 22s'
5812025-01-27T09:30:06.081Z+ retry=0
5822025-01-27T09:30:06.081ZWaited for chrony: 22s
5832025-01-27T09:30:06.081Z+ zoneadm list
5842025-01-27T09:30:06.081Z+ grep nexus
5852025-01-27T09:30:06.105Z+ [[ 0 -gt 300 ]]
5862025-01-27T09:30:06.105Z+ sleep 1
5872025-01-27T09:30:07.086Z+ retry=1
5882025-01-27T09:30:07.110Z+ zoneadm list
5892025-01-27T09:30:07.110Z+ grep nexus
5902025-01-27T09:30:07.110Z+ [[ 1 -gt 300 ]]
5912025-01-27T09:30:07.110Z+ sleep 1
5922025-01-27T09:30:08.096Z+ retry=2
5932025-01-27T09:30:08.121Z+ zoneadm list
5942025-01-27T09:30:08.121Z+ grep nexus
5952025-01-27T09:30:08.121Z+ [[ 2 -gt 300 ]]
5962025-01-27T09:30:08.121Z+ sleep 1
5972025-01-27T09:30:09.107Z+ retry=3
5982025-01-27T09:30:09.131Z+ zoneadm list
5992025-01-27T09:30:09.131Z+ grep nexus
6002025-01-27T09:30:09.131Z+ [[ 3 -gt 300 ]]
6012025-01-27T09:30:09.131Z+ sleep 1
6022025-01-27T09:30:10.118Z+ retry=4
6032025-01-27T09:30:10.142Z+ zoneadm list
6042025-01-27T09:30:10.142Z+ grep nexus
6052025-01-27T09:30:10.142Z+ [[ 4 -gt 300 ]]
6062025-01-27T09:30:10.142Z+ sleep 1
6072025-01-27T09:30:11.128Z+ retry=5
6082025-01-27T09:30:11.152Z+ zoneadm list
6092025-01-27T09:30:11.152Z+ grep nexus
6102025-01-27T09:30:11.152Z+ [[ 5 -gt 300 ]]
6112025-01-27T09:30:11.152Z+ sleep 1
6122025-01-27T09:30:12.139Z+ retry=6
6132025-01-27T09:30:12.163Z+ zoneadm list
6142025-01-27T09:30:12.163Z+ grep nexus
6152025-01-27T09:30:12.163Z+ [[ 6 -gt 300 ]]
6162025-01-27T09:30:12.163Z+ sleep 1
6172025-01-27T09:30:13.149Z+ retry=7
6182025-01-27T09:30:13.173Z+ zoneadm list
6192025-01-27T09:30:13.174Z+ grep nexus
6202025-01-27T09:30:13.174Z+ [[ 7 -gt 300 ]]
6212025-01-27T09:30:13.174Z+ sleep 1
6222025-01-27T09:30:14.160Z+ retry=8
6232025-01-27T09:30:14.184Z+ zoneadm list
6242025-01-27T09:30:14.184Z+ grep nexus
6252025-01-27T09:30:14.184Z+ [[ 8 -gt 300 ]]
6262025-01-27T09:30:14.184Z+ sleep 1
6272025-01-27T09:30:15.171Z+ retry=9
6282025-01-27T09:30:15.195Z+ zoneadm list
6292025-01-27T09:30:15.195Z+ grep nexus
6302025-01-27T09:30:15.195Z+ [[ 9 -gt 300 ]]
6312025-01-27T09:30:15.195Z+ sleep 1
6322025-01-27T09:30:16.182Z+ retry=10
6332025-01-27T09:30:16.206Z+ zoneadm list
6342025-01-27T09:30:16.206Z+ grep nexus
6352025-01-27T09:30:16.206Z+ [[ 10 -gt 300 ]]
6362025-01-27T09:30:16.206Z+ sleep 1
6372025-01-27T09:30:17.197Z+ retry=11
6382025-01-27T09:30:17.296Z+ zoneadm list
6392025-01-27T09:30:17.296Z+ grep nexus
6402025-01-27T09:30:17.418Z+ [[ 11 -gt 300 ]]
6412025-01-27T09:30:17.418Z+ sleep 1
6422025-01-27T09:30:18.425Z+ retry=12
6432025-01-27T09:30:18.476Z+ zoneadm list
6442025-01-27T09:30:18.476Z+ grep nexus
6452025-01-27T09:30:18.500Z+ [[ 12 -gt 300 ]]
6462025-01-27T09:30:18.500Z+ sleep 1
6472025-01-27T09:30:19.484Z+ retry=13
6482025-01-27T09:30:19.508Z+ zoneadm list
6492025-01-27T09:30:19.508Z+ grep nexus
6502025-01-27T09:30:19.508Z+ [[ 13 -gt 300 ]]
6512025-01-27T09:30:19.508Z+ sleep 1
6522025-01-27T09:30:20.497Z+ retry=14
6532025-01-27T09:30:20.521Z+ zoneadm list
6542025-01-27T09:30:20.521Z+ grep nexus
6552025-01-27T09:30:20.521Z+ [[ 14 -gt 300 ]]
6562025-01-27T09:30:20.521Z+ sleep 1
6572025-01-27T09:30:21.509Z+ retry=15
6582025-01-27T09:30:21.533Z+ zoneadm list
6592025-01-27T09:30:21.533Z+ grep nexus
6602025-01-27T09:30:21.533Z+ [[ 15 -gt 300 ]]
6612025-01-27T09:30:21.533Z+ sleep 1
6622025-01-27T09:30:22.521Z+ retry=16
6632025-01-27T09:30:22.545Z+ zoneadm list
6642025-01-27T09:30:22.545Z+ grep nexus
6652025-01-27T09:30:22.545Z+ [[ 16 -gt 300 ]]
6662025-01-27T09:30:22.545Z+ sleep 1
6672025-01-27T09:30:23.532Z+ retry=17
6682025-01-27T09:30:23.556Z+ zoneadm list
6692025-01-27T09:30:23.556Z+ grep nexus
6702025-01-27T09:30:23.556Z+ [[ 17 -gt 300 ]]
6712025-01-27T09:30:23.556Z+ sleep 1
6722025-01-27T09:30:24.544Z+ retry=18
6732025-01-27T09:30:24.568Z+ zoneadm list
6742025-01-27T09:30:24.568Z+ grep nexus
6752025-01-27T09:30:24.568Z+ [[ 18 -gt 300 ]]
6762025-01-27T09:30:24.568Z+ sleep 1
6772025-01-27T09:30:25.555Z+ retry=19
6782025-01-27T09:30:25.579Z+ zoneadm list
6792025-01-27T09:30:25.579Z+ grep nexus
6802025-01-27T09:30:25.579Z+ [[ 19 -gt 300 ]]
6812025-01-27T09:30:25.579Z+ sleep 1
6822025-01-27T09:30:26.566Z+ retry=20
6832025-01-27T09:30:26.590Z+ zoneadm list
6842025-01-27T09:30:26.590Z+ grep nexus
6852025-01-27T09:30:26.590Z+ [[ 20 -gt 300 ]]
6862025-01-27T09:30:26.590Z+ sleep 1
6872025-01-27T09:30:27.577Z+ retry=21
6882025-01-27T09:30:27.601Z+ zoneadm list
6892025-01-27T09:30:27.601Z+ grep nexus
6902025-01-27T09:30:27.601Z+ [[ 21 -gt 300 ]]
6912025-01-27T09:30:27.601Z+ sleep 1
6922025-01-27T09:30:28.589Z+ retry=22
6932025-01-27T09:30:28.614Z+ zoneadm list
6942025-01-27T09:30:28.614Z+ grep nexus
6952025-01-27T09:30:28.614Z+ [[ 22 -gt 300 ]]
6962025-01-27T09:30:28.614Z+ sleep 1
6972025-01-27T09:30:29.601Z+ retry=23
6982025-01-27T09:30:29.625Z+ zoneadm list
6992025-01-27T09:30:29.625Z+ grep nexus
7002025-01-27T09:30:29.625Z+ [[ 23 -gt 300 ]]
7012025-01-27T09:30:29.625Z+ sleep 1
7022025-01-27T09:30:30.616Z+ retry=24
7032025-01-27T09:30:30.640Z+ zoneadm list
7042025-01-27T09:30:30.640Z+ grep nexus
7052025-01-27T09:30:30.640Z+ [[ 24 -gt 300 ]]
7062025-01-27T09:30:30.640Z+ sleep 1
7072025-01-27T09:30:31.628Z+ retry=25
7082025-01-27T09:30:31.651Z+ zoneadm list
7092025-01-27T09:30:31.651Z+ grep nexus
7102025-01-27T09:30:31.651Z+ [[ 25 -gt 300 ]]
7112025-01-27T09:30:31.651Z+ sleep 1
7122025-01-27T09:30:32.639Z+ retry=26
7132025-01-27T09:30:32.663Z+ zoneadm list
7142025-01-27T09:30:32.663Z+ grep nexus
7152025-01-27T09:30:32.663Z+ [[ 26 -gt 300 ]]
7162025-01-27T09:30:32.663Z+ sleep 1
7172025-01-27T09:30:33.651Z+ retry=27
7182025-01-27T09:30:33.675Z+ zoneadm list
7192025-01-27T09:30:33.675Z+ grep nexus
7202025-01-27T09:30:33.675Z+ [[ 27 -gt 300 ]]
7212025-01-27T09:30:33.675Z+ sleep 1
7222025-01-27T09:30:34.663Z+ retry=28
7232025-01-27T09:30:34.687Z+ zoneadm list
7242025-01-27T09:30:34.687Z+ grep nexus
7252025-01-27T09:30:34.687Z+ [[ 28 -gt 300 ]]
7262025-01-27T09:30:34.687Z+ sleep 1
7272025-01-27T09:30:35.675Z+ retry=29
7282025-01-27T09:30:35.699Z+ zoneadm list
7292025-01-27T09:30:35.699Z+ grep nexus
7302025-01-27T09:30:35.699Z+ [[ 29 -gt 300 ]]
7312025-01-27T09:30:35.699Z+ sleep 1
7322025-01-27T09:30:36.687Z+ retry=30
7332025-01-27T09:30:36.711Z+ zoneadm list
7342025-01-27T09:30:36.711Z+ grep nexus
7352025-01-27T09:30:36.711Z+ [[ 30 -gt 300 ]]
7362025-01-27T09:30:36.711Z+ sleep 1
7372025-01-27T09:30:37.701Z+ retry=31
7382025-01-27T09:30:37.725Z+ zoneadm list
7392025-01-27T09:30:37.725Z+ grep nexus
7402025-01-27T09:30:37.725Z+ [[ 31 -gt 300 ]]
7412025-01-27T09:30:37.725Z+ sleep 1
7422025-01-27T09:30:45.062Z+ retry=32
7432025-01-27T09:30:45.810Z+ zoneadm list
7442025-01-27T09:30:45.834Z+ grep nexus
7452025-01-27T09:30:45.858Z+ [[ 32 -gt 300 ]]
7462025-01-27T09:30:45.858Z+ sleep 1
7472025-01-27T09:30:46.851Z+ retry=33
7482025-01-27T09:30:46.875Z+ zoneadm list
7492025-01-27T09:30:46.875Z+ grep nexus
7502025-01-27T09:30:46.875Z+ [[ 33 -gt 300 ]]
7512025-01-27T09:30:46.875Z+ sleep 1
7522025-01-27T09:30:47.868Z+ retry=34
7532025-01-27T09:30:47.892Z+ zoneadm list
7542025-01-27T09:30:47.892Z+ grep nexus
7552025-01-27T09:30:47.893Z+ [[ 34 -gt 300 ]]
7562025-01-27T09:30:47.893Z+ sleep 1
7572025-01-27T09:30:48.886Z+ retry=35
7582025-01-27T09:30:48.910Z+ zoneadm list
7592025-01-27T09:30:48.910Z+ grep nexus
7602025-01-27T09:30:48.910Z+ [[ 35 -gt 300 ]]
7612025-01-27T09:30:48.910Z+ sleep 1
7622025-01-27T09:30:49.903Z+ retry=36
7632025-01-27T09:30:49.927Z+ zoneadm list
7642025-01-27T09:30:49.928Z+ grep nexus
7652025-01-27T09:30:49.928Z+ [[ 36 -gt 300 ]]
7662025-01-27T09:30:49.928Z+ sleep 1
7672025-01-27T09:30:50.920Z+ retry=37
7682025-01-27T09:30:50.944Z+ zoneadm list
7692025-01-27T09:30:50.944Z+ grep nexus
7702025-01-27T09:30:50.944Z+ [[ 37 -gt 300 ]]
7712025-01-27T09:30:50.944Z+ sleep 1
7722025-01-27T09:30:51.938Z+ retry=38
7732025-01-27T09:30:51.962Z+ zoneadm list
7742025-01-27T09:30:51.962Z+ grep nexus
7752025-01-27T09:30:51.962Z+ [[ 38 -gt 300 ]]
7762025-01-27T09:30:51.962Z+ sleep 1
7772025-01-27T09:30:52.954Z+ retry=39
7782025-01-27T09:30:52.978Z+ zoneadm list
7792025-01-27T09:30:52.978Z+ grep nexus
7802025-01-27T09:30:52.978Z+ [[ 39 -gt 300 ]]
7812025-01-27T09:30:52.978Z+ sleep 1
7822025-01-27T09:30:53.971Z+ retry=40
7832025-01-27T09:30:53.995Z+ zoneadm list
7842025-01-27T09:30:53.995Z+ grep nexus
7852025-01-27T09:30:53.995Z+ [[ 40 -gt 300 ]]
7862025-01-27T09:30:53.995Z+ sleep 1
7872025-01-27T09:30:54.984Z+ retry=41
7882025-01-27T09:30:55.008Z+ zoneadm list
7892025-01-27T09:30:55.008Z+ grep nexus
7902025-01-27T09:30:55.008Z+ [[ 41 -gt 300 ]]
7912025-01-27T09:30:55.008Z+ sleep 1
7922025-01-27T09:30:55.997Z+ retry=42
7932025-01-27T09:30:56.022Z+ zoneadm list
7942025-01-27T09:30:56.022Z+ grep nexus
7952025-01-27T09:30:56.022Z+ [[ 42 -gt 300 ]]
7962025-01-27T09:30:56.022Z+ sleep 1
7972025-01-27T09:30:57.010Z+ retry=43
7982025-01-27T09:30:57.034Z+ zoneadm list
7992025-01-27T09:30:57.034Z+ grep nexus
8002025-01-27T09:30:57.034Z+ [[ 43 -gt 300 ]]
8012025-01-27T09:30:57.034Z+ sleep 1
8022025-01-27T09:30:58.031Z+ retry=44
8032025-01-27T09:30:58.055Z+ zoneadm list
8042025-01-27T09:30:58.056Z+ grep nexus
8052025-01-27T09:30:58.056Z+ [[ 44 -gt 300 ]]
8062025-01-27T09:30:58.056Z+ sleep 1
8072025-01-27T09:30:59.055Z+ retry=45
8082025-01-27T09:30:59.080Z+ zoneadm list
8092025-01-27T09:30:59.080Z+ grep nexus
8102025-01-27T09:30:59.080Z+ [[ 45 -gt 300 ]]
8112025-01-27T09:30:59.080Z+ sleep 1
8122025-01-27T09:31:00.073Z+ retry=46
8132025-01-27T09:31:00.097Z+ zoneadm list
8142025-01-27T09:31:00.097Z+ grep nexus
8152025-01-27T09:31:00.097Z+ [[ 46 -gt 300 ]]
8162025-01-27T09:31:00.097Z+ sleep 1
8172025-01-27T09:31:01.098Z+ retry=47
8182025-01-27T09:31:01.122Z+ zoneadm list
8192025-01-27T09:31:01.122Z+ grep nexus
8202025-01-27T09:31:01.122Z+ [[ 47 -gt 300 ]]
8212025-01-27T09:31:01.122Z+ sleep 1
8222025-01-27T09:31:02.119Z+ retry=48
8232025-01-27T09:31:02.143Z+ zoneadm list
8242025-01-27T09:31:02.143Z+ grep nexus
8252025-01-27T09:31:02.143Z+ [[ 48 -gt 300 ]]
8262025-01-27T09:31:02.143Z+ sleep 1
8272025-01-27T09:31:03.138Z+ retry=49
8282025-01-27T09:31:03.162Z+ zoneadm list
8292025-01-27T09:31:03.163Z+ grep nexus
8302025-01-27T09:31:03.163Z+ [[ 49 -gt 300 ]]
8312025-01-27T09:31:03.163Z+ sleep 1
8322025-01-27T09:31:04.160Z+ retry=50
8332025-01-27T09:31:04.185Z+ zoneadm list
8342025-01-27T09:31:04.185Z+ grep nexus
8352025-01-27T09:31:04.185Z+ [[ 50 -gt 300 ]]
8362025-01-27T09:31:04.185Z+ sleep 1
8372025-01-27T09:31:05.180Z+ retry=51
8382025-01-27T09:31:05.204Z+ zoneadm list
8392025-01-27T09:31:05.205Z+ grep nexus
8402025-01-27T09:31:05.205Z+ [[ 51 -gt 300 ]]
8412025-01-27T09:31:05.205Z+ sleep 1
8422025-01-27T09:31:06.202Z+ retry=52
8432025-01-27T09:31:06.226Z+ zoneadm list
8442025-01-27T09:31:06.226Z+ grep nexus
8452025-01-27T09:31:06.226Zoxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e
8462025-01-27T09:31:06.226Z+ echo 'Waited for nexus: 52s'
8472025-01-27T09:31:06.226ZWaited for nexus: 52s
8482025-01-27T09:31:06.226Z+ export RUST_BACKTRACE=1
8492025-01-27T09:31:06.226Z+ RUST_BACKTRACE=1
8502025-01-27T09:31:06.226Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8512025-01-27T09:31:06.226Z++ ./target/debug/bootstrap
8522025-01-27T09:31:09.361ZUsing external DNS server at 10.151.2.164:53
8532025-01-27T09:31:10.053Z2025-01-27 09:31:10.040643956 UTC: attempting to log into API
8542025-01-27T09:31:25.250Z2025-01-27 09:31:25.237859764 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8552025-01-27T09:31:26.252Z2025-01-27 09:31:26.239516176 UTC: attempting to log into API
 
8562025-01-27T09:31:38.498ZJan 27 09:31:38 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8572025-01-27T09:31:39.439ZJan 27 09:31:39 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8582025-01-27T09:31:40.081ZJan 27 09:31:39 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8592025-01-27T09:31:40.448ZJan 27 09:31:39 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8602025-01-27T09:31:40.484ZJan 27 09:31:40 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
8612025-01-27T09:31:41.290Z2025-01-27 09:31:41.276996473 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8622025-01-27T09:31:42.291Z2025-01-27 09:31:42.278108982 UTC: attempting to log into API
8632025-01-27T09:31:57.329Z2025-01-27 09:31:57.316276755 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8642025-01-27T09:31:58.330Z2025-01-27 09:31:58.317539707 UTC: attempting to log into API
8652025-01-27T09:32:13.363Z2025-01-27 09:32:13.350294895 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8662025-01-27T09:32:14.364Z2025-01-27 09:32:14.351428824 UTC: attempting to log into API
8672025-01-27T09:32:15.232Z2025-01-27 09:32:15.219813239 UTC: login succeeded
8682025-01-27T09:32:15.265Zwaiting for nexus to come up...
8692025-01-27T09:32:15.394Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8702025-01-27T09:32:15.876Zsetting up quotas...
8712025-01-27T09:32:15.968Zensuring datasets are ready...
8722025-01-27T09:32:20.513Zlet's roll.
8732025-01-27T09:32:20.540Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8742025-01-27T09:32:20.540ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
8752025-01-27T09:32:20.540ZOXIDE_TOKEN=oxide-token-9fa8afa4238ae36bb696e266903503927aa64836'
8762025-01-27T09:32:20.540Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8772025-01-27T09:32:20.540Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.167
8782025-01-27T09:32:20.540Z++ OXIDE_TOKEN=oxide-token-9fa8afa4238ae36bb696e266903503927aa64836
8792025-01-27T09:32:20.540Z+ export OXIDE_HOST OXIDE_TOKEN
8802025-01-27T09:32:20.540Z+ retry=0
8812025-01-27T09:32:20.540Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8822025-01-27T09:32:20.598Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8832025-01-27T09:32:21.437Z{"status":"ok"}{
8842025-01-27T09:32:21.437Z "description": "some images",
8852025-01-27T09:32:21.437Z "id": "34735e6c-f5f9-4ab7-acd8-5748e173a72d",
8862025-01-27T09:32:21.437Z "name": "images",
8872025-01-27T09:32:21.437Z "time_created": "2025-01-27T09:32:20.722681Z",
8882025-01-27T09:32:21.437Z "time_modified": "2025-01-27T09:32:20.722681Z"
8892025-01-27T09:32:21.437Z}
8902025-01-27T09:32:21.461Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
8912025-01-27T09:34:40.137ZJan 27 09:34:39 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:216.31.16.12:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8922025-01-27T09:43:12.325ZDone!
8932025-01-27T09:43:12.349Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.167 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8942025-01-27T09:43:12.478Z{
8952025-01-27T09:43:12.478Z "block_size": 512,
8962025-01-27T09:43:12.478Z "description": "debian 11 original base image",
8972025-01-27T09:43:12.478Z "id": "9ef62eb3-7e91-48f1-a0b7-f58a5b90f4d2",
8982025-01-27T09:43:12.478Z "name": "debian11",
8992025-01-27T09:43:12.478Z "os": "debian",
9002025-01-27T09:43:12.478Z "size": 2147483648,
9012025-01-27T09:43:12.478Z "time_created": "2025-01-27T09:43:12.227370Z",
9022025-01-27T09:43:12.478Z "time_modified": "2025-01-27T09:43:12.441305Z",
9032025-01-27T09:43:12.478Z "version": "11"
9042025-01-27T09:43:12.478Z}
9052025-01-27T09:43:12.502Z+ for test_bin in tests/*
9062025-01-27T09:43:12.502Z+ ./tests/bootstrap-417af6178e881698
9072025-01-27T09:43:12.526Z
9082025-01-27T09:43:12.526Zrunning 0 tests
9092025-01-27T09:43:12.526Z
9102025-01-27T09:43:12.526Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9112025-01-27T09:43:12.526Z
9122025-01-27T09:43:12.526Z+ for test_bin in tests/*
9132025-01-27T09:43:12.526Z+ ./tests/commtest-9b5d2e66438d9d22
9142025-01-27T09:43:12.554Z
9152025-01-27T09:43:12.554Zrunning 0 tests
9162025-01-27T09:43:12.578Z
9172025-01-27T09:43:12.578Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9182025-01-27T09:43:12.578Z
9192025-01-27T09:43:12.578Z+ for test_bin in tests/*
9202025-01-27T09:43:12.578Z+ ./tests/dhcp_server-4883fb7508523a85
9212025-01-27T09:43:12.602Z
9222025-01-27T09:43:12.602Zrunning 0 tests
9232025-01-27T09:43:12.602Z
9242025-01-27T09:43:12.602Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9252025-01-27T09:43:12.602Z
9262025-01-27T09:43:12.602Z+ for test_bin in tests/*
9272025-01-27T09:43:12.602Z+ ./tests/end_to_end_tests-f901ea810c0f6d83
9282025-01-27T09:43:12.843Z
9292025-01-27T09:43:12.843Zrunning 3 tests
9302025-01-27T09:43:12.867Znote: configured to log to "/tmp/end_to_end_tests-f901ea810c0f6d83-new_blueprint_noop.2847.0.log"
9312025-01-27T09:43:13.248Ztest no_spoof::no_spoof_here ... ok
9322025-01-27T09:43:14.248Ztest noop_blueprint::new_blueprint_noop ... ok
9332025-01-27T09:43:41.635Ztest instance_launch::instance_launch ... ok
9342025-01-27T09:43:41.635Z
9352025-01-27T09:43:41.635Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.79s
9362025-01-27T09:43:41.635Z
9372025-01-27T09:43:41.659Z+ _exit_trap
9382025-01-27T09:43:41.659Z+ local status=0
9392025-01-27T09:43:41.659Z+ set +o errexit
9402025-01-27T09:43:41.659Z+ [[ x != \x ]]
9412025-01-27T09:43:41.659Z+ pfexec svcadm -Z disable -s cron
9422025-01-27T09:43:43.579Z+ [[ 0 -eq 0 ]]
9432025-01-27T09:43:43.579Z+ exit 0
9442025-01-27T09:43:43.603Zprocess exited: duration 911750 ms, exit code 0
 
9452025-01-27T09:43:43.706Zfound 125 output files
9462025-01-27T09:43:43.706Zuploading: /var/svc/log/oxide-sled-agent:default.log (1356007 bytes)
9472025-01-27T09:43:44.001Zupload warning: file "/var/svc/log/oxide-sled-agent:default.log" changed size mid upload: 1356007 -> 1360780
9482025-01-27T09:43:45.072Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9492025-01-27T09:43:45.072Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7632516 bytes)
9502025-01-27T09:43:45.564Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7632516 -> 7653028
9512025-01-27T09:43:46.633Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9522025-01-27T09:43:46.633Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (234555 bytes)
9532025-01-27T09:43:47.880Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9542025-01-27T09:43:47.880Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7725 bytes)
9552025-01-27T09:43:47.948Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 7725 -> 7824
9562025-01-27T09:43:49.015Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9572025-01-27T09:43:49.015Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31261 bytes)
9582025-01-27T09:43:50.173Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
9592025-01-27T09:43:50.173Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (357061 bytes)
9602025-01-27T09:43:50.395Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 357061 -> 360661
9612025-01-27T09:43:51.464Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9622025-01-27T09:43:51.464Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (10883 bytes)
9632025-01-27T09:43:52.579Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
9642025-01-27T09:43:52.579Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (459552 bytes)
9652025-01-27T09:43:52.801Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 459552 -> 464828
9662025-01-27T09:43:53.870Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9672025-01-27T09:43:53.870Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (17838 bytes)
9682025-01-27T09:43:55.006Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
9692025-01-27T09:43:55.006Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2183663 bytes)
9702025-01-27T09:43:55.357Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2183663 -> 2222304
9712025-01-27T09:43:56.427Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9722025-01-27T09:43:56.427Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (84919 bytes)
9732025-01-27T09:43:57.629Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
9742025-01-27T09:43:57.629Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5384326 bytes)
9752025-01-27T09:43:58.059Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5384326 -> 5477610
9762025-01-27T09:43:59.128Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9772025-01-27T09:43:59.128Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (130218 bytes)
9782025-01-27T09:44:00.352Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
9792025-01-27T09:44:00.352Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
9802025-01-27T09:44:01.420Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9812025-01-27T09:44:01.420Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3333 bytes)
9822025-01-27T09:44:02.513Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9832025-01-27T09:44:02.513Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (407588 bytes)
9842025-01-27T09:44:02.737Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 407588 -> 417408
9852025-01-27T09:44:03.805Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9862025-01-27T09:44:03.805Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (10090 bytes)
9872025-01-27T09:44:04.919Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9882025-01-27T09:44:04.920Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13845 bytes)
9892025-01-27T09:44:04.987Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13845 -> 14040
9902025-01-27T09:44:06.056Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9912025-01-27T09:44:06.056Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
9922025-01-27T09:44:07.148Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
9932025-01-27T09:44:07.149Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
9942025-01-27T09:44:08.218Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9952025-01-27T09:44:08.218Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
9962025-01-27T09:44:09.310Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
9972025-01-27T09:44:09.310Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9982025-01-27T09:44:10.379Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9992025-01-27T09:44:10.379Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
10002025-01-27T09:44:11.470Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10012025-01-27T09:44:11.470Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-agent:default.log (28224 bytes)
10022025-01-27T09:44:12.607Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-agent:default.log
10032025-01-27T09:44:12.607Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10042025-01-27T09:44:13.699Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:default.log
10052025-01-27T09:44:13.699Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291.log (3127 bytes)
10062025-01-27T09:44:14.791Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-250eac06-8c2b-47c5-b1fc-516e65b9a291.log
10072025-01-27T09:44:14.791Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-6ec70df4-ea96-41a5-8f83-0f242650e068.log (6077 bytes)
10082025-01-27T09:44:15.883Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:downstairs-6ec70df4-ea96-41a5-8f83-0f242650e068.log
10092025-01-27T09:44:15.883Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078.log (5655 bytes)
10102025-01-27T09:44:16.975Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-crucible-downstairs:snapshot-6ec70df4-ea96-41a5-8f83-0f242650e068-a64ec56a-0146-486a-8266-3727e23c9078.log
10112025-01-27T09:44:16.975Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10122025-01-27T09:44:18.066Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_2e459145-50ff-4cfb-99c9-4cf21ad624bb/root/var/svc/log/oxide-zone-network-setup:default.log
10132025-01-27T09:44:18.066Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_pantry_cb84c3cf-3cf9-44e2-9979-05dfad6e4629/root/var/svc/log/oxide-crucible-pantry:default.log (103457 bytes)
10142025-01-27T09:44:18.222Zupload warning: file "/pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_pantry_cb84c3cf-3cf9-44e2-9979-05dfad6e4629/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 103457 -> 107364
10152025-01-27T09:44:19.290Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_pantry_cb84c3cf-3cf9-44e2-9979-05dfad6e4629/root/var/svc/log/oxide-crucible-pantry:default.log
10162025-01-27T09:44:19.290Zuploading: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_pantry_cb84c3cf-3cf9-44e2-9979-05dfad6e4629/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
10172025-01-27T09:44:20.383Zuploaded: /pool/ext/1990e07a-cfb7-436f-b017-73d119d10c34/crypt/zone/oxz_crucible_pantry_cb84c3cf-3cf9-44e2-9979-05dfad6e4629/root/var/svc/log/oxide-zone-network-setup:default.log
10182025-01-27T09:44:20.383Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-cockroach-admin:default.log (4705 bytes)
10192025-01-27T09:44:21.474Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-cockroach-admin:default.log
10202025-01-27T09:44:21.475Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10212025-01-27T09:44:22.568Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-cockroachdb:default.log
10222025-01-27T09:44:22.568Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
10232025-01-27T09:44:23.660Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_cockroachdb_60e8ea08-80b9-4374-8716-45c9045af1c8/root/var/svc/log/oxide-zone-network-setup:default.log
10242025-01-27T09:44:23.660Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-agent:default.log (8482 bytes)
10252025-01-27T09:44:24.774Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-agent:default.log
10262025-01-27T09:44:24.774Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10272025-01-27T09:44:25.867Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-downstairs:default.log
10282025-01-27T09:44:25.867Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-downstairs:downstairs-be78cc82-3c04-4efc-9d32-46eb297b7938.log (3007 bytes)
10292025-01-27T09:44:26.958Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-crucible-downstairs:downstairs-be78cc82-3c04-4efc-9d32-46eb297b7938.log
10302025-01-27T09:44:26.959Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10312025-01-27T09:44:28.050Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_crucible_a85ef0f0-1ab9-4261-827f-33c1bd759c5b/root/var/svc/log/oxide-zone-network-setup:default.log
10322025-01-27T09:44:28.050Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-nexus:default.log (42489303 bytes)
10332025-01-27T09:44:29.728Zupload warning: file "/pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42489303 -> 42742578
10342025-01-27T09:44:30.796Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-nexus:default.log
10352025-01-27T09:44:30.796Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10362025-01-27T09:44:31.888Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-opte-interface-setup:default.log
10372025-01-27T09:44:31.888Zuploading: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10382025-01-27T09:44:32.981Zuploaded: /pool/ext/3879af65-27ae-439f-861c-67ca34b4edf2/crypt/zone/oxz_nexus_1283cfe5-16ee-4e4b-b00b-94393a95c90e/root/var/svc/log/oxide-zone-network-setup:default.log
10392025-01-27T09:44:32.981Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-cockroach-admin:default.log (4705 bytes)
10402025-01-27T09:44:34.073Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-cockroach-admin:default.log
10412025-01-27T09:44:34.074Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10422025-01-27T09:44:35.166Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-cockroachdb:default.log
10432025-01-27T09:44:35.190Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
10442025-01-27T09:44:36.259Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_cockroachdb_1b06b5ba-576f-41e4-8ddf-d2fb9a156344/root/var/svc/log/oxide-zone-network-setup:default.log
10452025-01-27T09:44:36.259Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-agent:default.log (12505 bytes)
10462025-01-27T09:44:37.372Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-agent:default.log
10472025-01-27T09:44:37.372Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10482025-01-27T09:44:38.464Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-downstairs:default.log
10492025-01-27T09:44:38.464Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-downstairs:downstairs-e54469e5-69c2-4cc6-9b16-4b5b7f473748.log (5966 bytes)
10502025-01-27T09:44:39.556Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-crucible-downstairs:downstairs-e54469e5-69c2-4cc6-9b16-4b5b7f473748.log
10512025-01-27T09:44:39.556Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10522025-01-27T09:44:40.648Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_crucible_172bb22d-a56f-4207-a308-9a2e907f4938/root/var/svc/log/oxide-zone-network-setup:default.log
10532025-01-27T09:44:40.649Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-nexus:default.log (5201437 bytes)
10542025-01-27T09:44:41.095Zupload warning: file "/pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5201437 -> 5360261
10552025-01-27T09:44:42.164Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-nexus:default.log
10562025-01-27T09:44:42.164Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10572025-01-27T09:44:43.257Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-opte-interface-setup:default.log
10582025-01-27T09:44:43.281Zuploading: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10592025-01-27T09:44:44.349Zuploaded: /pool/ext/423760c6-8db9-4b47-b42b-49adac69df39/crypt/zone/oxz_nexus_38339a12-b1a8-49b8-a1a9-3eea1fc5d180/root/var/svc/log/oxide-zone-network-setup:default.log
10602025-01-27T09:44:44.349Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
10612025-01-27T09:44:45.441Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-cockroach-admin:default.log
10622025-01-27T09:44:45.441Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
10632025-01-27T09:44:46.533Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-cockroachdb:default.log
10642025-01-27T09:44:46.533Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
10652025-01-27T09:44:47.625Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_cockroachdb_19d0f09e-c591-4801-9308-30379e5e678d/root/var/svc/log/oxide-zone-network-setup:default.log
10662025-01-27T09:44:47.625Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-agent:default.log (23485 bytes)
10672025-01-27T09:44:48.761Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-agent:default.log
10682025-01-27T09:44:48.761Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10692025-01-27T09:44:49.853Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:default.log
10702025-01-27T09:44:49.853Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e.log (5972 bytes)
10712025-01-27T09:44:50.945Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:downstairs-a74d4d35-e5c1-4fc6-8667-a6e4323f263e.log
10722025-01-27T09:44:50.946Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5.log (3124 bytes)
10732025-01-27T09:44:52.038Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-crucible-downstairs:downstairs-e17d945f-c990-44fa-8490-fb153c4a87b5.log
10742025-01-27T09:44:52.038Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10752025-01-27T09:44:53.131Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_crucible_8cef54b0-4bf2-424c-b374-5b9e9f682832/root/var/svc/log/oxide-zone-network-setup:default.log
10762025-01-27T09:44:53.131Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-external_dns:default.log (48606 bytes)
10772025-01-27T09:44:53.264Zupload warning: file "/pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 48606 -> 53343
10782025-01-27T09:44:54.333Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-external_dns:default.log
10792025-01-27T09:44:54.333Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10802025-01-27T09:44:55.426Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-opte-interface-setup:default.log
10812025-01-27T09:44:55.426Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10822025-01-27T09:44:56.518Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_external_dns_973be945-abc3-45ec-9b5d-b6b0e143999f/root/var/svc/log/oxide-zone-network-setup:default.log
10832025-01-27T09:44:56.518Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-internal_dns:default.log (446068 bytes)
10842025-01-27T09:44:56.744Zupload warning: file "/pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 446068 -> 451073
10852025-01-27T09:44:57.813Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-internal_dns:default.log
10862025-01-27T09:44:57.813Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-internal_dns:default.log.0 (4262 bytes)
10872025-01-27T09:44:58.908Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-internal_dns:default.log.0
10882025-01-27T09:44:58.908Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10892025-01-27T09:44:59.979Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-zone-network-setup:default.log
10902025-01-27T09:44:59.979Zuploading: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
10912025-01-27T09:45:01.073Zuploaded: /pool/ext/57255367-8a48-44c0-b878-15bd0dd194f1/crypt/zone/oxz_internal_dns_ff934b86-3f32-4308-a2d5-95837789171f/root/var/svc/log/oxide-zone-network-setup:default.log.0
10922025-01-27T09:45:01.073Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
10932025-01-27T09:45:02.166Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-cockroach-admin:default.log
10942025-01-27T09:45:02.166Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10952025-01-27T09:45:03.259Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-cockroachdb:default.log
10962025-01-27T09:45:03.259Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
10972025-01-27T09:45:04.351Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_cockroachdb_897eae46-52af-4211-91e3-396e4ca93ab6/root/var/svc/log/oxide-zone-network-setup:default.log
10982025-01-27T09:45:04.351Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10992025-01-27T09:45:05.444Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-crucible-agent:default.log
11002025-01-27T09:45:05.444Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11012025-01-27T09:45:06.536Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-crucible-downstairs:default.log
11022025-01-27T09:45:06.536Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11032025-01-27T09:45:07.629Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_53993421-f481-40aa-a8d8-e0726be87c21/root/var/svc/log/oxide-zone-network-setup:default.log
11042025-01-27T09:45:07.629Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_pantry_471072d1-1074-4ce4-8624-5eb1eb666447/root/var/svc/log/oxide-crucible-pantry:default.log (868626 bytes)
11052025-01-27T09:45:07.901Zupload warning: file "/pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_pantry_471072d1-1074-4ce4-8624-5eb1eb666447/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 868626 -> 876453
11062025-01-27T09:45:08.969Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_pantry_471072d1-1074-4ce4-8624-5eb1eb666447/root/var/svc/log/oxide-crucible-pantry:default.log
11072025-01-27T09:45:08.969Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_pantry_471072d1-1074-4ce4-8624-5eb1eb666447/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11082025-01-27T09:45:10.062Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_crucible_pantry_471072d1-1074-4ce4-8624-5eb1eb666447/root/var/svc/log/oxide-zone-network-setup:default.log
11092025-01-27T09:45:10.062Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-internal_dns:default.log (446368 bytes)
11102025-01-27T09:45:10.287Zupload warning: file "/pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 446368 -> 451082
11112025-01-27T09:45:11.356Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-internal_dns:default.log
11122025-01-27T09:45:11.356Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-internal_dns:default.log.0 (4261 bytes)
11132025-01-27T09:45:12.449Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-internal_dns:default.log.0
11142025-01-27T09:45:12.474Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11152025-01-27T09:45:13.518Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-zone-network-setup:default.log
11162025-01-27T09:45:13.518Zuploading: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11172025-01-27T09:45:14.613Zuploaded: /pool/ext/5d2e77e6-d25f-4a9a-973f-7ad5072e27d9/crypt/zone/oxz_internal_dns_43964eda-85cf-48be-b25b-2fa4583ed2a2/root/var/svc/log/oxide-zone-network-setup:default.log.0
11182025-01-27T09:45:14.613Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11192025-01-27T09:45:15.709Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-crucible-agent:default.log
11202025-01-27T09:45:15.709Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11212025-01-27T09:45:16.806Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-crucible-downstairs:default.log
11222025-01-27T09:45:16.831Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11232025-01-27T09:45:17.901Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_crucible_7812e930-d4de-4299-b2fd-679d77249377/root/var/svc/log/oxide-zone-network-setup:default.log
11242025-01-27T09:45:17.901Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-nexus:default.log (5205763 bytes)
11252025-01-27T09:45:18.361Zupload warning: file "/pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5205763 -> 5763080
11262025-01-27T09:45:19.431Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-nexus:default.log
11272025-01-27T09:45:19.431Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11282025-01-27T09:45:20.525Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-opte-interface-setup:default.log
11292025-01-27T09:45:20.525Zuploading: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11302025-01-27T09:45:21.619Zuploaded: /pool/ext/bee98bfa-dfb4-4a8f-92f6-17149ee9def0/crypt/zone/oxz_nexus_31e6d238-77dc-443c-83f4-2b834aaac06c/root/var/svc/log/oxide-zone-network-setup:default.log
11312025-01-27T09:45:21.619Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-agent:default.log (12500 bytes)
11322025-01-27T09:45:22.735Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-agent:default.log
11332025-01-27T09:45:22.735Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11342025-01-27T09:45:23.830Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-downstairs:default.log
11352025-01-27T09:45:23.830Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-downstairs:downstairs-c3f31cc5-5caa-49b9-9b37-43913ea70785.log (5973 bytes)
11362025-01-27T09:45:24.925Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-crucible-downstairs:downstairs-c3f31cc5-5caa-49b9-9b37-43913ea70785.log
11372025-01-27T09:45:24.925Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11382025-01-27T09:45:26.018Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_crucible_5e4034d0-68b1-4e4d-8344-e580c4275afa/root/var/svc/log/oxide-zone-network-setup:default.log
11392025-01-27T09:45:26.019Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
11402025-01-27T09:45:27.135Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-chrony-setup:default.log
11412025-01-27T09:45:27.135Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-ntp:default.log (924 bytes)
11422025-01-27T09:45:28.229Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-ntp:default.log
11432025-01-27T09:45:28.229Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
11442025-01-27T09:45:29.324Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-opte-interface-setup:default.log
11452025-01-27T09:45:29.324Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
11462025-01-27T09:45:30.418Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/svc/log/oxide-zone-network-setup:default.log
11472025-01-27T09:45:30.418Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11482025-01-27T09:45:31.512Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11492025-01-27T09:45:31.512Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-clickhouse:default.log (3630779 bytes)
11502025-01-27T09:45:31.907Zupload warning: file "/pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3630779 -> 4187169
11512025-01-27T09:45:32.977Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-clickhouse:default.log
11522025-01-27T09:45:32.977Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
11532025-01-27T09:45:34.072Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_clickhouse_10f866cd-9998-4a8e-b593-06f125e33b86/root/var/svc/log/oxide-zone-network-setup:default.log
11542025-01-27T09:45:34.072Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-cockroach-admin:default.log (4706 bytes)
11552025-01-27T09:45:35.165Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-cockroach-admin:default.log
11562025-01-27T09:45:35.166Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-cockroachdb:default.log (4401 bytes)
11572025-01-27T09:45:36.260Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-cockroachdb:default.log
11582025-01-27T09:45:36.260Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
11592025-01-27T09:45:37.354Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_cockroachdb_ee2dc329-92b9-4f40-a80c-92c765165f9f/root/var/svc/log/oxide-zone-network-setup:default.log
11602025-01-27T09:45:37.354Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-agent:default.log (29401 bytes)
11612025-01-27T09:45:38.514Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-agent:default.log
11622025-01-27T09:45:38.514Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11632025-01-27T09:45:39.608Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:default.log
11642025-01-27T09:45:39.609Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:downstairs-690fb912-c938-4e35-931d-fe715c7627ff.log (3008 bytes)
11652025-01-27T09:45:40.701Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:downstairs-690fb912-c938-4e35-931d-fe715c7627ff.log
11662025-01-27T09:45:40.701Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4.log (6077 bytes)
11672025-01-27T09:45:41.797Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:downstairs-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4.log
11682025-01-27T09:45:41.797Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:snapshot-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078.log (5658 bytes)
11692025-01-27T09:45:42.892Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-crucible-downstairs:snapshot-e88ea3aa-c029-42fe-8222-2bd5f80cc9a4-a64ec56a-0146-486a-8266-3727e23c9078.log
11702025-01-27T09:45:42.892Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11712025-01-27T09:45:43.988Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_crucible_4e71d602-200b-41e9-aad4-e3ede9f1e1e3/root/var/svc/log/oxide-zone-network-setup:default.log
11722025-01-27T09:45:44.012Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-external_dns:default.log (48308 bytes)
11732025-01-27T09:45:44.126Zupload warning: file "/pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 48308 -> 57119
11742025-01-27T09:45:45.198Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-external_dns:default.log
11752025-01-27T09:45:45.198Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
11762025-01-27T09:45:46.293Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-opte-interface-setup:default.log
11772025-01-27T09:45:46.293Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
11782025-01-27T09:45:47.389Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_external_dns_a15e36e8-b39a-414b-9d9d-d9079f61ed97/root/var/svc/log/oxide-zone-network-setup:default.log
11792025-01-27T09:45:47.389Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-internal_dns:default.log (446087 bytes)
11802025-01-27T09:45:47.624Zupload warning: file "/pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 446087 -> 454848
11812025-01-27T09:45:48.696Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-internal_dns:default.log
11822025-01-27T09:45:48.696Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-internal_dns:default.log.0 (4263 bytes)
11832025-01-27T09:45:49.792Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-internal_dns:default.log.0
11842025-01-27T09:45:49.792Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11852025-01-27T09:45:50.863Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-zone-network-setup:default.log
11862025-01-27T09:45:50.863Zuploading: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2091 bytes)
11872025-01-27T09:45:51.959Zuploaded: /pool/ext/fa79cf53-9240-461b-ab34-a909ac57a8fe/crypt/zone/oxz_internal_dns_83d21f18-7616-467b-8557-bd40504cedae/root/var/svc/log/oxide-zone-network-setup:default.log.0
11882025-01-27T09:45:51.959Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-agent:default.log (34854 bytes)
11892025-01-27T09:45:53.123Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-agent:default.log
11902025-01-27T09:45:53.150Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11912025-01-27T09:45:54.219Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:default.log
11922025-01-27T09:45:54.219Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-0e6e0429-91d5-4e22-8918-d53a78ae092d.log (3121 bytes)
11932025-01-27T09:45:55.315Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-0e6e0429-91d5-4e22-8918-d53a78ae092d.log
11942025-01-27T09:45:55.340Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-15902abf-f00e-422e-8de1-b7634529d7ed.log (6077 bytes)
11952025-01-27T09:45:56.411Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-15902abf-f00e-422e-8de1-b7634529d7ed.log
11962025-01-27T09:45:56.411Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-28714af9-6f6d-477b-8e29-70d042d52e97.log (3005 bytes)
11972025-01-27T09:45:57.506Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:downstairs-28714af9-6f6d-477b-8e29-70d042d52e97.log
11982025-01-27T09:45:57.506Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:snapshot-15902abf-f00e-422e-8de1-b7634529d7ed-a64ec56a-0146-486a-8266-3727e23c9078.log (5657 bytes)
11992025-01-27T09:45:58.602Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-crucible-downstairs:snapshot-15902abf-f00e-422e-8de1-b7634529d7ed-a64ec56a-0146-486a-8266-3727e23c9078.log
12002025-01-27T09:45:58.602Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12012025-01-27T09:45:59.698Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_1a51ed25-62e8-4e11-8d4e-27a2a38a2e41/root/var/svc/log/oxide-zone-network-setup:default.log
12022025-01-27T09:45:59.698Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_pantry_ca2b963a-a4d3-4a39-ae4d-ae7b078b215e/root/var/svc/log/oxide-crucible-pantry:default.log (102360 bytes)
12032025-01-27T09:45:59.860Zupload warning: file "/pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_pantry_ca2b963a-a4d3-4a39-ae4d-ae7b078b215e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 102360 -> 118016
12042025-01-27T09:46:00.931Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_pantry_ca2b963a-a4d3-4a39-ae4d-ae7b078b215e/root/var/svc/log/oxide-crucible-pantry:default.log
12052025-01-27T09:46:00.931Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_pantry_ca2b963a-a4d3-4a39-ae4d-ae7b078b215e/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
12062025-01-27T09:46:02.027Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_crucible_pantry_ca2b963a-a4d3-4a39-ae4d-ae7b078b215e/root/var/svc/log/oxide-zone-network-setup:default.log
12072025-01-27T09:46:02.027Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_oximeter_68bb99eb-b4ab-4082-991e-b4bbc97b38df/root/var/svc/log/oxide-oximeter:default.log (3910800 bytes)
12082025-01-27T09:46:02.452Zupload warning: file "/pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_oximeter_68bb99eb-b4ab-4082-991e-b4bbc97b38df/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3910800 -> 4675411
12092025-01-27T09:46:03.523Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_oximeter_68bb99eb-b4ab-4082-991e-b4bbc97b38df/root/var/svc/log/oxide-oximeter:default.log
12102025-01-27T09:46:03.523Zuploading: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_oximeter_68bb99eb-b4ab-4082-991e-b4bbc97b38df/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
12112025-01-27T09:46:04.619Zuploaded: /pool/ext/fffdedc2-8da9-4b18-8b94-676a50c56a55/crypt/zone/oxz_oximeter_68bb99eb-b4ab-4082-991e-b4bbc97b38df/root/var/svc/log/oxide-zone-network-setup:default.log
12122025-01-27T09:46:04.619Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/measurements.log (222625 bytes)
12132025-01-27T09:46:04.851Zupload warning: file "/pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/measurements.log" changed size mid upload: 222625 -> 260163
12142025-01-27T09:46:05.923Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/measurements.log
12152025-01-27T09:46:05.923Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/statistics.log (183690 bytes)
12162025-01-27T09:46:06.109Zupload warning: file "/pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/statistics.log" changed size mid upload: 183690 -> 215280
12172025-01-27T09:46:07.181Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/statistics.log
12182025-01-27T09:46:07.181Zuploading: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/tracking.log (20071 bytes)
12192025-01-27T09:46:07.274Zupload warning: file "/pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/tracking.log" changed size mid upload: 20071 -> 22447
12202025-01-27T09:46:08.345Zuploaded: /pool/ext/e4907ecd-72b0-4b94-88db-0ed5d4c83a8a/crypt/zone/oxz_ntp_8faf7e87-dab3-4143-8907-0a4b168199a4/root/var/log/chrony/tracking.log