01K9G4R3RAAAV3M1W8E6MJAEGE: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.37",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01K9G4SEFX5HWGVFBBH5Q482E7

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12025-11-07T22:32:13.115Zjob dependencies complete; ready to run (waiting for 41 m 40 s)
22025-11-07T23:50:17.421Zjob assigned to worker 01K9GBEE6J82QHCHQT16QD685Q [factory lab, buskin/17473] (queued for 1 h 18 m 4 s)
32025-11-07T23:50:17.680Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42025-11-07T23:50:17.973Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52025-11-07T23:50:18.004Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62025-11-07T23:50:18.037Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72025-11-07T23:50:18.071Zhttp://172.20.0.5:9969/postboot/buskin... ok
82025-11-07T23:50:18.105ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92025-11-07T23:50:18.139Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102025-11-07T23:50:18.402ZOxide Helios Version helios-2.0.23457 64-bit
112025-11-07T23:50:18.439ZConfiguring devices.
122025-11-07T23:50:18.474Z##################################################
132025-11-07T23:50:18.509Z#### ############# ##
142025-11-07T23:50:18.540Z### ### ############ ##
152025-11-07T23:50:18.573Z## ### # ## ### ## Oxide Computer Company ##
162025-11-07T23:50:18.607Z## ## ## ### # ### ##
172025-11-07T23:50:18.640Z## # ### #### #### This Station Under ##
182025-11-07T23:50:18.674Z### ### #### # ### Computer Control ##
192025-11-07T23:50:18.707Z#### #### ### ## ##
202025-11-07T23:50:18.741Z##################################################
212025-11-07T23:50:18.774ZHostname: buskin
222025-11-07T23:50:18.808ZLoading smf(7) service descriptions:
232025-11-07T23:50:19.803Zdownloading input: /input/package/work/package.tar.gz
242025-11-07T23:57:00.710Zdownloaded input: /input/package/work/package.tar.gz
 
252025-11-07T23:57:00.734Zstarting task 0: "setup"
262025-11-07T23:57:00.734Z++ uname -s
272025-11-07T23:57:00.734Z+ kern=SunOS
282025-11-07T23:57:00.734Z+ build_user=build
292025-11-07T23:57:00.734Z+ build_uid=12345
302025-11-07T23:57:00.734Z+ work_dir=/work
312025-11-07T23:57:00.734Z+ input_dir=/input
322025-11-07T23:57:00.734Z+ [[ 0 == 12345 ]]
332025-11-07T23:57:00.734Z+ case "$kern" in
342025-11-07T23:57:00.734Z+ groupadd -g 12345 build
352025-11-07T23:57:00.734Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
362025-11-07T23:57:02.571Z+ zfs create -o mountpoint=/work rpool/work
372025-11-07T23:57:02.595Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
382025-11-07T23:57:02.595Z+ home_fs=zfs
392025-11-07T23:57:02.595Z+ [[ zfs == autofs ]]
402025-11-07T23:57:02.595Z+ mkdir -p /home/build
412025-11-07T23:57:02.595Z+ chown build:build /home/build /work
422025-11-07T23:57:04.596Z+ chmod 0700 /home/build /work
432025-11-07T23:57:04.620Zprocess exited: duration 4047 ms, exit code 0
 
442025-11-07T23:57:04.668Zstarting task 1: "authentication"
452025-11-07T23:57:04.714Zprocess exited: duration 45 ms, exit code 0
 
462025-11-07T23:57:04.762Zstarting task 2: "build"
472025-11-07T23:57:04.791Z+ trap _exit_trap EXIT
482025-11-07T23:57:04.791Z+ OPTE_COMMIT=
492025-11-07T23:57:04.791Z+ [[ x != \x ]]
502025-11-07T23:57:04.791Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
512025-11-07T23:57:04.881Zsecpolicy_fs_linkdir: 0x55 = 0x55
522025-11-07T23:57:04.881Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
532025-11-07T23:57:04.881Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
542025-11-07T23:57:04.881Zsecpolicy_fs_linkdir+3: 0 = 0xe5
552025-11-07T23:57:04.881Zsecpolicy_fs_linkdir+4: 0 = 0xb8
562025-11-07T23:57:04.881Zsecpolicy_fs_linkdir+5: 0 = 0x1
572025-11-07T23:57:04.882Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
582025-11-07T23:57:04.882Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
592025-11-07T23:57:04.882Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
602025-11-07T23:57:04.882Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
612025-11-07T23:57:04.882Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
622025-11-07T23:57:04.906Z+ [[ -d /opt/oxide ]]
632025-11-07T23:57:04.906Z+ pfexec mv /opt/oxide /opt/oxide-underneath
642025-11-07T23:57:04.906Z+ pfexec mkdir /opt/oxide
652025-11-07T23:57:04.906Z+ pfexec mount -F tmpfs -O swap /opt/oxide
662025-11-07T23:57:04.906Z+ [[ -d /opt/oxide-underneath ]]
672025-11-07T23:57:04.906Z+ cd /opt/oxide-underneath
682025-11-07T23:57:04.906Z+ pfexec tar ceEp@/f - .
692025-11-07T23:57:04.906Z+ cd /opt/oxide
702025-11-07T23:57:04.906Z+ pfexec tar xveEp@/f -
712025-11-07T23:57:04.946Zx ., 0 bytes, 0 tape blocks
722025-11-07T23:57:04.946Zx ./opte, 0 bytes, 0 tape blocks
732025-11-07T23:57:04.946Zx ./opte/bin, 0 bytes, 0 tape blocks
742025-11-07T23:57:04.946Zx ./opte/bin/opteadm, 20875880 bytes, 40774 tape blocks
752025-11-07T23:57:04.970Z+ pfexec rm -rf /opt/oxide-underneath
762025-11-07T23:57:04.970Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
772025-11-07T23:57:04.994Z+ pfexec mkdir /opt/oxide/work
782025-11-07T23:57:04.994Z+ pfexec chown build:build /opt/oxide/work
792025-11-07T23:57:04.994Z+ cd /opt/oxide/work
802025-11-07T23:57:04.994Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
812025-11-07T23:57:25.508ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
822025-11-07T23:57:25.508Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
832025-11-07T23:57:25.508Zx out/target/test, 107 bytes, 1 tape blocks
842025-11-07T23:57:25.508Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
852025-11-07T23:57:25.508Zx package-manifest.toml, 34378 bytes, 68 tape blocks
862025-11-07T23:57:25.508Zx smf/sled-agent/non-gimlet/config.toml, 5158 bytes, 11 tape blocks
872025-11-07T23:57:25.508Zx target/release/omicron-package, 42458328 bytes, 82927 tape blocks
882025-11-07T23:57:25.508Zx target/release/xtask, 12026200 bytes, 23489 tape blocks
892025-11-07T23:57:25.508Zx target/debug/bootstrap, 304484056 bytes, 594696 tape blocks
902025-11-07T23:57:25.508Zx tests/bootstrap-d780c0fadb77076b, 24207888 bytes, 47282 tape blocks
912025-11-07T23:57:25.508Zx tests/commtest-99283f80d7b6e802, 24309280 bytes, 47480 tape blocks
922025-11-07T23:57:25.508Zx tests/dhcp_server-947261e2a265148b, 24207904 bytes, 47282 tape blocks
932025-11-07T23:57:25.508Zx tests/end_to_end_tests-e7c6356cf2647df3, 350766496 bytes, 685091 tape blocks
942025-11-07T23:57:25.508Zx out/clickhouse.tar.gz, 323552197 bytes, 631938 tape blocks
952025-11-07T23:57:25.508Zx out/clickhouse_keeper.tar.gz, 306870611 bytes, 599357 tape blocks
962025-11-07T23:57:25.508Zx out/clickhouse_server.tar.gz, 323551616 bytes, 631937 tape blocks
972025-11-07T23:57:25.508Zx out/cockroachdb.tar.gz, 169686809 bytes, 331420 tape blocks
982025-11-07T23:57:25.508Zx out/crucible-dtrace.tar, 107520 bytes, 210 tape blocks
992025-11-07T23:57:25.508Zx out/crucible-pantry-zone.tar.gz, 44784355 bytes, 87470 tape blocks
1002025-11-07T23:57:25.508Zx out/crucible-zone.tar.gz, 59214993 bytes, 115655 tape blocks
1012025-11-07T23:57:25.508Zx out/external-dns.tar.gz, 52230244 bytes, 102013 tape blocks
1022025-11-07T23:57:25.509Zx out/internal-dns.tar.gz, 52229843 bytes, 102012 tape blocks
1032025-11-07T23:57:25.509Zx out/mg-ddm-gz.tar, 119918080 bytes, 234215 tape blocks
1042025-11-07T23:57:25.509Zx out/nexus.tar.gz, 192177107 bytes, 375346 tape blocks
1052025-11-07T23:57:25.509Zx out/ntp.tar.gz, 34161406 bytes, 66722 tape blocks
1062025-11-07T23:57:25.509Zx out/omicron-gateway-softnpu.tar.gz, 28201188 bytes, 55081 tape blocks
1072025-11-07T23:57:25.509Zx out/omicron-sled-agent.tar, 149475328 bytes, 291944 tape blocks
1082025-11-07T23:57:25.509Zx out/overlay.tar.gz, 3030 bytes, 6 tape blocks
1092025-11-07T23:57:25.509Zx out/oximeter.tar.gz, 64660507 bytes, 126291 tape blocks
1102025-11-07T23:57:25.509Zx out/oxlog.tar, 4108288 bytes, 8024 tape blocks
1112025-11-07T23:57:25.509Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1122025-11-07T23:57:25.510Zx out/propolis-server.tar.gz, 75199260 bytes, 146874 tape blocks
1132025-11-07T23:57:25.510Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1142025-11-07T23:57:25.510Zx out/switch-softnpu.tar.gz, 395723180 bytes, 772897 tape blocks
1152025-11-07T23:57:25.534Z
1162025-11-07T23:57:25.535Zreal 20.507456178
1172025-11-07T23:57:25.535Zuser 18.366464243
1182025-11-07T23:57:25.535Zsys 3.545690092
1192025-11-07T23:57:25.535Ztrap 0.000823403
1202025-11-07T23:57:25.535Ztflt 0.000000000
1212025-11-07T23:57:25.535Zdflt 0.000000000
1222025-11-07T23:57:25.535Zkflt 0.000000000
1232025-11-07T23:57:25.535Zlock 0.000000000
1242025-11-07T23:57:25.535Zslp 18.544168090
1252025-11-07T23:57:25.535Zlat 0.555537547
1262025-11-07T23:57:25.535Zstop 0.000131333
1272025-11-07T23:57:25.535Z+ source .github/buildomat/ci-env.sh
1282025-11-07T23:57:25.535Z++ export CARGO_TERM_COLOR=always
1292025-11-07T23:57:25.535Z++ CARGO_TERM_COLOR=always
1302025-11-07T23:57:25.535Z+ bmat address ls
1312025-11-07T23:57:25.535ZNAME CIDR FIRST LAST COUNT
1322025-11-07T23:57:25.535Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1332025-11-07T23:57:25.535Z++ bmat address ls -f extra -Ho first,last,count
1342025-11-07T23:57:25.535Z+ set -- 10.151.1.164 10.151.1.227 64
1352025-11-07T23:57:25.535Z+ EXTRA_IP_START=10.151.1.164
1362025-11-07T23:57:25.535Z+ EXTRA_IP_END=10.151.1.227
1372025-11-07T23:57:25.535Z+ EXTRA_IP_COUNT=64
1382025-11-07T23:57:25.535Z+ (( EXTRA_IP_COUNT >= 32 ))
1392025-11-07T23:57:25.535Z+ EXTRA_IP_BASE=10.151.1
1402025-11-07T23:57:25.535Z+ EXTRA_IP_FOCTET=164
1412025-11-07T23:57:25.535Z+ EXTRA_IP_LOCTET=227
1422025-11-07T23:57:25.535Z+ SERVICE_IP_POOL_START=10.151.1.164
1432025-11-07T23:57:25.535Z+ SERVICE_IP_POOL_END=10.151.1.173
1442025-11-07T23:57:25.535Z+ DNS_IP1=10.151.1.164
1452025-11-07T23:57:25.535Z+ DNS_IP2=10.151.1.165
1462025-11-07T23:57:25.535Z+ UPLINK_IP=10.151.1.174
1472025-11-07T23:57:25.535Z+ IPPOOL_START=10.151.1.175
1482025-11-07T23:57:25.535Z+ IPPOOL_END=10.151.1.227
1492025-11-07T23:57:25.535Z++ ipadm show-addr -po type,addr
1502025-11-07T23:57:25.535Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1512025-11-07T23:57:25.535Z+ GATEWAY_IP=10.151.1.100
1522025-11-07T23:57:25.535Z+ [[ -n 10.151.1.100 ]]
1532025-11-07T23:57:25.535Z+ ping -s 10.151.1.100 56 1
1542025-11-07T23:57:25.535ZPING 10.151.1.100: 56 data bytes
1552025-11-07T23:57:25.536Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.010 ms
1562025-11-07T23:57:25.536Z
1572025-11-07T23:57:25.536Z----10.151.1.100 PING Statistics----
1582025-11-07T23:57:25.536Z1 packets transmitted, 1 packets received, 0% packet loss
1592025-11-07T23:57:25.536Zround-trip (ms) min/avg/max/stddev = 0.010/0.010/0.010/-nan
1602025-11-07T23:57:25.536Z++ arp -an
1612025-11-07T23:57:25.536Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1622025-11-07T23:57:25.536Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1632025-11-07T23:57:25.536Z+ routeadm -e ipv4-forwarding -u
1642025-11-07T23:57:25.638Z+ PXA_START=10.151.1.164
1652025-11-07T23:57:25.638Z+ PXA_END=10.151.1.227
1662025-11-07T23:57:25.638Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1672025-11-07T23:57:25.813Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1682025-11-07T23:57:25.836ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1692025-11-07T23:57:25.904Zcreating virtual hardware
1702025-11-07T23:57:25.928Zcreating /scratch/m2_0.vdev
1712025-11-07T23:57:25.928Zcreating /scratch/m2_1.vdev
1722025-11-07T23:57:25.928Zcreating /scratch/u2_0.vdev
1732025-11-07T23:57:25.928Zcreating /scratch/u2_1.vdev
1742025-11-07T23:57:25.928Zcreating /scratch/u2_2.vdev
1752025-11-07T23:57:25.928Zcreating /scratch/u2_3.vdev
1762025-11-07T23:57:25.928Zcreating /scratch/u2_4.vdev
1772025-11-07T23:57:25.929Zcreating /scratch/u2_5.vdev
1782025-11-07T23:57:25.929Zcreating /scratch/u2_6.vdev
1792025-11-07T23:57:25.929Zcreating /scratch/u2_7.vdev
1802025-11-07T23:57:25.929Zcreating /scratch/u2_8.vdev
1812025-11-07T23:57:25.929ZSimnet net0/sc0_0 exists
1822025-11-07T23:57:25.953ZSimnet net1/sc1_0 exists
1832025-11-07T23:57:25.953ZVnic sc0_1 exists
1842025-11-07T23:57:38.257ZUsing 10.151.1.100 as gateway ip
1852025-11-07T23:57:38.257Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1862025-11-07T23:57:38.257Zconfiguring SoftNPU ARP entry
1872025-11-07T23:57:38.282Zconfiguring SoftNPU proxy ARP
1882025-11-07T23:57:38.336ZSoftNPU state:
1892025-11-07T23:57:38.336Z local v6:
1902025-11-07T23:57:38.336Z local v4:
1912025-11-07T23:57:38.336Z router v6_idx:
1922025-11-07T23:57:38.336Z router v6_routes:
1932025-11-07T23:57:38.336Z router v4_idx:
1942025-11-07T23:57:38.336Z router v4_routes:
1952025-11-07T23:57:38.336Z resolver v4:
1962025-11-07T23:57:38.337Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1972025-11-07T23:57:38.337Z resolver v6:
1982025-11-07T23:57:38.337Z nat v4:
1992025-11-07T23:57:38.337Z nat_v6:
2002025-11-07T23:57:38.337Z port_mac:
2012025-11-07T23:57:38.337Z proxy arp:
2022025-11-07T23:57:38.337Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2032025-11-07T23:57:38.337Zcreated virtual hardware
2042025-11-07T23:57:38.361Z
2052025-11-07T23:57:38.361Zreal 12.519217090
2062025-11-07T23:57:38.362Zuser 0.646096242
2072025-11-07T23:57:38.362Zsys 3.107385012
2082025-11-07T23:57:38.362Ztrap 0.000074288
2092025-11-07T23:57:38.362Ztflt 0.000120955
2102025-11-07T23:57:38.362Zdflt 0.000484237
2112025-11-07T23:57:38.362Zkflt 0.000000000
2122025-11-07T23:57:38.362Zlock 9:41.643552205
2132025-11-07T23:57:38.362Zslp 37.835707376
2142025-11-07T23:57:38.362Zlat 0.103589399
2152025-11-07T23:57:38.362Zstop 0.371902771
2162025-11-07T23:57:38.362Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2172025-11-07T23:57:38.387Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2182025-11-07T23:57:38.387Z+ diff -u pkg/config.toml~ pkg/config.toml
2192025-11-07T23:57:38.387Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2202025-11-07T23:57:38.387Z+++ pkg/config.toml Fri Nov 7 23:57:38 2025
2212025-11-07T23:57:38.387Z@@ -29,18 +29,18 @@
2222025-11-07T23:57:38.387Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2232025-11-07T23:57:38.387Z # followed by a string that is embedded into their fake serial values.
2242025-11-07T23:57:38.387Z vdevs = [
2252025-11-07T23:57:38.387Z- "m2_0.vdev",
2262025-11-07T23:57:38.387Z- "m2_1.vdev",
2272025-11-07T23:57:38.388Z+ "/scratch/m2_0.vdev",
2282025-11-07T23:57:38.388Z+ "/scratch/m2_1.vdev",
2292025-11-07T23:57:38.388Z
2302025-11-07T23:57:38.388Z- "u2_0.vdev",
2312025-11-07T23:57:38.388Z- "u2_1.vdev",
2322025-11-07T23:57:38.388Z- "u2_2.vdev",
2332025-11-07T23:57:38.388Z- "u2_3.vdev",
2342025-11-07T23:57:38.388Z- "u2_4.vdev",
2352025-11-07T23:57:38.388Z- "u2_5.vdev",
2362025-11-07T23:57:38.388Z- "u2_6.vdev",
2372025-11-07T23:57:38.388Z- "u2_7.vdev",
2382025-11-07T23:57:38.388Z- "u2_8.vdev",
2392025-11-07T23:57:38.388Z+ "/scratch/u2_0.vdev",
2402025-11-07T23:57:38.388Z+ "/scratch/u2_1.vdev",
2412025-11-07T23:57:38.388Z+ "/scratch/u2_2.vdev",
2422025-11-07T23:57:38.388Z+ "/scratch/u2_3.vdev",
2432025-11-07T23:57:38.388Z+ "/scratch/u2_4.vdev",
2442025-11-07T23:57:38.388Z+ "/scratch/u2_5.vdev",
2452025-11-07T23:57:38.388Z+ "/scratch/u2_6.vdev",
2462025-11-07T23:57:38.388Z+ "/scratch/u2_7.vdev",
2472025-11-07T23:57:38.388Z+ "/scratch/u2_8.vdev",
2482025-11-07T23:57:38.388Z ]
2492025-11-07T23:57:38.388Z
2502025-11-07T23:57:38.388Z # The amount of memory held back for services which exist between zero and one
2512025-11-07T23:57:38.388Z+ true
2522025-11-07T23:57:38.388Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2532025-11-07T23:57:38.388Z+ EXPECTED_ZPOOL_COUNT=9
2542025-11-07T23:57:38.388Z+ echo 'expected number of zpools is 9'
2552025-11-07T23:57:38.388Zexpected number of zpools is 9
2562025-11-07T23:57:38.413Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572025-11-07T23:57:38.413Z+ SILO_NAME=recovery
2582025-11-07T23:57:38.413Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2592025-11-07T23:57:38.413Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2602025-11-07T23:57:38.413Z+ sed -i~ '
2612025-11-07T23:57:38.413Z /^external_dns_ips/c\
2622025-11-07T23:57:38.413Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2632025-11-07T23:57:38.413Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2642025-11-07T23:57:38.413Z /^first/c\
2652025-11-07T23:57:38.413Zfirst = "10.151.1.164"
2662025-11-07T23:57:38.413Z /^last/c\
2672025-11-07T23:57:38.413Zlast = "10.151.1.173"
2682025-11-07T23:57:38.413Z }
2692025-11-07T23:57:38.413Z /^infra_ip_first/c\
2702025-11-07T23:57:38.413Zinfra_ip_first = "10.151.1.174"
2712025-11-07T23:57:38.413Z /^infra_ip_last/c\
2722025-11-07T23:57:38.413Zinfra_ip_last = "10.151.1.174"
2732025-11-07T23:57:38.413Z /^\[\[rack_network_config.ports/,/^$/ {
2742025-11-07T23:57:38.414Z /^routes/c\
2752025-11-07T23:57:38.414Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2762025-11-07T23:57:38.414Z /^addresses/c\
2772025-11-07T23:57:38.414Zaddresses = \[{address = "10.151.1.174/24"} \]
2782025-11-07T23:57:38.414Z }
2792025-11-07T23:57:38.414Z' pkg/config-rss.toml
2802025-11-07T23:57:38.414Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2812025-11-07T23:57:38.414Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2822025-11-07T23:57:38.414Z+++ pkg/config-rss.toml Fri Nov 7 23:57:38 2025
2832025-11-07T23:57:38.414Z@@ -33,7 +33,7 @@
2842025-11-07T23:57:38.414Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2852025-11-07T23:57:38.414Z # must be contained in one of the "internal services" IP Pool ranges listed
2862025-11-07T23:57:38.414Z # below.
2872025-11-07T23:57:38.414Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2882025-11-07T23:57:38.414Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2892025-11-07T23:57:38.414Z
2902025-11-07T23:57:38.414Z # Initial TLS certificates for the external API
2912025-11-07T23:57:38.414Z #
2922025-11-07T23:57:38.414Z@@ -69,8 +69,8 @@
2932025-11-07T23:57:38.414Z #
2942025-11-07T23:57:38.414Z # For more on this and what to put here, see docs/how-to-run.adoc.
2952025-11-07T23:57:38.414Z [[internal_services_ip_pool_ranges]]
2962025-11-07T23:57:38.414Z-first = "192.168.1.20"
2972025-11-07T23:57:38.414Z-last = "192.168.1.29"
2982025-11-07T23:57:38.414Z+first = "10.151.1.164"
2992025-11-07T23:57:38.414Z+last = "10.151.1.173"
3002025-11-07T23:57:38.414Z
3012025-11-07T23:57:38.414Z # TODO - this configuration is subject to change going forward. Ultimately these
3022025-11-07T23:57:38.414Z # parameters should be provided to the control plane via wicket, but we need to
3032025-11-07T23:57:38.414Z@@ -91,8 +91,8 @@
3042025-11-07T23:57:38.414Z # A range of IP addresses used by Boundary Services on the external network. In
3052025-11-07T23:57:38.414Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3062025-11-07T23:57:38.414Z # With softnpu, only one address is used.
3072025-11-07T23:57:38.414Z-infra_ip_first = "192.168.1.30"
3082025-11-07T23:57:38.414Z-infra_ip_last = "192.168.1.30"
3092025-11-07T23:57:38.414Z+infra_ip_first = "10.151.1.174"
3102025-11-07T23:57:38.414Z+infra_ip_last = "10.151.1.174"
3112025-11-07T23:57:38.414Z
3122025-11-07T23:57:38.415Z # Configurations for BGP routers to run on the scrimlets.
3132025-11-07T23:57:38.415Z bgp = []
3142025-11-07T23:57:38.415Z@@ -100,9 +100,9 @@
3152025-11-07T23:57:38.415Z # You can configure multiple uplinks by repeating the following stanza
3162025-11-07T23:57:38.415Z [[rack_network_config.ports]]
3172025-11-07T23:57:38.415Z # Routes associated with this port.
3182025-11-07T23:57:38.415Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3192025-11-07T23:57:38.415Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3202025-11-07T23:57:38.415Z # Addresses associated with this port.
3212025-11-07T23:57:38.415Z-addresses = [{address = "192.168.1.30/24"}]
3222025-11-07T23:57:38.415Z+addresses = [{address = "10.151.1.174/24"} ]
3232025-11-07T23:57:38.415Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3242025-11-07T23:57:38.415Z port = "qsfp0"
3252025-11-07T23:57:38.415Z # The speed of this port.
3262025-11-07T23:57:38.415Z+ true
3272025-11-07T23:57:38.415Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3282025-11-07T23:57:38.415Za pkg/config-rss.toml 8K
3292025-11-07T23:57:38.415Za pkg/config.toml 6K
3302025-11-07T23:57:38.415Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3312025-11-07T23:57:38.415Z+ TLS_NAME=recovery.sys.oxide.test
3322025-11-07T23:57:38.415Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3332025-11-07T23:57:39.366Z.+....+.........+......+.....+....+.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+..........+.....+............+...................+............+...........................+.....+.+......+.......................+.+.....+......+..................+.+..+...+.........+...+....+.....+....+..+.......+............+...+.....+.............+..+...+.......+...+..+.+.....+...............+....+...+............+..+.+........+.....................+....+..+...............+..................+......+......+.......+...........+......+.........+................+...+..+...+......+....+......+..+.......+....................+.............................................+...+.........+...+...+....+..................+..+.+...............+...+.........+..+........................+....+..+.+............+......+......+...+...........+.....................+.+.........+...........+..........+..............+.....................+...+............+...+......+.........+...............+......+.+..+.......+.....+....+.....+.........+.+.........+.....+.+.....+.+..................+....................+......+................+..................+..+.+...+..+............+...+.......+...+.........+.........+............+.........+...+...+............+........+.........+.............+...........+....+.....+...+.......+...+..+................+............+..+............+.........+......+....+......+.....+..................+..........+......+............+............+.....+......+..........+...........+...+................+..+....+......+........+...............+......+...+.+............+............+..+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342025-11-07T23:57:39.599Z.+.......+.........+.....+.........+.............+..+...+....+...+...+...+.........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.....+...+...+...+......+.+.....+...+....+......+..+..........+..+.+..+....+.....+....+.........+........+...+....+..+..........+........+...+............+...+....+...+...+.....+...+............+............+.......+...+...+..+...+.......+......+.....+.......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+..........+.........+........+....+.....+.............+...+..+.+..............+.+..+...................+......+........+..........+......+....................+.............+..+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3352025-11-07T23:57:39.623Z-----
3362025-11-07T23:57:39.647Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3372025-11-07T23:57:39.647Za pkg/initial-tls-cert.pem 2K
3382025-11-07T23:57:39.647Za pkg/initial-tls-key.pem 4K
3392025-11-07T23:57:39.647Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3402025-11-07T23:57:39.647Z+ rmdir pkg
3412025-11-07T23:57:39.647Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3422025-11-07T23:57:39.647Z+ pfexec mkdir -p /usr/oxide
3432025-11-07T23:57:39.647Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3442025-11-07T23:57:40.230Z+ pfexec chmod +x /usr/oxide/oxide
3452025-11-07T23:57:40.254Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3462025-11-07T23:57:58.554Z+ OMICRON_NO_UNINSTALL=1
3472025-11-07T23:57:58.554Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3482025-11-07T23:57:58.579ZLogging to: /opt/oxide/work/out/LOG
3492025-11-07T23:57:59.367Z
3502025-11-07T23:57:59.367Zreal 0.807556270
3512025-11-07T23:57:59.367Zuser 0.170489245
3522025-11-07T23:57:59.391Zsys 4.832345060
3532025-11-07T23:57:59.391Ztrap 0.000012990
3542025-11-07T23:57:59.391Ztflt 0.000029430
3552025-11-07T23:57:59.391Zdflt 0.001069482
3562025-11-07T23:57:59.391Zkflt 0.000000000
3572025-11-07T23:57:59.391Zlock 1:12.642291903
3582025-11-07T23:57:59.391Zslp 0.990290564
3592025-11-07T23:57:59.392Zlat 0.035921604
3602025-11-07T23:57:59.392Zstop 0.065201397
3612025-11-07T23:57:59.392Z+ retry=0
3622025-11-07T23:57:59.392Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632025-11-07T23:57:59.392Z+ [[ 0 -gt 30 ]]
3642025-11-07T23:57:59.392Z+ sleep 1
3652025-11-07T23:58:00.382Z+ retry=1
3662025-11-07T23:58:00.382Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3672025-11-07T23:58:00.406Z+ [[ 1 -gt 30 ]]
3682025-11-07T23:58:00.406Z+ sleep 1
3692025-11-07T23:58:01.396Z+ retry=2
3702025-11-07T23:58:01.396Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3712025-11-07T23:58:01.420Z+ [[ 2 -gt 30 ]]
3722025-11-07T23:58:01.420Z+ sleep 1
3732025-11-07T23:58:02.411Z+ retry=3
3742025-11-07T23:58:02.411Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3752025-11-07T23:58:22.271Z+ [[ 3 -gt 30 ]]
3762025-11-07T23:58:22.271Z+ sleep 1
3772025-11-07T23:58:23.275Z+ retry=4
3782025-11-07T23:58:23.275Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3792025-11-07T23:58:23.300Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3802025-11-07T23:58:23.324Zlocal v6:
3812025-11-07T23:58:23.324Zfe80::3cff:81ff:febd:8b70
3822025-11-07T23:58:23.324Zfd86:ab6e:ee5e:8f2a::1
3832025-11-07T23:58:23.324Zlocal v4:
3842025-11-07T23:58:23.324Z10.151.1.174
3852025-11-07T23:58:23.324Zrouter v6_idx:
3862025-11-07T23:58:23.324Zrouter v6_routes:
3872025-11-07T23:58:23.324Zrouter v4_idx:
3882025-11-07T23:58:23.324Zrouter v4_routes:
3892025-11-07T23:58:23.324Zresolver v4:
3902025-11-07T23:58:23.324Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912025-11-07T23:58:23.324Zresolver v6:
3922025-11-07T23:58:23.324Zfe80::3cff:81ff:febd:8b70 -> 3e:ff:81:bd:8b:70
3932025-11-07T23:58:23.324Zfe80::9481:e0ff:fe39:68bd -> 96:81:e0:39:68:bd
3942025-11-07T23:58:23.324Znat v4:
3952025-11-07T23:58:23.325Znat_v6:
3962025-11-07T23:58:23.325Zport_mac:
3972025-11-07T23:58:23.325Z1: a8:40:25:0f:13:d2
3982025-11-07T23:58:23.325Z2: a8:40:25:0f:13:f2
3992025-11-07T23:58:23.325Z1000: a8:40:25:0f:13:d1
4002025-11-07T23:58:23.325Zproxy arp:
4012025-11-07T23:58:23.325Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022025-11-07T23:58:23.325Z+ retry=0
4032025-11-07T23:58:23.325Z+++ zoneadm list -n
4042025-11-07T23:58:23.325Z+++ grep oxz_ntp
4052025-11-07T23:58:23.349Z++ pfexec svcs -z -Hostate oxide/ntp
4062025-11-07T23:58:23.349Zsvcs: zone '-Hostate': entity not found
4072025-11-07T23:58:23.349Z++ true
4082025-11-07T23:58:23.349Z+ [[ '' != online ]]
4092025-11-07T23:58:23.349Z+ [[ 0 -gt 60 ]]
4102025-11-07T23:58:23.349Z+ sleep 1
4112025-11-07T23:58:24.338Z+ retry=1
4122025-11-07T23:58:24.362Z+++ zoneadm list -n
4132025-11-07T23:58:24.362Z+++ grep oxz_ntp
4142025-11-07T23:58:24.362Z++ pfexec svcs -z -Hostate oxide/ntp
4152025-11-07T23:58:24.362Zsvcs: zone '-Hostate': entity not found
4162025-11-07T23:58:24.362Z++ true
4172025-11-07T23:58:24.362Z+ [[ '' != online ]]
4182025-11-07T23:58:24.362Z+ [[ 1 -gt 60 ]]
4192025-11-07T23:58:24.362Z+ sleep 1
4202025-11-07T23:58:25.358Z+ retry=2
4212025-11-07T23:58:25.383Z+++ zoneadm list -n
4222025-11-07T23:58:25.383Z+++ grep oxz_ntp
4232025-11-07T23:58:25.383Z++ pfexec svcs -z -Hostate oxide/ntp
4242025-11-07T23:58:25.383Zsvcs: zone '-Hostate': entity not found
4252025-11-07T23:58:25.383Z++ true
4262025-11-07T23:58:25.383Z+ [[ '' != online ]]
4272025-11-07T23:58:25.383Z+ [[ 2 -gt 60 ]]
4282025-11-07T23:58:25.383Z+ sleep 1
4292025-11-07T23:58:26.379Z+ retry=3
4302025-11-07T23:58:26.403Z+++ zoneadm list -n
4312025-11-07T23:58:26.404Z+++ grep oxz_ntp
4322025-11-07T23:58:26.404Z++ pfexec svcs -z -Hostate oxide/ntp
4332025-11-07T23:58:26.404Zsvcs: zone '-Hostate': entity not found
4342025-11-07T23:58:26.404Z++ true
4352025-11-07T23:58:26.404Z+ [[ '' != online ]]
4362025-11-07T23:58:26.404Z+ [[ 3 -gt 60 ]]
4372025-11-07T23:58:26.404Z+ sleep 1
4382025-11-07T23:58:27.402Z+ retry=4
4392025-11-07T23:58:27.426Z+++ zoneadm list -n
4402025-11-07T23:58:27.426Z+++ grep oxz_ntp
4412025-11-07T23:58:27.426Z++ pfexec svcs -z -Hostate oxide/ntp
4422025-11-07T23:58:27.426Zsvcs: zone '-Hostate': entity not found
4432025-11-07T23:58:27.426Z++ true
4442025-11-07T23:58:27.426Z+ [[ '' != online ]]
4452025-11-07T23:58:27.426Z+ [[ 4 -gt 60 ]]
4462025-11-07T23:58:27.426Z+ sleep 1
4472025-11-07T23:58:28.424Z+ retry=5
4482025-11-07T23:58:28.448Z+++ zoneadm list -n
4492025-11-07T23:58:28.448Z+++ grep oxz_ntp
4502025-11-07T23:58:28.448Z++ pfexec svcs -z -Hostate oxide/ntp
4512025-11-07T23:58:28.448Zsvcs: zone '-Hostate': entity not found
4522025-11-07T23:58:28.448Z++ true
4532025-11-07T23:58:28.448Z+ [[ '' != online ]]
4542025-11-07T23:58:28.448Z+ [[ 5 -gt 60 ]]
4552025-11-07T23:58:28.448Z+ sleep 1
4562025-11-07T23:58:29.448Z+ retry=6
4572025-11-07T23:58:29.472Z+++ zoneadm list -n
4582025-11-07T23:58:29.472Z+++ grep oxz_ntp
4592025-11-07T23:58:29.472Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
4602025-11-07T23:58:29.496Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612025-11-07T23:58:29.496Z++ true
4622025-11-07T23:58:29.496Z+ [[ '' != online ]]
4632025-11-07T23:58:29.496Z+ [[ 6 -gt 60 ]]
4642025-11-07T23:58:29.496Z+ sleep 1
4652025-11-07T23:58:30.478Z+ retry=7
4662025-11-07T23:58:30.502Z+++ zoneadm list -n
4672025-11-07T23:58:30.502Z+++ grep oxz_ntp
4682025-11-07T23:58:30.502Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
4692025-11-07T23:58:30.502Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4702025-11-07T23:58:30.502Z++ true
4712025-11-07T23:58:30.526Z+ [[ '' != online ]]
4722025-11-07T23:58:30.526Z+ [[ 7 -gt 60 ]]
4732025-11-07T23:58:30.526Z+ sleep 1
4742025-11-07T23:58:31.506Z+ retry=8
4752025-11-07T23:58:31.530Z+++ zoneadm list -n
4762025-11-07T23:58:31.530Z+++ grep oxz_ntp
4772025-11-07T23:58:31.530Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
4782025-11-07T23:58:31.555Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4792025-11-07T23:58:31.555Z++ true
4802025-11-07T23:58:31.555Z+ [[ '' != online ]]
4812025-11-07T23:58:31.555Z+ [[ 8 -gt 60 ]]
4822025-11-07T23:58:31.555Z+ sleep 1
4832025-11-07T23:58:32.537Z+ retry=9
4842025-11-07T23:58:32.561Z+++ zoneadm list -n
4852025-11-07T23:58:32.561Z+++ grep oxz_ntp
4862025-11-07T23:58:32.561Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
4872025-11-07T23:58:32.561Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4882025-11-07T23:58:32.586Z++ true
4892025-11-07T23:58:32.586Z+ [[ '' != online ]]
4902025-11-07T23:58:32.586Z+ [[ 9 -gt 60 ]]
4912025-11-07T23:58:32.586Z+ sleep 1
4922025-11-07T23:58:33.565Z+ retry=10
4932025-11-07T23:58:33.589Z+++ zoneadm list -n
4942025-11-07T23:58:33.589Z+++ grep oxz_ntp
4952025-11-07T23:58:33.589Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
4962025-11-07T23:58:33.613Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4972025-11-07T23:58:33.613Z++ true
4982025-11-07T23:58:33.613Z+ [[ '' != online ]]
4992025-11-07T23:58:33.613Z+ [[ 10 -gt 60 ]]
5002025-11-07T23:58:33.613Z+ sleep 1
5012025-11-07T23:58:34.598Z+ retry=11
5022025-11-07T23:58:34.623Z+++ zoneadm list -n
5032025-11-07T23:58:34.623Z+++ grep oxz_ntp
5042025-11-07T23:58:34.623Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5052025-11-07T23:58:34.623Z+ [[ offline != online ]]
5062025-11-07T23:58:34.623Z+ [[ 11 -gt 60 ]]
5072025-11-07T23:58:34.623Z+ sleep 1
5082025-11-07T23:58:35.620Z+ retry=12
5092025-11-07T23:58:35.644Z+++ zoneadm list -n
5102025-11-07T23:58:35.644Z+++ grep oxz_ntp
5112025-11-07T23:58:35.644Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5122025-11-07T23:58:35.644Z+ [[ offline != online ]]
5132025-11-07T23:58:35.644Z+ [[ 12 -gt 60 ]]
5142025-11-07T23:58:35.644Z+ sleep 1
5152025-11-07T23:58:36.642Z+ retry=13
5162025-11-07T23:58:36.666Z+++ zoneadm list -n
5172025-11-07T23:58:36.667Z+++ grep oxz_ntp
5182025-11-07T23:58:36.667Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5192025-11-07T23:58:36.667Z+ [[ offline != online ]]
5202025-11-07T23:58:36.667Z+ [[ 13 -gt 60 ]]
5212025-11-07T23:58:36.667Z+ sleep 1
5222025-11-07T23:58:37.664Z+ retry=14
5232025-11-07T23:58:37.688Z+++ zoneadm list -n
5242025-11-07T23:58:37.688Z+++ grep oxz_ntp
5252025-11-07T23:58:37.688Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5262025-11-07T23:58:37.688Z+ [[ offline != online ]]
5272025-11-07T23:58:37.688Z+ [[ 14 -gt 60 ]]
5282025-11-07T23:58:37.688Z+ sleep 1
5292025-11-07T23:58:38.685Z+ retry=15
5302025-11-07T23:58:38.710Z+++ zoneadm list -n
5312025-11-07T23:58:38.710Z+++ grep oxz_ntp
5322025-11-07T23:58:38.710Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5332025-11-07T23:58:38.710Z+ [[ offline != online ]]
5342025-11-07T23:58:38.710Z+ [[ 15 -gt 60 ]]
5352025-11-07T23:58:38.710Z+ sleep 1
5362025-11-07T23:58:39.707Z+ retry=16
5372025-11-07T23:58:39.731Z+++ zoneadm list -n
5382025-11-07T23:58:39.731Z+++ grep oxz_ntp
5392025-11-07T23:58:39.731Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5402025-11-07T23:58:39.731Z+ [[ offline != online ]]
5412025-11-07T23:58:39.731Z+ [[ 16 -gt 60 ]]
5422025-11-07T23:58:39.731Z+ sleep 1
 
5432025-11-07T23:58:40.709Zbuskin console login: Nov 7 23:58:40 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5442025-11-07T23:58:40.728Z+ retry=17
5452025-11-07T23:58:40.752Z+++ zoneadm list -n
5462025-11-07T23:58:40.752Z+++ grep oxz_ntp
5472025-11-07T23:58:40.752Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5482025-11-07T23:58:40.752Z+ [[ offline != online ]]
5492025-11-07T23:58:40.752Z+ [[ 17 -gt 60 ]]
5502025-11-07T23:58:40.752Z+ sleep 1
5512025-11-07T23:58:41.748Z+ retry=18
5522025-11-07T23:58:41.772Z+++ zoneadm list -n
5532025-11-07T23:58:41.773Z+++ grep oxz_ntp
5542025-11-07T23:58:41.773Z++ pfexec svcs -z oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a -Hostate oxide/ntp
5552025-11-07T23:58:41.773Z+ [[ online != online ]]
5562025-11-07T23:58:41.773Z+ echo 'Waited for chrony: 18s'
5572025-11-07T23:58:41.773Z+ retry=0
5582025-11-07T23:58:41.773ZWaited for chrony: 18s
5592025-11-07T23:58:41.773Z+ zoneadm list
5602025-11-07T23:58:41.773Z+ grep nexus
5612025-11-07T23:58:41.797Z+ [[ 0 -gt 300 ]]
5622025-11-07T23:58:41.797Z+ sleep 1
5632025-11-07T23:58:42.777Z+ retry=1
5642025-11-07T23:58:42.802Z+ zoneadm list
5652025-11-07T23:58:42.802Z+ grep nexus
5662025-11-07T23:58:42.802Z+ [[ 1 -gt 300 ]]
5672025-11-07T23:58:42.802Z+ sleep 1
5682025-11-07T23:58:43.787Z+ retry=2
5692025-11-07T23:58:43.812Z+ zoneadm list
5702025-11-07T23:58:43.812Z+ grep nexus
5712025-11-07T23:58:43.812Z+ [[ 2 -gt 300 ]]
5722025-11-07T23:58:43.812Z+ sleep 1
5732025-11-07T23:58:44.802Z+ retry=3
5742025-11-07T23:58:44.802Z+ zoneadm list
5752025-11-07T23:58:44.802Z+ grep nexus
5762025-11-07T23:58:44.827Z+ [[ 3 -gt 300 ]]
5772025-11-07T23:58:44.827Z+ sleep 1
5782025-11-07T23:58:45.808Z+ retry=4
5792025-11-07T23:58:45.832Z+ zoneadm list
5802025-11-07T23:58:45.832Z+ grep nexus
5812025-11-07T23:58:45.832Z+ [[ 4 -gt 300 ]]
5822025-11-07T23:58:45.832Z+ sleep 1
5832025-11-07T23:58:46.819Z+ retry=5
5842025-11-07T23:58:46.843Z+ zoneadm list
5852025-11-07T23:58:46.843Z+ grep nexus
5862025-11-07T23:58:46.843Z+ [[ 5 -gt 300 ]]
5872025-11-07T23:58:46.843Z+ sleep 1
5882025-11-07T23:58:47.830Z+ retry=6
5892025-11-07T23:58:47.854Z+ zoneadm list
5902025-11-07T23:58:47.854Z+ grep nexus
5912025-11-07T23:58:47.854Z+ [[ 6 -gt 300 ]]
5922025-11-07T23:58:47.854Z+ sleep 1
5932025-11-07T23:58:48.840Z+ retry=7
5942025-11-07T23:58:48.865Z+ zoneadm list
5952025-11-07T23:58:48.865Z+ grep nexus
5962025-11-07T23:58:48.865Z+ [[ 7 -gt 300 ]]
5972025-11-07T23:58:48.865Z+ sleep 1
5982025-11-07T23:58:49.851Z+ retry=8
5992025-11-07T23:58:49.875Z+ zoneadm list
6002025-11-07T23:58:49.875Z+ grep nexus
6012025-11-07T23:58:49.875Z+ [[ 8 -gt 300 ]]
6022025-11-07T23:58:49.875Z+ sleep 1
6032025-11-07T23:58:50.861Z+ retry=9
6042025-11-07T23:58:50.886Z+ zoneadm list
6052025-11-07T23:58:50.886Z+ grep nexus
6062025-11-07T23:58:50.886Z+ [[ 9 -gt 300 ]]
6072025-11-07T23:58:50.886Z+ sleep 1
6082025-11-07T23:58:51.872Z+ retry=10
6092025-11-07T23:58:51.896Z+ zoneadm list
6102025-11-07T23:58:51.896Z+ grep nexus
6112025-11-07T23:58:51.896Z+ [[ 10 -gt 300 ]]
6122025-11-07T23:58:51.896Z+ sleep 1
6132025-11-07T23:58:52.881Z+ retry=11
6142025-11-07T23:58:52.906Z+ zoneadm list
6152025-11-07T23:58:52.906Z+ grep nexus
6162025-11-07T23:58:52.906Z+ [[ 11 -gt 300 ]]
6172025-11-07T23:58:52.906Z+ sleep 1
6182025-11-07T23:58:53.892Z+ retry=12
6192025-11-07T23:58:53.916Z+ zoneadm list
6202025-11-07T23:58:53.916Z+ grep nexus
6212025-11-07T23:58:53.916Z+ [[ 12 -gt 300 ]]
6222025-11-07T23:58:53.916Z+ sleep 1
6232025-11-07T23:58:54.902Z+ retry=13
6242025-11-07T23:58:54.926Z+ zoneadm list
6252025-11-07T23:58:54.926Z+ grep nexus
6262025-11-07T23:58:54.926Z+ [[ 13 -gt 300 ]]
6272025-11-07T23:58:54.926Z+ sleep 1
6282025-11-07T23:58:55.913Z+ retry=14
6292025-11-07T23:58:55.937Z+ zoneadm list
6302025-11-07T23:58:55.937Z+ grep nexus
6312025-11-07T23:58:55.937Z+ [[ 14 -gt 300 ]]
6322025-11-07T23:58:55.937Z+ sleep 1
6332025-11-07T23:58:56.928Z+ retry=15
6342025-11-07T23:58:56.952Z+ zoneadm list
6352025-11-07T23:58:56.952Z+ grep nexus
6362025-11-07T23:58:56.952Z+ [[ 15 -gt 300 ]]
6372025-11-07T23:58:56.952Z+ sleep 1
6382025-11-07T23:58:57.940Z+ retry=16
6392025-11-07T23:58:57.964Z+ zoneadm list
6402025-11-07T23:58:57.964Z+ grep nexus
6412025-11-07T23:58:57.965Z+ [[ 16 -gt 300 ]]
6422025-11-07T23:58:57.965Z+ sleep 1
6432025-11-07T23:58:58.952Z+ retry=17
6442025-11-07T23:58:58.976Z+ zoneadm list
6452025-11-07T23:58:58.976Z+ grep nexus
6462025-11-07T23:58:58.977Z+ [[ 17 -gt 300 ]]
6472025-11-07T23:58:58.977Z+ sleep 1
6482025-11-07T23:58:59.967Z+ retry=18
6492025-11-07T23:58:59.991Z+ zoneadm list
6502025-11-07T23:58:59.991Z+ grep nexus
6512025-11-07T23:58:59.991Z+ [[ 18 -gt 300 ]]
6522025-11-07T23:58:59.991Z+ sleep 1
6532025-11-07T23:59:00.997Z+ retry=19
6542025-11-07T23:59:01.022Z+ zoneadm list
6552025-11-07T23:59:01.022Z+ grep nexus
6562025-11-07T23:59:01.022Z+ [[ 19 -gt 300 ]]
6572025-11-07T23:59:01.022Z+ sleep 1
6582025-11-07T23:59:02.015Z+ retry=20
6592025-11-07T23:59:02.040Z+ zoneadm list
6602025-11-07T23:59:02.040Z+ grep nexus
6612025-11-07T23:59:02.040Z+ [[ 20 -gt 300 ]]
6622025-11-07T23:59:02.040Z+ sleep 1
6632025-11-07T23:59:03.027Z+ retry=21
6642025-11-07T23:59:03.052Z+ zoneadm list
6652025-11-07T23:59:03.052Z+ grep nexus
6662025-11-07T23:59:03.052Z+ [[ 21 -gt 300 ]]
6672025-11-07T23:59:03.052Z+ sleep 1
6682025-11-07T23:59:04.040Z+ retry=22
6692025-11-07T23:59:04.065Z+ zoneadm list
6702025-11-07T23:59:04.065Z+ grep nexus
6712025-11-07T23:59:04.065Z+ [[ 22 -gt 300 ]]
6722025-11-07T23:59:04.065Z+ sleep 1
6732025-11-07T23:59:05.052Z+ retry=23
6742025-11-07T23:59:05.076Z+ zoneadm list
6752025-11-07T23:59:05.077Z+ grep nexus
6762025-11-07T23:59:05.077Z+ [[ 23 -gt 300 ]]
6772025-11-07T23:59:05.077Z+ sleep 1
6782025-11-07T23:59:06.064Z+ retry=24
6792025-11-07T23:59:06.088Z+ zoneadm list
6802025-11-07T23:59:06.089Z+ grep nexus
6812025-11-07T23:59:06.089Z+ [[ 24 -gt 300 ]]
6822025-11-07T23:59:06.089Z+ sleep 1
6832025-11-07T23:59:07.079Z+ retry=25
6842025-11-07T23:59:07.104Z+ zoneadm list
6852025-11-07T23:59:07.104Z+ grep nexus
6862025-11-07T23:59:07.104Z+ [[ 25 -gt 300 ]]
6872025-11-07T23:59:07.104Z+ sleep 1
6882025-11-07T23:59:08.093Z+ retry=26
6892025-11-07T23:59:08.117Z+ zoneadm list
6902025-11-07T23:59:08.117Z+ grep nexus
6912025-11-07T23:59:08.117Z+ [[ 26 -gt 300 ]]
6922025-11-07T23:59:08.117Z+ sleep 1
6932025-11-07T23:59:09.105Z+ retry=27
6942025-11-07T23:59:09.130Z+ zoneadm list
6952025-11-07T23:59:09.130Z+ grep nexus
6962025-11-07T23:59:09.130Z+ [[ 27 -gt 300 ]]
6972025-11-07T23:59:09.130Z+ sleep 1
6982025-11-07T23:59:10.118Z+ retry=28
6992025-11-07T23:59:10.860Z+ zoneadm list
7002025-11-07T23:59:10.885Z+ grep nexus
7012025-11-07T23:59:10.885Z+ [[ 28 -gt 300 ]]
7022025-11-07T23:59:10.885Z+ sleep 1
7032025-11-07T23:59:11.919Z+ retry=29
7042025-11-07T23:59:11.944Z+ zoneadm list
7052025-11-07T23:59:11.944Z+ grep nexus
7062025-11-07T23:59:11.944Z+ [[ 29 -gt 300 ]]
7072025-11-07T23:59:11.944Z+ sleep 1
7082025-11-07T23:59:12.948Z+ retry=30
7092025-11-07T23:59:12.972Z+ zoneadm list
7102025-11-07T23:59:12.972Z+ grep nexus
7112025-11-07T23:59:12.972Z+ [[ 30 -gt 300 ]]
7122025-11-07T23:59:12.972Z+ sleep 1
7132025-11-07T23:59:13.965Z+ retry=31
7142025-11-07T23:59:13.990Z+ zoneadm list
7152025-11-07T23:59:13.991Z+ grep nexus
7162025-11-07T23:59:13.991Z+ [[ 31 -gt 300 ]]
7172025-11-07T23:59:13.991Z+ sleep 1
7182025-11-07T23:59:14.985Z+ retry=32
7192025-11-07T23:59:15.009Z+ zoneadm list
7202025-11-07T23:59:15.009Z+ grep nexus
7212025-11-07T23:59:15.009Z+ [[ 32 -gt 300 ]]
7222025-11-07T23:59:15.009Z+ sleep 1
7232025-11-07T23:59:16.004Z+ retry=33
7242025-11-07T23:59:16.029Z+ zoneadm list
7252025-11-07T23:59:16.029Z+ grep nexus
7262025-11-07T23:59:16.029Z+ [[ 33 -gt 300 ]]
7272025-11-07T23:59:16.029Z+ sleep 1
7282025-11-07T23:59:17.017Z+ retry=34
7292025-11-07T23:59:17.042Z+ zoneadm list
7302025-11-07T23:59:17.042Z+ grep nexus
7312025-11-07T23:59:17.042Z+ [[ 34 -gt 300 ]]
7322025-11-07T23:59:17.042Z+ sleep 1
7332025-11-07T23:59:18.031Z+ retry=35
7342025-11-07T23:59:18.055Z+ zoneadm list
7352025-11-07T23:59:18.055Z+ grep nexus
7362025-11-07T23:59:18.055Z+ [[ 35 -gt 300 ]]
7372025-11-07T23:59:18.055Z+ sleep 1
7382025-11-07T23:59:19.043Z+ retry=36
7392025-11-07T23:59:19.068Z+ zoneadm list
7402025-11-07T23:59:19.068Z+ grep nexus
7412025-11-07T23:59:19.068Z+ [[ 36 -gt 300 ]]
7422025-11-07T23:59:19.068Z+ sleep 1
7432025-11-07T23:59:20.055Z+ retry=37
7442025-11-07T23:59:20.080Z+ zoneadm list
7452025-11-07T23:59:20.080Z+ grep nexus
7462025-11-07T23:59:20.080Z+ [[ 37 -gt 300 ]]
7472025-11-07T23:59:20.080Z+ sleep 1
7482025-11-07T23:59:21.070Z+ retry=38
7492025-11-07T23:59:21.096Z+ zoneadm list
7502025-11-07T23:59:21.096Z+ grep nexus
7512025-11-07T23:59:21.166Z+ [[ 38 -gt 300 ]]
7522025-11-07T23:59:21.166Z+ sleep 1
7532025-11-07T23:59:22.445Z+ retry=39
7542025-11-07T23:59:22.470Z+ zoneadm list
7552025-11-07T23:59:22.470Z+ grep nexus
7562025-11-07T23:59:22.470Z+ [[ 39 -gt 300 ]]
7572025-11-07T23:59:22.470Z+ sleep 1
7582025-11-07T23:59:23.461Z+ retry=40
7592025-11-07T23:59:23.492Z+ zoneadm list
7602025-11-07T23:59:23.492Z+ grep nexus
7612025-11-07T23:59:23.492Z+ [[ 40 -gt 300 ]]
7622025-11-07T23:59:23.492Z+ sleep 1
7632025-11-07T23:59:24.476Z+ retry=41
7642025-11-07T23:59:24.500Z+ zoneadm list
7652025-11-07T23:59:24.500Z+ grep nexus
7662025-11-07T23:59:24.501Z+ [[ 41 -gt 300 ]]
7672025-11-07T23:59:24.501Z+ sleep 1
7682025-11-07T23:59:25.489Z+ retry=42
7692025-11-07T23:59:25.513Z+ zoneadm list
7702025-11-07T23:59:25.514Z+ grep nexus
7712025-11-07T23:59:25.514Z+ [[ 42 -gt 300 ]]
7722025-11-07T23:59:25.514Z+ sleep 1
7732025-11-07T23:59:26.502Z+ retry=43
7742025-11-07T23:59:26.526Z+ zoneadm list
7752025-11-07T23:59:26.526Z+ grep nexus
7762025-11-07T23:59:26.526Z+ [[ 43 -gt 300 ]]
7772025-11-07T23:59:26.526Z+ sleep 1
7782025-11-07T23:59:27.514Z+ retry=44
7792025-11-07T23:59:27.538Z+ zoneadm list
7802025-11-07T23:59:27.539Z+ grep nexus
7812025-11-07T23:59:27.539Z+ [[ 44 -gt 300 ]]
7822025-11-07T23:59:27.539Z+ sleep 1
7832025-11-07T23:59:28.526Z+ retry=45
7842025-11-07T23:59:28.550Z+ zoneadm list
7852025-11-07T23:59:28.550Z+ grep nexus
7862025-11-07T23:59:28.550Z+ [[ 45 -gt 300 ]]
7872025-11-07T23:59:28.550Z+ sleep 1
7882025-11-07T23:59:29.538Z+ retry=46
7892025-11-07T23:59:29.563Z+ zoneadm list
7902025-11-07T23:59:29.563Z+ grep nexus
7912025-11-07T23:59:29.563Z+ [[ 46 -gt 300 ]]
7922025-11-07T23:59:29.563Z+ sleep 1
7932025-11-07T23:59:30.555Z+ retry=47
7942025-11-07T23:59:30.585Z+ zoneadm list
7952025-11-07T23:59:30.585Z+ grep nexus
7962025-11-07T23:59:30.585Z+ [[ 47 -gt 300 ]]
7972025-11-07T23:59:30.586Z+ sleep 1
7982025-11-07T23:59:31.584Z+ retry=48
7992025-11-07T23:59:31.611Z+ zoneadm list
8002025-11-07T23:59:31.611Z+ grep nexus
8012025-11-07T23:59:31.611Z+ [[ 48 -gt 300 ]]
8022025-11-07T23:59:31.611Z+ sleep 1
8032025-11-07T23:59:32.637Z+ retry=49
8042025-11-07T23:59:32.713Z+ zoneadm list
8052025-11-07T23:59:33.016Z+ grep nexus
8062025-11-07T23:59:33.064Z+ [[ 49 -gt 300 ]]
8072025-11-07T23:59:33.064Z+ sleep 1
8082025-11-07T23:59:34.159Z+ retry=50
8092025-11-07T23:59:34.186Z+ zoneadm list
8102025-11-07T23:59:34.186Z+ grep nexus
8112025-11-07T23:59:34.186Z+ [[ 50 -gt 300 ]]
8122025-11-07T23:59:34.186Z+ sleep 1
8132025-11-07T23:59:35.529Z+ retry=51
8142025-11-07T23:59:35.529Z+ zoneadm list
8152025-11-07T23:59:35.529Z+ grep nexus
8162025-11-07T23:59:35.529Z+ [[ 51 -gt 300 ]]
8172025-11-07T23:59:35.529Z+ sleep 1
8182025-11-07T23:59:36.114Z+ retry=52
8192025-11-07T23:59:36.140Z+ zoneadm list
8202025-11-07T23:59:36.140Z+ grep nexus
8212025-11-07T23:59:36.164Z+ [[ 52 -gt 300 ]]
8222025-11-07T23:59:36.164Z+ sleep 1
8232025-11-07T23:59:37.172Z+ retry=53
8242025-11-07T23:59:37.196Z+ zoneadm list
8252025-11-07T23:59:37.196Z+ grep nexus
8262025-11-07T23:59:37.196Z+ [[ 53 -gt 300 ]]
8272025-11-07T23:59:37.196Z+ sleep 1
8282025-11-07T23:59:41.154Z+ retry=54
8292025-11-07T23:59:41.154Z+ zoneadm list
8302025-11-07T23:59:41.154Z+ grep nexus
8312025-11-07T23:59:41.154Z+ [[ 54 -gt 300 ]]
8322025-11-07T23:59:41.154Z+ sleep 1
8332025-11-07T23:59:41.702Z+ retry=55
8342025-11-07T23:59:41.702Z+ zoneadm list
8352025-11-07T23:59:41.702Z+ grep nexus
8362025-11-07T23:59:41.702Z+ [[ 55 -gt 300 ]]
8372025-11-07T23:59:41.702Z+ sleep 1
8382025-11-07T23:59:41.793Z+ retry=56
8392025-11-07T23:59:41.793Z+ zoneadm list
8402025-11-07T23:59:41.793Z+ grep nexus
8412025-11-07T23:59:41.793Z+ [[ 56 -gt 300 ]]
8422025-11-07T23:59:41.793Z+ sleep 1
8432025-11-07T23:59:41.793Z+ retry=57
8442025-11-07T23:59:41.793Z+ zoneadm list
8452025-11-07T23:59:41.793Z+ grep nexus
8462025-11-07T23:59:41.793Z+ [[ 57 -gt 300 ]]
8472025-11-07T23:59:41.793Z+ sleep 1
8482025-11-07T23:59:42.254Z+ retry=58
8492025-11-07T23:59:42.279Z+ zoneadm list
8502025-11-07T23:59:42.279Z+ grep nexus
8512025-11-07T23:59:42.279Z+ [[ 58 -gt 300 ]]
8522025-11-07T23:59:42.279Z+ sleep 1
8532025-11-07T23:59:43.269Z+ retry=59
8542025-11-07T23:59:43.295Z+ zoneadm list
8552025-11-07T23:59:43.295Z+ grep nexus
8562025-11-07T23:59:43.295Z+ [[ 59 -gt 300 ]]
8572025-11-07T23:59:43.295Z+ sleep 1
8582025-11-07T23:59:44.282Z+ retry=60
8592025-11-07T23:59:44.306Z+ zoneadm list
8602025-11-07T23:59:44.306Z+ grep nexus
8612025-11-07T23:59:44.306Z+ [[ 60 -gt 300 ]]
8622025-11-07T23:59:44.306Z+ sleep 1
8632025-11-07T23:59:45.295Z+ retry=61
8642025-11-07T23:59:45.319Z+ zoneadm list
8652025-11-07T23:59:45.319Z+ grep nexus
8662025-11-07T23:59:45.319Z+ [[ 61 -gt 300 ]]
8672025-11-07T23:59:45.319Z+ sleep 1
8682025-11-07T23:59:46.309Z+ retry=62
8692025-11-07T23:59:46.333Z+ zoneadm list
8702025-11-07T23:59:46.333Z+ grep nexus
8712025-11-07T23:59:46.333Z+ [[ 62 -gt 300 ]]
8722025-11-07T23:59:46.333Z+ sleep 1
8732025-11-07T23:59:47.321Z+ retry=63
8742025-11-07T23:59:47.346Z+ zoneadm list
8752025-11-07T23:59:47.346Z+ grep nexus
8762025-11-07T23:59:47.346Z+ [[ 63 -gt 300 ]]
8772025-11-07T23:59:47.346Z+ sleep 1
8782025-11-07T23:59:48.344Z+ retry=64
8792025-11-07T23:59:48.368Z+ zoneadm list
8802025-11-07T23:59:48.368Z+ grep nexus
8812025-11-07T23:59:48.368Z+ [[ 64 -gt 300 ]]
8822025-11-07T23:59:48.368Z+ sleep 1
8832025-11-07T23:59:49.365Z+ retry=65
8842025-11-07T23:59:49.389Z+ zoneadm list
8852025-11-07T23:59:49.389Z+ grep nexus
8862025-11-07T23:59:49.389Z+ [[ 65 -gt 300 ]]
8872025-11-07T23:59:49.389Z+ sleep 1
8882025-11-07T23:59:50.389Z+ retry=66
8892025-11-07T23:59:50.414Z+ zoneadm list
8902025-11-07T23:59:50.414Z+ grep nexus
8912025-11-07T23:59:50.414Z+ [[ 66 -gt 300 ]]
8922025-11-07T23:59:50.439Z+ sleep 1
8932025-11-07T23:59:51.423Z+ retry=67
8942025-11-07T23:59:51.447Z+ zoneadm list
8952025-11-07T23:59:51.448Z+ grep nexus
8962025-11-07T23:59:51.448Zoxz_nexus_38efd038-6235-4294-b73c-e97f1b477969
8972025-11-07T23:59:51.448Zoxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea
8982025-11-07T23:59:51.448Z+ echo 'Waited for nexus: 67s'
8992025-11-07T23:59:51.448Z+ retry=0
9002025-11-07T23:59:51.498Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9012025-11-07T23:59:51.498Z+ [[ 0 -gt 300 ]]
9022025-11-07T23:59:51.498Z+ sleep 1
9032025-11-07T23:59:51.522ZWaited for nexus: 67s
9042025-11-07T23:59:52.456Z+ retry=1
9052025-11-07T23:59:52.456Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9062025-11-07T23:59:52.481Z+ [[ 1 -gt 300 ]]
9072025-11-07T23:59:52.481Z+ sleep 1
9082025-11-07T23:59:53.467Z+ retry=2
9092025-11-07T23:59:53.467Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9102025-11-07T23:59:53.491Z+ [[ 2 -gt 300 ]]
9112025-11-07T23:59:53.491Z+ sleep 1
9122025-11-07T23:59:54.474Z+ retry=3
9132025-11-07T23:59:54.474Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9142025-11-07T23:59:54.506Z+ [[ 3 -gt 300 ]]
9152025-11-07T23:59:54.506Z+ sleep 1
9162025-11-07T23:59:55.488Z+ retry=4
9172025-11-07T23:59:55.488Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9182025-11-07T23:59:55.513Z+ [[ 4 -gt 300 ]]
9192025-11-07T23:59:55.513Z+ sleep 1
9202025-11-07T23:59:56.500Z+ retry=5
9212025-11-07T23:59:56.500Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9222025-11-07T23:59:56.524Z+ [[ 5 -gt 300 ]]
9232025-11-07T23:59:56.525Z+ sleep 1
9242025-11-07T23:59:57.509Z+ retry=6
9252025-11-07T23:59:57.509Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9262025-11-07T23:59:57.533Z+ [[ 6 -gt 300 ]]
9272025-11-07T23:59:57.534Z+ sleep 1
9282025-11-07T23:59:58.518Z+ retry=7
9292025-11-07T23:59:58.518Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9302025-11-07T23:59:58.542Z+ [[ 7 -gt 300 ]]
9312025-11-07T23:59:58.543Z+ sleep 1
9322025-11-07T23:59:59.528Z+ retry=8
9332025-11-07T23:59:59.528Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9342025-11-07T23:59:59.552Z+ [[ 8 -gt 300 ]]
9352025-11-07T23:59:59.552Z+ sleep 1
9362025-11-08T00:00:00.537Z+ retry=9
9372025-11-08T00:00:00.537Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9382025-11-08T00:00:00.561Z+ [[ 9 -gt 300 ]]
9392025-11-08T00:00:00.561Z+ sleep 1
9402025-11-08T00:00:01.547Z+ retry=10
9412025-11-08T00:00:01.547Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9422025-11-08T00:00:01.581Z+ [[ 10 -gt 300 ]]
9432025-11-08T00:00:01.581Z+ sleep 1
9442025-11-08T00:00:02.557Z+ retry=11
9452025-11-08T00:00:02.557Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9462025-11-08T00:00:02.581Z+ [[ 11 -gt 300 ]]
9472025-11-08T00:00:02.581Z+ sleep 1
9482025-11-08T00:00:03.566Z+ retry=12
9492025-11-08T00:00:03.566Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9502025-11-08T00:00:03.590Z+ [[ 12 -gt 300 ]]
9512025-11-08T00:00:03.590Z+ sleep 1
9522025-11-08T00:00:04.580Z+ retry=13
9532025-11-08T00:00:04.580Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9542025-11-08T00:00:04.604Z+ [[ 13 -gt 300 ]]
9552025-11-08T00:00:04.604Z+ sleep 1
9562025-11-08T00:00:05.593Z+ retry=14
9572025-11-08T00:00:05.593Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9582025-11-08T00:00:05.617Z+ [[ 14 -gt 300 ]]
9592025-11-08T00:00:05.617Z+ sleep 1
9602025-11-08T00:00:06.603Z+ retry=15
9612025-11-08T00:00:06.603Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9622025-11-08T00:00:06.627Z+ [[ 15 -gt 300 ]]
9632025-11-08T00:00:06.628Z+ sleep 1
9642025-11-08T00:00:07.614Z+ retry=16
9652025-11-08T00:00:07.614Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9662025-11-08T00:00:07.639Z+ [[ 16 -gt 300 ]]
9672025-11-08T00:00:07.639Z+ sleep 1
9682025-11-08T00:00:08.623Z+ retry=17
9692025-11-08T00:00:08.623Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9702025-11-08T00:00:08.647Z+ [[ 17 -gt 300 ]]
9712025-11-08T00:00:08.647Z+ sleep 1
9722025-11-08T00:00:09.632Z+ retry=18
9732025-11-08T00:00:09.632Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9742025-11-08T00:00:09.656Z+ [[ 18 -gt 300 ]]
9752025-11-08T00:00:09.656Z+ sleep 1
9762025-11-08T00:00:10.643Z+ retry=19
9772025-11-08T00:00:10.643Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9782025-11-08T00:00:10.667Z+ [[ 19 -gt 300 ]]
9792025-11-08T00:00:10.667Z+ sleep 1
9802025-11-08T00:00:11.654Z+ retry=20
9812025-11-08T00:00:11.654Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9822025-11-08T00:00:11.678Z+ [[ 20 -gt 300 ]]
9832025-11-08T00:00:11.678Z+ sleep 1
9842025-11-08T00:00:12.665Z+ retry=21
9852025-11-08T00:00:12.665Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9862025-11-08T00:00:12.689Z+ [[ 21 -gt 300 ]]
9872025-11-08T00:00:12.689Z+ sleep 1
9882025-11-08T00:00:13.675Z+ retry=22
9892025-11-08T00:00:13.676Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9902025-11-08T00:00:13.700Z+ [[ 22 -gt 300 ]]
9912025-11-08T00:00:13.700Z+ sleep 1
9922025-11-08T00:00:14.686Z+ retry=23
9932025-11-08T00:00:14.686Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9942025-11-08T00:00:14.710Z+ [[ 23 -gt 300 ]]
9952025-11-08T00:00:14.710Z+ sleep 1
 
9962025-11-08T00:00:15.081ZNov 8 00:00:14 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
9972025-11-08T00:00:15.694Z+ retry=24
9982025-11-08T00:00:15.694Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
9992025-11-08T00:00:15.719Z+ [[ 24 -gt 300 ]]
10002025-11-08T00:00:15.719Z+ sleep 1
 
10012025-11-08T00:00:15.728ZNov 8 00:00:15 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10022025-11-08T00:00:16.084ZNov 8 00:00:15 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
10032025-11-08T00:00:16.687ZNov 8 00:00:16 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
10042025-11-08T00:00:16.703Z+ retry=25
10052025-11-08T00:00:16.703Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10062025-11-08T00:00:16.727Z+ [[ 25 -gt 300 ]]
10072025-11-08T00:00:16.727Z+ sleep 1
 
10082025-11-08T00:00:17.017ZNov 8 00:00:16 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
10092025-11-08T00:00:17.712Z+ retry=26
10102025-11-08T00:00:17.712Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10112025-11-08T00:00:17.736Z+ [[ 26 -gt 300 ]]
10122025-11-08T00:00:17.736Z+ sleep 1
10132025-11-08T00:00:18.721Z+ retry=27
10142025-11-08T00:00:18.721Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10152025-11-08T00:00:18.745Z+ [[ 27 -gt 300 ]]
10162025-11-08T00:00:18.745Z+ sleep 1
10172025-11-08T00:00:19.730Z+ retry=28
10182025-11-08T00:00:19.730Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10192025-11-08T00:00:19.754Z+ [[ 28 -gt 300 ]]
10202025-11-08T00:00:19.754Z+ sleep 1
10212025-11-08T00:00:20.740Z+ retry=29
10222025-11-08T00:00:20.740Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10232025-11-08T00:00:20.765Z+ [[ 29 -gt 300 ]]
10242025-11-08T00:00:20.765Z+ sleep 1
10252025-11-08T00:00:21.750Z+ retry=30
10262025-11-08T00:00:21.750Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10272025-11-08T00:00:21.774Z+ [[ 30 -gt 300 ]]
10282025-11-08T00:00:21.774Z+ sleep 1
10292025-11-08T00:00:22.760Z+ retry=31
10302025-11-08T00:00:22.761Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10312025-11-08T00:00:22.786Z+ [[ 31 -gt 300 ]]
10322025-11-08T00:00:22.786Z+ sleep 1
10332025-11-08T00:00:23.775Z+ retry=32
10342025-11-08T00:00:23.775Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10352025-11-08T00:00:23.800Z+ [[ 32 -gt 300 ]]
10362025-11-08T00:00:23.800Z+ sleep 1
10372025-11-08T00:00:24.783Z+ retry=33
10382025-11-08T00:00:24.784Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10392025-11-08T00:00:24.808Z+ [[ 33 -gt 300 ]]
10402025-11-08T00:00:24.808Z+ sleep 1
10412025-11-08T00:00:25.792Z+ retry=34
10422025-11-08T00:00:25.792Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10432025-11-08T00:00:25.817Z+ [[ 34 -gt 300 ]]
10442025-11-08T00:00:25.817Z+ sleep 1
10452025-11-08T00:00:26.801Z+ retry=35
10462025-11-08T00:00:26.801Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10472025-11-08T00:00:26.826Z+ [[ 35 -gt 300 ]]
10482025-11-08T00:00:26.826Z+ sleep 1
10492025-11-08T00:00:27.811Z+ retry=36
10502025-11-08T00:00:27.811Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10512025-11-08T00:00:27.835Z+ [[ 36 -gt 300 ]]
10522025-11-08T00:00:27.835Z+ sleep 1
10532025-11-08T00:00:28.821Z+ retry=37
10542025-11-08T00:00:28.821Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10552025-11-08T00:00:28.845Z+ [[ 37 -gt 300 ]]
10562025-11-08T00:00:28.845Z+ sleep 1
10572025-11-08T00:00:29.830Z+ retry=38
10582025-11-08T00:00:29.830Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10592025-11-08T00:00:29.854Z+ [[ 38 -gt 300 ]]
10602025-11-08T00:00:29.854Z+ sleep 1
10612025-11-08T00:00:30.840Z+ retry=39
10622025-11-08T00:00:30.840Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10632025-11-08T00:00:30.865Z+ [[ 39 -gt 300 ]]
10642025-11-08T00:00:30.865Z+ sleep 1
10652025-11-08T00:00:31.850Z+ retry=40
10662025-11-08T00:00:31.850Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10672025-11-08T00:00:31.875Z+ [[ 40 -gt 300 ]]
10682025-11-08T00:00:31.875Z+ sleep 1
10692025-11-08T00:00:32.860Z+ retry=41
10702025-11-08T00:00:32.860Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10712025-11-08T00:00:32.884Z+ [[ 41 -gt 300 ]]
10722025-11-08T00:00:32.884Z+ sleep 1
10732025-11-08T00:00:33.869Z+ retry=42
10742025-11-08T00:00:33.869Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10752025-11-08T00:00:33.894Z+ [[ 42 -gt 300 ]]
10762025-11-08T00:00:33.894Z+ sleep 1
10772025-11-08T00:00:34.881Z+ retry=43
10782025-11-08T00:00:34.881Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10792025-11-08T00:00:34.906Z+ [[ 43 -gt 300 ]]
10802025-11-08T00:00:34.906Z+ sleep 1
10812025-11-08T00:00:35.889Z+ retry=44
10822025-11-08T00:00:35.889Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10832025-11-08T00:00:35.913Z+ [[ 44 -gt 300 ]]
10842025-11-08T00:00:35.913Z+ sleep 1
10852025-11-08T00:00:36.899Z+ retry=45
10862025-11-08T00:00:36.899Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10872025-11-08T00:00:36.923Z+ [[ 45 -gt 300 ]]
10882025-11-08T00:00:36.923Z+ sleep 1
10892025-11-08T00:00:37.910Z+ retry=46
10902025-11-08T00:00:37.910Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10912025-11-08T00:00:37.934Z+ [[ 46 -gt 300 ]]
10922025-11-08T00:00:37.935Z+ sleep 1
10932025-11-08T00:00:38.920Z+ retry=47
10942025-11-08T00:00:38.920Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10952025-11-08T00:00:38.944Z+ [[ 47 -gt 300 ]]
10962025-11-08T00:00:38.944Z+ sleep 1
10972025-11-08T00:00:39.930Z+ retry=48
10982025-11-08T00:00:39.930Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
10992025-11-08T00:00:39.954Z+ [[ 48 -gt 300 ]]
11002025-11-08T00:00:39.955Z+ sleep 1
11012025-11-08T00:00:40.939Z+ retry=49
11022025-11-08T00:00:40.939Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11032025-11-08T00:00:40.964Z+ [[ 49 -gt 300 ]]
11042025-11-08T00:00:40.964Z+ sleep 1
11052025-11-08T00:00:41.948Z+ retry=50
11062025-11-08T00:00:41.948Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11072025-11-08T00:00:41.972Z+ [[ 50 -gt 300 ]]
11082025-11-08T00:00:41.972Z+ sleep 1
11092025-11-08T00:00:42.957Z+ retry=51
11102025-11-08T00:00:42.957Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11112025-11-08T00:00:42.981Z+ [[ 51 -gt 300 ]]
11122025-11-08T00:00:42.981Z+ sleep 1
11132025-11-08T00:00:43.966Z+ retry=52
11142025-11-08T00:00:43.966Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11152025-11-08T00:00:43.990Z+ [[ 52 -gt 300 ]]
11162025-11-08T00:00:43.990Z+ sleep 1
11172025-11-08T00:00:44.976Z+ retry=53
11182025-11-08T00:00:44.976Z+ grep 'Handoff to Nexus is complete' /var/svc/log/oxide-sled-agent:default.log
11192025-11-08T00:00:45.002Z+ echo 'Waited for handoff: 53s'
11202025-11-08T00:00:45.002Z+ retry=0
11212025-11-08T00:00:45.002Z{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-11-08T00:00:44.671952839Z","hostname":"buskin","pid":1567,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1066"}
11222025-11-08T00:00:45.002ZWaited for handoff: 53s
11232025-11-08T00:00:45.002Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db inventory collections list
11242025-11-08T00:00:45.002Z++ wc -l
11252025-11-08T00:00:45.142Znote: database URL not specified. Will search DNS.
11262025-11-08T00:00:45.142Znote: (override with --db-url or OMDB_DB_URL)
11272025-11-08T00:00:45.167Znote: using DNS server for subnet fd00:1122:3344::/48
11282025-11-08T00:00:45.167Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11292025-11-08T00:00:45.167Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11302025-11-08T00:00:45.212Znote: database schema version matches expected (204.0.0)
11312025-11-08T00:00:45.377Z+ INVENTORY_COLLECTION_COUNT=' 4'
11322025-11-08T00:00:45.401Z+ [[ 4 -gt 1 ]]
11332025-11-08T00:00:45.401Z+ echo 'Waited for inventory collection: 0s'
11342025-11-08T00:00:45.401Z+ retry=0
11352025-11-08T00:00:45.401ZWaited for inventory collection: 0s
11362025-11-08T00:00:45.401Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11372025-11-08T00:00:45.401Z++ wc -l
11382025-11-08T00:00:45.426Znote: database URL not specified. Will search DNS.
11392025-11-08T00:00:45.426Znote: (override with --db-url or OMDB_DB_URL)
11402025-11-08T00:00:45.426Znote: using DNS server for subnet fd00:1122:3344::/48
11412025-11-08T00:00:45.426Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11422025-11-08T00:00:45.426Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11432025-11-08T00:00:45.450Znote: database schema version matches expected (204.0.0)
11442025-11-08T00:00:45.750Z+ ACTUAL_ZPOOL_COUNT=' 9'
11452025-11-08T00:00:45.775Z+ [[ 9 -eq 9 ]]
11462025-11-08T00:00:45.775Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb nexus fetch-omdb /tmp/fetched-omdb
11472025-11-08T00:00:45.799Znote: Nexus URL not specified. Will pick one from DNS.
11482025-11-08T00:00:45.799Znote: using DNS server for subnet fd00:1122:3344::/48
11492025-11-08T00:00:45.799Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11502025-11-08T00:00:45.799Znote: using Nexus URL http://[fd00:1122:3344:101::c]:12232
11512025-11-08T00:00:47.805Z+ pfexec zlogin oxz_switch /tmp/fetched-omdb db inventory collections list
11522025-11-08T00:00:47.840Znote: database URL not specified. Will search DNS.
11532025-11-08T00:00:47.840Znote: (override with --db-url or OMDB_DB_URL)
11542025-11-08T00:00:47.840Znote: using DNS server for subnet fd00:1122:3344::/48
11552025-11-08T00:00:47.841Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11562025-11-08T00:00:47.865Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11572025-11-08T00:00:47.865Znote: database schema version matches expected (204.0.0)
11582025-11-08T00:00:47.889ZID STARTED TOOK NSPS NERRORS
11592025-11-08T00:00:47.889Zc4ab5889-ecaa-42db-88f0-d1335baa476a 2025-11-08T00:00:23Z 787 ms 2 0
11602025-11-08T00:00:47.889Zc50ce76b-82ca-4f0e-9453-2dae83eb11d6 2025-11-08T00:00:42Z 652 ms 2 0
11612025-11-08T00:00:47.889Z789077f1-3751-43c0-9195-b61e765ade72 2025-11-08T00:00:45Z 369 ms 2 0
11622025-11-08T00:00:47.889Ze9b86c0f-5306-456c-bd42-148b360330d8 2025-11-08T00:00:45Z 358 ms 2 0
11632025-11-08T00:00:47.913Z+ echo 'Confirmed switch zone omdb can fetch a usable omdb from Nexus'
11642025-11-08T00:00:47.913ZConfirmed switch zone omdb can fetch a usable omdb from Nexus
11652025-11-08T00:00:47.913Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
11662025-11-08T00:00:47.939Znote: database URL not specified. Will search DNS.
11672025-11-08T00:00:47.939Znote: (override with --db-url or OMDB_DB_URL)
11682025-11-08T00:00:47.939Znote: using DNS server for subnet fd00:1122:3344::/48
11692025-11-08T00:00:47.939Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11702025-11-08T00:00:47.963Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11712025-11-08T00:00:47.963Znote: database schema version matches expected (204.0.0)
11722025-11-08T00:00:48.201ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
11732025-11-08T00:00:48.201Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
11742025-11-08T00:00:48.201Z0158c776-f372-483b-a84a-e8dcbfdaef65 | |c467b260-4496-45bd-aea6-cef9bd8a954e |c34e30be-ea7f-4eeb-bfe3-3ccb1a93e760 |20937965568 |268435456000
11752025-11-08T00:00:48.201Z15b5ee5d-8617-4b47-b1e6-82e8522c860d | |c467b260-4496-45bd-aea6-cef9bd8a954e |e4c56916-d6ec-4723-a557-099662e4f0d2 |20937965568 |268435456000
11762025-11-08T00:00:48.201Z18955e8b-6f45-4c7b-a764-63c48da65168 | |c467b260-4496-45bd-aea6-cef9bd8a954e |77ad032c-40c6-43f7-9864-d93bc1902c23 |20937965568 |268435456000
11772025-11-08T00:00:48.201Z2daba299-ce5d-4331-a56c-3f647281909d | |c467b260-4496-45bd-aea6-cef9bd8a954e |f744b2ce-f074-4154-a89e-6966abb2e192 |20937965568 |268435456000
11782025-11-08T00:00:48.201Z7bedeb7a-3653-435e-8f98-71398e28361e | |c467b260-4496-45bd-aea6-cef9bd8a954e |b9c170d9-5f10-41e7-b9de-b7f73836fc78 |20937965568 |268435456000
11792025-11-08T00:00:48.201Z87c8253b-21fd-4c31-a04f-ddb9e9627ecd | |c467b260-4496-45bd-aea6-cef9bd8a954e |c04b23c3-c1e6-4106-bba1-8d08b8dc7628 |20937965568 |268435456000
11802025-11-08T00:00:48.202Zd872b19b-ebc2-471c-b35e-ea80cfdcb9d9 | |c467b260-4496-45bd-aea6-cef9bd8a954e |74d2d6b8-a123-4c7f-9f70-08125c3fe2a5 |20937965568 |268435456000
11812025-11-08T00:00:48.202Zf2227b4f-60f5-4203-8f10-8ae82d16980b | |c467b260-4496-45bd-aea6-cef9bd8a954e |d3f57af5-3943-44aa-8b3e-7a635b8591d6 |20937965568 |268435456000
11822025-11-08T00:00:48.202Zfbe96c0b-3c50-49b6-828c-12beaacd3aba | |c467b260-4496-45bd-aea6-cef9bd8a954e |ee681228-cb8f-4979-b794-11dcb82b4af5 |20937965568 |268435456000
11832025-11-08T00:00:48.226Z++ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i
11842025-11-08T00:00:48.251Znote: database URL not specified. Will search DNS.
11852025-11-08T00:00:48.251Znote: (override with --db-url or OMDB_DB_URL)
11862025-11-08T00:00:48.251Znote: using DNS server for subnet fd00:1122:3344::/48
11872025-11-08T00:00:48.251Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11882025-11-08T00:00:48.276Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11892025-11-08T00:00:48.276Znote: database schema version matches expected (204.0.0)
11902025-11-08T00:00:48.427Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
11912025-11-08T00:00:48.427Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 0158c776-f372-483b-a84a-e8dcbfdaef65 0
11922025-11-08T00:00:48.463Znote: database URL not specified. Will search DNS.
11932025-11-08T00:00:48.463Znote: (override with --db-url or OMDB_DB_URL)
11942025-11-08T00:00:48.463Znote: using DNS server for subnet fd00:1122:3344::/48
11952025-11-08T00:00:48.463Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
11962025-11-08T00:00:48.487Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
11972025-11-08T00:00:48.487Znote: database schema version matches expected (204.0.0)
11982025-11-08T00:00:48.542Zset pool 0158c776-f372-483b-a84a-e8dcbfdaef65 control plane storage buffer bytes to 0
11992025-11-08T00:00:48.566Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12002025-11-08T00:00:48.566Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 15b5ee5d-8617-4b47-b1e6-82e8522c860d 0
12012025-11-08T00:00:48.591Znote: database URL not specified. Will search DNS.
12022025-11-08T00:00:48.591Znote: (override with --db-url or OMDB_DB_URL)
12032025-11-08T00:00:48.591Znote: using DNS server for subnet fd00:1122:3344::/48
12042025-11-08T00:00:48.591Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12052025-11-08T00:00:48.615Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12062025-11-08T00:00:48.615Znote: database schema version matches expected (204.0.0)
12072025-11-08T00:00:48.675Zset pool 15b5ee5d-8617-4b47-b1e6-82e8522c860d control plane storage buffer bytes to 0
12082025-11-08T00:00:48.699Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12092025-11-08T00:00:48.699Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 18955e8b-6f45-4c7b-a764-63c48da65168 0
12102025-11-08T00:00:48.724Znote: database URL not specified. Will search DNS.
12112025-11-08T00:00:48.724Znote: (override with --db-url or OMDB_DB_URL)
12122025-11-08T00:00:48.724Znote: using DNS server for subnet fd00:1122:3344::/48
12132025-11-08T00:00:48.724Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12142025-11-08T00:00:48.748Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12152025-11-08T00:00:48.748Znote: database schema version matches expected (204.0.0)
12162025-11-08T00:00:48.806Zset pool 18955e8b-6f45-4c7b-a764-63c48da65168 control plane storage buffer bytes to 0
12172025-11-08T00:00:48.830Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12182025-11-08T00:00:48.830Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 2daba299-ce5d-4331-a56c-3f647281909d 0
12192025-11-08T00:00:48.854Znote: database URL not specified. Will search DNS.
12202025-11-08T00:00:48.854Znote: (override with --db-url or OMDB_DB_URL)
12212025-11-08T00:00:48.854Znote: using DNS server for subnet fd00:1122:3344::/48
12222025-11-08T00:00:48.854Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12232025-11-08T00:00:48.879Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12242025-11-08T00:00:48.879Znote: database schema version matches expected (204.0.0)
12252025-11-08T00:00:48.931Zset pool 2daba299-ce5d-4331-a56c-3f647281909d control plane storage buffer bytes to 0
12262025-11-08T00:00:48.956Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12272025-11-08T00:00:48.956Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 7bedeb7a-3653-435e-8f98-71398e28361e 0
12282025-11-08T00:00:48.980Znote: database URL not specified. Will search DNS.
12292025-11-08T00:00:48.980Znote: (override with --db-url or OMDB_DB_URL)
12302025-11-08T00:00:48.981Znote: using DNS server for subnet fd00:1122:3344::/48
12312025-11-08T00:00:48.981Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12322025-11-08T00:00:48.981Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12332025-11-08T00:00:49.005Znote: database schema version matches expected (204.0.0)
12342025-11-08T00:00:49.058Zset pool 7bedeb7a-3653-435e-8f98-71398e28361e control plane storage buffer bytes to 0
12352025-11-08T00:00:49.082Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12362025-11-08T00:00:49.082Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer 87c8253b-21fd-4c31-a04f-ddb9e9627ecd 0
12372025-11-08T00:00:49.106Znote: database URL not specified. Will search DNS.
12382025-11-08T00:00:49.106Znote: (override with --db-url or OMDB_DB_URL)
12392025-11-08T00:00:49.106Znote: using DNS server for subnet fd00:1122:3344::/48
12402025-11-08T00:00:49.106Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12412025-11-08T00:00:49.130Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12422025-11-08T00:00:49.130Znote: database schema version matches expected (204.0.0)
12432025-11-08T00:00:49.182Zset pool 87c8253b-21fd-4c31-a04f-ddb9e9627ecd control plane storage buffer bytes to 0
12442025-11-08T00:00:49.206Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12452025-11-08T00:00:49.206Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer d872b19b-ebc2-471c-b35e-ea80cfdcb9d9 0
12462025-11-08T00:00:49.231Znote: database URL not specified. Will search DNS.
12472025-11-08T00:00:49.231Znote: (override with --db-url or OMDB_DB_URL)
12482025-11-08T00:00:49.231Znote: using DNS server for subnet fd00:1122:3344::/48
12492025-11-08T00:00:49.231Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12502025-11-08T00:00:49.255Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12512025-11-08T00:00:49.255Znote: database schema version matches expected (204.0.0)
12522025-11-08T00:00:49.308Zset pool d872b19b-ebc2-471c-b35e-ea80cfdcb9d9 control plane storage buffer bytes to 0
12532025-11-08T00:00:49.332Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12542025-11-08T00:00:49.332Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer f2227b4f-60f5-4203-8f10-8ae82d16980b 0
12552025-11-08T00:00:49.356Znote: database URL not specified. Will search DNS.
12562025-11-08T00:00:49.356Znote: (override with --db-url or OMDB_DB_URL)
12572025-11-08T00:00:49.356Znote: using DNS server for subnet fd00:1122:3344::/48
12582025-11-08T00:00:49.356Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12592025-11-08T00:00:49.380Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12602025-11-08T00:00:49.380Znote: database schema version matches expected (204.0.0)
12612025-11-08T00:00:49.439Zset pool f2227b4f-60f5-4203-8f10-8ae82d16980b control plane storage buffer bytes to 0
12622025-11-08T00:00:49.464Z+ for ZPOOL in $(pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list -i)
12632025-11-08T00:00:49.464Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb -w db zpool set-storage-buffer fbe96c0b-3c50-49b6-828c-12beaacd3aba 0
12642025-11-08T00:00:49.488Znote: database URL not specified. Will search DNS.
12652025-11-08T00:00:49.488Znote: (override with --db-url or OMDB_DB_URL)
12662025-11-08T00:00:49.488Znote: using DNS server for subnet fd00:1122:3344::/48
12672025-11-08T00:00:49.488Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12682025-11-08T00:00:49.513Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12692025-11-08T00:00:49.513Znote: database schema version matches expected (204.0.0)
12702025-11-08T00:00:49.567Zset pool fbe96c0b-3c50-49b6-828c-12beaacd3aba control plane storage buffer bytes to 0
12712025-11-08T00:00:49.591Z+ pfexec zlogin oxz_switch /opt/oxide/omdb/bin/omdb db zpool list
12722025-11-08T00:00:49.643Znote: database URL not specified. Will search DNS.
12732025-11-08T00:00:49.643Znote: (override with --db-url or OMDB_DB_URL)
12742025-11-08T00:00:49.643Znote: using DNS server for subnet fd00:1122:3344::/48
12752025-11-08T00:00:49.643Znote: (if this is not right, use --dns-server to specify an alternate DNS server)
12762025-11-08T00:00:49.643Znote: using database URL postgresql://root@[fd00:1122:3344:101::3]:32221,[fd00:1122:3344:101::7]:32221,[fd00:1122:3344:101::4]:32221,[fd00:1122:3344:101::6]:32221,[fd00:1122:3344:101::5]:32221/omicron?sslmode=disable
12772025-11-08T00:00:49.643Znote: database schema version matches expected (204.0.0)
12782025-11-08T00:00:49.817ZID |TIME_DELETED |SLED_ID |PHYSICAL_DISK_ID |TOTAL_SIZE |CONTROL_PLANE_STORAGE_BUFFER
12792025-11-08T00:00:49.817Z-------------------------------------+-------------+-------------------------------------+-------------------------------------+------------+-----------------------------
12802025-11-08T00:00:49.817Z0158c776-f372-483b-a84a-e8dcbfdaef65 | |c467b260-4496-45bd-aea6-cef9bd8a954e |c34e30be-ea7f-4eeb-bfe3-3ccb1a93e760 |20937965568 |0
12812025-11-08T00:00:49.817Z15b5ee5d-8617-4b47-b1e6-82e8522c860d | |c467b260-4496-45bd-aea6-cef9bd8a954e |e4c56916-d6ec-4723-a557-099662e4f0d2 |20937965568 |0
12822025-11-08T00:00:49.817Z18955e8b-6f45-4c7b-a764-63c48da65168 | |c467b260-4496-45bd-aea6-cef9bd8a954e |77ad032c-40c6-43f7-9864-d93bc1902c23 |20937965568 |0
12832025-11-08T00:00:49.818Z2daba299-ce5d-4331-a56c-3f647281909d | |c467b260-4496-45bd-aea6-cef9bd8a954e |f744b2ce-f074-4154-a89e-6966abb2e192 |20937965568 |0
12842025-11-08T00:00:49.818Z7bedeb7a-3653-435e-8f98-71398e28361e | |c467b260-4496-45bd-aea6-cef9bd8a954e |b9c170d9-5f10-41e7-b9de-b7f73836fc78 |20937965568 |0
12852025-11-08T00:00:49.818Z87c8253b-21fd-4c31-a04f-ddb9e9627ecd | |c467b260-4496-45bd-aea6-cef9bd8a954e |c04b23c3-c1e6-4106-bba1-8d08b8dc7628 |20937965568 |0
12862025-11-08T00:00:49.818Zd872b19b-ebc2-471c-b35e-ea80cfdcb9d9 | |c467b260-4496-45bd-aea6-cef9bd8a954e |74d2d6b8-a123-4c7f-9f70-08125c3fe2a5 |20937965568 |0
12872025-11-08T00:00:49.818Zf2227b4f-60f5-4203-8f10-8ae82d16980b | |c467b260-4496-45bd-aea6-cef9bd8a954e |d3f57af5-3943-44aa-8b3e-7a635b8591d6 |20937965568 |0
12882025-11-08T00:00:49.818Zfbe96c0b-3c50-49b6-828c-12beaacd3aba | |c467b260-4496-45bd-aea6-cef9bd8a954e |ee681228-cb8f-4979-b794-11dcb82b4af5 |20937965568 |0
12892025-11-08T00:00:49.842Z+ export RUST_BACKTRACE=1
12902025-11-08T00:00:49.842Z+ RUST_BACKTRACE=1
12912025-11-08T00:00:49.842Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
12922025-11-08T00:00:49.842Z++ ./target/debug/bootstrap
12932025-11-08T00:00:50.044ZUsing external DNS server at 10.151.1.164:53
12942025-11-08T00:00:50.068Z2025-11-08 00:00:50.048860707 UTC: attempting to log into API
12952025-11-08T00:00:51.566Z2025-11-08 00:00:51.555410953 UTC: login succeeded
12962025-11-08T00:00:51.609Zwaiting for nexus to come up...
12972025-11-08T00:00:51.735Zcreating IPv4 IP pool... 10.151.1.175 - 10.151.1.227
12982025-11-08T00:00:52.285Zsetting up quotas...
12992025-11-08T00:00:52.363Zensuring datasets are ready...
13002025-11-08T00:00:56.202Zlet's roll.
13012025-11-08T00:00:56.227Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
13022025-11-08T00:00:56.227ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13032025-11-08T00:00:56.227ZOXIDE_TOKEN=oxide-token-a789646065199570c99275405be1287dcce9efab'
13042025-11-08T00:00:56.227Z++ OXIDE_HOST=https://recovery.sys.oxide.test
13052025-11-08T00:00:56.227Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.168
13062025-11-08T00:00:56.227Z++ OXIDE_TOKEN=oxide-token-a789646065199570c99275405be1287dcce9efab
13072025-11-08T00:00:56.227Z+ export OXIDE_HOST OXIDE_TOKEN
13082025-11-08T00:00:56.227Z+ retry=0
13092025-11-08T00:00:56.227Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13102025-11-08T00:00:56.299Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13112025-11-08T00:00:57.046Z{"status":"ok"}{
13122025-11-08T00:00:57.046Z "description": "some images",
13132025-11-08T00:00:57.046Z "id": "95552610-6942-45ba-bc53-29945106a732",
13142025-11-08T00:00:57.046Z "name": "images",
13152025-11-08T00:00:57.046Z "time_created": "2025-11-08T00:00:56.382175Z",
13162025-11-08T00:00:57.046Z "time_modified": "2025-11-08T00:00:56.382175Z"
13172025-11-08T00:00:57.046Z}
13182025-11-08T00:00:57.070Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13192025-11-08T00:11:24.252ZDone!
13202025-11-08T00:11:24.276Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.168 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13212025-11-08T00:11:24.407Z{
13222025-11-08T00:11:24.407Z "block_size": 512,
13232025-11-08T00:11:24.407Z "description": "debian 11 original base image",
13242025-11-08T00:11:24.407Z "id": "ecdaca4e-0305-468e-be77-353db83f8984",
13252025-11-08T00:11:24.407Z "name": "debian11",
13262025-11-08T00:11:24.407Z "os": "debian",
13272025-11-08T00:11:24.407Z "size": 2147483648,
13282025-11-08T00:11:24.407Z "time_created": "2025-11-08T00:11:24.057885Z",
13292025-11-08T00:11:24.407Z "time_modified": "2025-11-08T00:11:24.373259Z",
13302025-11-08T00:11:24.407Z "version": "11"
13312025-11-08T00:11:24.407Z}
13322025-11-08T00:11:24.432Z+ for test_bin in tests/*
13332025-11-08T00:11:24.432Z+ ./tests/bootstrap-d780c0fadb77076b
13342025-11-08T00:11:24.432Z
13352025-11-08T00:11:24.432Zrunning 0 tests
13362025-11-08T00:11:24.432Z
13372025-11-08T00:11:24.432Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13382025-11-08T00:11:24.432Z
13392025-11-08T00:11:24.432Z+ for test_bin in tests/*
13402025-11-08T00:11:24.432Z+ ./tests/commtest-99283f80d7b6e802
13412025-11-08T00:11:24.456Z
13422025-11-08T00:11:24.456Zrunning 0 tests
13432025-11-08T00:11:24.456Z
13442025-11-08T00:11:24.456Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13452025-11-08T00:11:24.456Z
13462025-11-08T00:11:24.456Z+ for test_bin in tests/*
13472025-11-08T00:11:24.456Z+ ./tests/dhcp_server-947261e2a265148b
13482025-11-08T00:11:24.480Z
13492025-11-08T00:11:24.480Zrunning 0 tests
13502025-11-08T00:11:24.480Z
13512025-11-08T00:11:24.480Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13522025-11-08T00:11:24.480Z
13532025-11-08T00:11:24.481Z+ for test_bin in tests/*
13542025-11-08T00:11:24.481Z+ ./tests/end_to_end_tests-e7c6356cf2647df3
13552025-11-08T00:11:25.454Z
13562025-11-08T00:11:25.454Zrunning 3 tests
13572025-11-08T00:11:25.486Znote: configured to log to "/tmp/end_to_end_tests-e7c6356cf2647df3-new_blueprint_noop.6853.0.log"
13582025-11-08T00:11:25.900Ztest no_spoof::no_spoof_here ... ok
13592025-11-08T00:11:26.329Ztest noop_blueprint::new_blueprint_noop ... ok
13602025-11-08T00:11:55.452Ztest instance_launch::instance_launch ... ok
13612025-11-08T00:11:55.452Z
13622025-11-08T00:11:55.452Ztest result: ok. 3 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.00s
13632025-11-08T00:11:55.452Z
13642025-11-08T00:11:55.476Z+ _exit_trap
13652025-11-08T00:11:55.476Z+ local status=0
13662025-11-08T00:11:55.476Z+ set +o errexit
13672025-11-08T00:11:55.476Z+ [[ x != \x ]]
13682025-11-08T00:11:55.477Z+ pfexec svcadm -Z disable -s cron
13692025-11-08T00:11:57.659Z+ [[ 0 -eq 0 ]]
13702025-11-08T00:11:57.659Z+ exit 0
13712025-11-08T00:11:57.684Zprocess exited: duration 892899 ms, exit code 0
 
13722025-11-08T00:11:57.815Zfound 147 output files
13732025-11-08T00:11:57.870Zuploading: /var/svc/log/oxide-mg-ddm:default.log (326808 bytes)
13742025-11-08T00:11:58.089Zupload warning: file "/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 326808 -> 327205
13752025-11-08T00:11:59.164Zuploaded: /var/svc/log/oxide-mg-ddm:default.log
13762025-11-08T00:11:59.164Zuploading: /var/svc/log/oxide-sled-agent:default.log (2922117 bytes)
13772025-11-08T00:12:00.569Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13782025-11-08T00:12:00.569Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (13249828 bytes)
13792025-11-08T00:12:01.242Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 13249828 -> 13313503
13802025-11-08T00:12:02.315Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13812025-11-08T00:12:02.315Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (8218 bytes)
13822025-11-08T00:12:03.427Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
13832025-11-08T00:12:03.427Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (334297 bytes)
13842025-11-08T00:12:03.650Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 334297 -> 336673
13852025-11-08T00:12:04.720Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
13862025-11-08T00:12:04.720Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (443192 bytes)
13872025-11-08T00:12:04.969Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 443192 -> 446360
13882025-11-08T00:12:06.040Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
13892025-11-08T00:12:06.067Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (3777152 bytes)
13902025-11-08T00:12:06.416Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 3777152 -> 3796599
13912025-11-08T00:12:07.487Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
13922025-11-08T00:12:07.514Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5822644 bytes)
13932025-11-08T00:12:07.956Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5822644 -> 5901182
13942025-11-08T00:12:09.026Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
13952025-11-08T00:12:09.026Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
13962025-11-08T00:12:10.097Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
13972025-11-08T00:12:10.097Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (432105 bytes)
13982025-11-08T00:12:10.620Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 432105 -> 439865
13992025-11-08T00:12:11.419Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14002025-11-08T00:12:11.444Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13749 bytes)
14012025-11-08T00:12:12.560Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14022025-11-08T00:12:12.560Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14032025-11-08T00:12:13.633Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14042025-11-08T00:12:13.633Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14052025-11-08T00:12:14.705Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14062025-11-08T00:12:14.705Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-cockroach-admin:default.log (62261 bytes)
14072025-11-08T00:12:15.981Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-cockroach-admin:default.log
14082025-11-08T00:12:15.981Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14092025-11-08T00:12:17.055Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-cockroachdb:default.log
14102025-11-08T00:12:17.056Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14112025-11-08T00:12:18.130Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/root/var/svc/log/oxide-zone-network-setup:default.log
14122025-11-08T00:12:18.130Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-agent:default.log (18424 bytes)
14132025-11-08T00:12:19.273Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-agent:default.log
14142025-11-08T00:12:19.297Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14152025-11-08T00:12:20.371Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:default.log
14162025-11-08T00:12:20.396Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:downstairs-20a093a4-8d45-4ceb-89e9-1f2283f30b16.log (6078 bytes)
14172025-11-08T00:12:21.503Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:downstairs-20a093a4-8d45-4ceb-89e9-1f2283f30b16.log
14182025-11-08T00:12:21.503Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:snapshot-20a093a4-8d45-4ceb-89e9-1f2283f30b16-8e251843-840a-4dff-a6e8-90bff01cfe00.log (5657 bytes)
14192025-11-08T00:12:22.616Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-crucible-downstairs:snapshot-20a093a4-8d45-4ceb-89e9-1f2283f30b16-8e251843-840a-4dff-a6e8-90bff01cfe00.log
14202025-11-08T00:12:22.616Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14212025-11-08T00:12:23.715Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/zone/oxz_crucible_390576c0-b2ae-47c3-a90e-250c1d26c00c/root/var/svc/log/oxide-zone-network-setup:default.log
14222025-11-08T00:12:23.741Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-agent:default.log (8908 bytes)
14232025-11-08T00:12:24.839Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-agent:default.log
14242025-11-08T00:12:24.839Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14252025-11-08T00:12:25.935Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-downstairs:default.log
14262025-11-08T00:12:25.959Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-downstairs:downstairs-233e2178-9290-4adb-9fb5-aa5cb9f2c43c.log (3008 bytes)
14272025-11-08T00:12:27.032Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-crucible-downstairs:downstairs-233e2178-9290-4adb-9fb5-aa5cb9f2c43c.log
14282025-11-08T00:12:27.032Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14292025-11-08T00:12:28.129Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_06dd3316-302d-4747-a54f-e7b2f02d0ec5/root/var/svc/log/oxide-zone-network-setup:default.log
14302025-11-08T00:12:28.129Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_pantry_56a6f4d7-501a-4fc6-9f43-a9cf1e73627b/root/var/svc/log/oxide-crucible-pantry:default.log (920143 bytes)
14312025-11-08T00:12:29.247Zupload warning: file "/pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_pantry_56a6f4d7-501a-4fc6-9f43-a9cf1e73627b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 920143 -> 926817
14322025-11-08T00:12:30.319Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_pantry_56a6f4d7-501a-4fc6-9f43-a9cf1e73627b/root/var/svc/log/oxide-crucible-pantry:default.log
14332025-11-08T00:12:30.319Zuploading: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_pantry_56a6f4d7-501a-4fc6-9f43-a9cf1e73627b/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
14342025-11-08T00:12:31.416Zuploaded: /pool/ext/15b5ee5d-8617-4b47-b1e6-82e8522c860d/crypt/zone/oxz_crucible_pantry_56a6f4d7-501a-4fc6-9f43-a9cf1e73627b/root/var/svc/log/oxide-zone-network-setup:default.log
14352025-11-08T00:12:31.416Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-cockroach-admin:default.log (62670 bytes)
14362025-11-08T00:12:31.664Zupload warning: file "/pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 62670 -> 67104
14372025-11-08T00:12:32.738Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-cockroach-admin:default.log
14382025-11-08T00:12:32.762Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14392025-11-08T00:12:33.809Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-cockroachdb:default.log
14402025-11-08T00:12:33.809Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14412025-11-08T00:12:34.879Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/root/var/svc/log/oxide-zone-network-setup:default.log
14422025-11-08T00:12:34.879Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-crucible-agent:default.log (1980 bytes)
14432025-11-08T00:12:35.975Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-crucible-agent:default.log
14442025-11-08T00:12:35.975Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14452025-11-08T00:12:37.070Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-crucible-downstairs:default.log
14462025-11-08T00:12:37.094Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14472025-11-08T00:12:38.165Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_crucible_db8fe026-015d-46c7-b3ab-218e4e9a64bc/root/var/svc/log/oxide-zone-network-setup:default.log
14482025-11-08T00:12:38.165Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-external_dns:default.log (45747 bytes)
14492025-11-08T00:12:38.277Zupload warning: file "/pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45747 -> 49521
14502025-11-08T00:12:39.348Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-external_dns:default.log
14512025-11-08T00:12:39.373Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
14522025-11-08T00:12:40.442Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-opte-interface-setup:default.log
14532025-11-08T00:12:40.442Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
14542025-11-08T00:12:41.536Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_external_dns_f2b71544-ee0d-4f4e-b495-5753d0429ec9/root/var/svc/log/oxide-zone-network-setup:default.log
14552025-11-08T00:12:41.536Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/root/var/svc/log/oxide-internal_dns:default.log (430995 bytes)
14562025-11-08T00:12:41.788Zupload warning: file "/pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 430995 -> 462320
14572025-11-08T00:12:42.858Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/root/var/svc/log/oxide-internal_dns:default.log
14582025-11-08T00:12:42.886Zuploading: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14592025-11-08T00:12:43.930Zuploaded: /pool/ext/18955e8b-6f45-4c7b-a764-63c48da65168/crypt/zone/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/root/var/svc/log/oxide-zone-network-setup:default.log
14602025-11-08T00:12:43.930Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-agent:default.log (28622 bytes)
14612025-11-08T00:12:45.143Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-agent:default.log
14622025-11-08T00:12:45.143Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14632025-11-08T00:12:46.253Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:default.log
14642025-11-08T00:12:46.278Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6.log (3125 bytes)
14652025-11-08T00:12:47.342Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:downstairs-28cabb48-ba6e-4529-bff5-d9594dbe36a6.log
14662025-11-08T00:12:47.342Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5939e76-7735-410c-95f9-a411e10b3044.log (6078 bytes)
14672025-11-08T00:12:48.463Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5939e76-7735-410c-95f9-a411e10b3044.log
14682025-11-08T00:12:48.463Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:snapshot-f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00.log (5654 bytes)
14692025-11-08T00:12:49.583Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-crucible-downstairs:snapshot-f5939e76-7735-410c-95f9-a411e10b3044-8e251843-840a-4dff-a6e8-90bff01cfe00.log
14702025-11-08T00:12:49.583Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14712025-11-08T00:12:50.681Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_15dacfc0-9b4b-47b8-91c1-7a0583754f68/root/var/svc/log/oxide-zone-network-setup:default.log
14722025-11-08T00:12:50.682Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_pantry_ac987b79-29e5-41b8-956e-88e3f4a7af0f/root/var/svc/log/oxide-crucible-pantry:default.log (161307 bytes)
14732025-11-08T00:12:51.117Zupload warning: file "/pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_pantry_ac987b79-29e5-41b8-956e-88e3f4a7af0f/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161307 -> 174621
14742025-11-08T00:12:52.190Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_pantry_ac987b79-29e5-41b8-956e-88e3f4a7af0f/root/var/svc/log/oxide-crucible-pantry:default.log
14752025-11-08T00:12:52.190Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_pantry_ac987b79-29e5-41b8-956e-88e3f4a7af0f/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
14762025-11-08T00:12:53.289Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_crucible_pantry_ac987b79-29e5-41b8-956e-88e3f4a7af0f/root/var/svc/log/oxide-zone-network-setup:default.log
14772025-11-08T00:12:53.289Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_oximeter_9b50edea-576f-4757-9785-cd1819322ea4/root/var/svc/log/oxide-oximeter:default.log (3790762 bytes)
14782025-11-08T00:12:55.718Zupload warning: file "/pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_oximeter_9b50edea-576f-4757-9785-cd1819322ea4/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3790762 -> 4105376
14792025-11-08T00:12:56.790Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_oximeter_9b50edea-576f-4757-9785-cd1819322ea4/root/var/svc/log/oxide-oximeter:default.log
14802025-11-08T00:12:56.790Zuploading: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_oximeter_9b50edea-576f-4757-9785-cd1819322ea4/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
14812025-11-08T00:12:57.888Zuploaded: /pool/ext/2daba299-ce5d-4331-a56c-3f647281909d/crypt/zone/oxz_oximeter_9b50edea-576f-4757-9785-cd1819322ea4/root/var/svc/log/oxide-zone-network-setup:default.log
14822025-11-08T00:12:57.913Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-cockroach-admin:default.log (62670 bytes)
14832025-11-08T00:12:58.139Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 62670 -> 67101
14842025-11-08T00:12:59.210Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-cockroach-admin:default.log
14852025-11-08T00:12:59.210Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
14862025-11-08T00:13:00.282Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-cockroachdb:default.log
14872025-11-08T00:13:00.282Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14882025-11-08T00:13:01.355Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/root/var/svc/log/oxide-zone-network-setup:default.log
14892025-11-08T00:13:01.355Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-agent:default.log (28193 bytes)
14902025-11-08T00:13:02.541Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-agent:default.log
14912025-11-08T00:13:02.541Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14922025-11-08T00:13:03.638Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:default.log
14932025-11-08T00:13:03.639Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2.log (3126 bytes)
14942025-11-08T00:13:04.736Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:downstairs-5fbb9bed-81ef-4b10-b50b-74956ad977b2.log
14952025-11-08T00:13:04.736Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:downstairs-738c4e90-5b33-4698-b34c-1868e96b9a32.log (6078 bytes)
14962025-11-08T00:13:05.854Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:downstairs-738c4e90-5b33-4698-b34c-1868e96b9a32.log
14972025-11-08T00:13:05.854Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:snapshot-738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00.log (5657 bytes)
14982025-11-08T00:13:06.947Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-crucible-downstairs:snapshot-738c4e90-5b33-4698-b34c-1868e96b9a32-8e251843-840a-4dff-a6e8-90bff01cfe00.log
14992025-11-08T00:13:06.947Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15002025-11-08T00:13:08.042Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_crucible_0356e355-ae4f-4d40-aa49-9973b151087e/root/var/svc/log/oxide-zone-network-setup:default.log
15012025-11-08T00:13:08.042Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/root/var/svc/log/oxide-internal_dns:default.log (430998 bytes)
15022025-11-08T00:13:08.291Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 430998 -> 471090
15032025-11-08T00:13:09.361Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/root/var/svc/log/oxide-internal_dns:default.log
15042025-11-08T00:13:09.387Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15052025-11-08T00:13:10.432Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/root/var/svc/log/oxide-zone-network-setup:default.log
15062025-11-08T00:13:10.432Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-nexus:default.log (11139772 bytes)
15072025-11-08T00:13:11.083Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 11139772 -> 12014053
15082025-11-08T00:13:12.156Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-nexus:default.log
15092025-11-08T00:13:12.180Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15102025-11-08T00:13:13.252Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-opte-interface-setup:default.log
15112025-11-08T00:13:13.277Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15122025-11-08T00:13:14.349Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_nexus_ad6fc2f0-82fb-446c-aa37-dcb3008f597c/root/var/svc/log/oxide-zone-network-setup:default.log
15132025-11-08T00:13:14.349Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
15142025-11-08T00:13:15.423Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-chrony-setup:default.log
15152025-11-08T00:13:15.423Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp-admin:default.log (63919 bytes)
15162025-11-08T00:13:15.559Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp-admin:default.log" changed size mid upload: 63919 -> 68601
15172025-11-08T00:13:16.631Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp-admin:default.log
15182025-11-08T00:13:16.631Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp:default.log (1523 bytes)
15192025-11-08T00:13:16.679Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1523 -> 1723
15202025-11-08T00:13:17.762Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-ntp:default.log
15212025-11-08T00:13:17.762Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
15222025-11-08T00:13:18.865Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-opte-interface-setup:default.log
15232025-11-08T00:13:18.865Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15242025-11-08T00:13:19.937Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/svc/log/oxide-zone-network-setup:default.log
15252025-11-08T00:13:19.937Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-cockroach-admin:default.log (62256 bytes)
15262025-11-08T00:13:20.074Zupload warning: file "/pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 62256 -> 66688
15272025-11-08T00:13:21.146Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-cockroach-admin:default.log
15282025-11-08T00:13:21.171Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
15292025-11-08T00:13:22.219Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-cockroachdb:default.log
15302025-11-08T00:13:22.219Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15312025-11-08T00:13:23.290Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/root/var/svc/log/oxide-zone-network-setup:default.log
15322025-11-08T00:13:23.290Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-agent:default.log (12914 bytes)
15332025-11-08T00:13:24.405Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-agent:default.log
15342025-11-08T00:13:24.405Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15352025-11-08T00:13:25.498Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-downstairs:default.log
15362025-11-08T00:13:25.522Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f29a948-1536-4183-b6c7-e8a99c7daf90.log (5974 bytes)
15372025-11-08T00:13:26.594Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f29a948-1536-4183-b6c7-e8a99c7daf90.log
15382025-11-08T00:13:26.618Zuploading: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15392025-11-08T00:13:27.685Zuploaded: /pool/ext/87c8253b-21fd-4c31-a04f-ddb9e9627ecd/crypt/zone/oxz_crucible_9ad4ec9b-7b46-4c8a-8220-3ad4f5482780/root/var/svc/log/oxide-zone-network-setup:default.log
15402025-11-08T00:13:27.709Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse-admin-single:default.log (46257 bytes)
15412025-11-08T00:13:27.819Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse-admin-single:default.log" changed size mid upload: 46257 -> 53809
15422025-11-08T00:13:28.890Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15432025-11-08T00:13:28.890Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse:default.log (3619926 bytes)
15442025-11-08T00:13:29.275Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3619926 -> 4078209
15452025-11-08T00:13:30.345Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-clickhouse:default.log
15462025-11-08T00:13:30.369Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
15472025-11-08T00:13:31.438Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_clickhouse_eea5ddd8-2dde-443f-a52c-7fc895048359/root/var/svc/log/oxide-zone-network-setup:default.log
15482025-11-08T00:13:31.438Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-cockroach-admin:default.log (62260 bytes)
15492025-11-08T00:13:31.574Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-cockroach-admin:default.log" changed size mid upload: 62260 -> 71125
15502025-11-08T00:13:32.643Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-cockroach-admin:default.log
15512025-11-08T00:13:32.643Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
15522025-11-08T00:13:33.713Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-cockroachdb:default.log
15532025-11-08T00:13:33.713Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15542025-11-08T00:13:34.784Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/root/var/svc/log/oxide-zone-network-setup:default.log
15552025-11-08T00:13:34.784Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-agent:default.log (19412 bytes)
15562025-11-08T00:13:35.925Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-agent:default.log
15572025-11-08T00:13:35.925Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15582025-11-08T00:13:37.025Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:default.log
15592025-11-08T00:13:37.025Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a72aede-b26f-4035-a578-432369cc50e3.log (3007 bytes)
15602025-11-08T00:13:38.122Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0a72aede-b26f-4035-a578-432369cc50e3.log
15612025-11-08T00:13:38.122Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-e7ce1c92-bf88-40c0-addd-a2b49df15d48.log (3127 bytes)
15622025-11-08T00:13:39.217Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-e7ce1c92-bf88-40c0-addd-a2b49df15d48.log
15632025-11-08T00:13:39.217Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15642025-11-08T00:13:40.312Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_98c281e5-7d44-4bb2-8d06-cf7578bcf7b1/root/var/svc/log/oxide-zone-network-setup:default.log
15652025-11-08T00:13:40.312Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_pantry_ba374e87-36ab-4e0b-b54b-6d5cbbe95b21/root/var/svc/log/oxide-crucible-pantry:default.log (161451 bytes)
15662025-11-08T00:13:40.493Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_pantry_ba374e87-36ab-4e0b-b54b-6d5cbbe95b21/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 161451 -> 181483
15672025-11-08T00:13:41.565Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_pantry_ba374e87-36ab-4e0b-b54b-6d5cbbe95b21/root/var/svc/log/oxide-crucible-pantry:default.log
15682025-11-08T00:13:41.565Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_pantry_ba374e87-36ab-4e0b-b54b-6d5cbbe95b21/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
15692025-11-08T00:13:42.661Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_crucible_pantry_ba374e87-36ab-4e0b-b54b-6d5cbbe95b21/root/var/svc/log/oxide-zone-network-setup:default.log
15702025-11-08T00:13:42.661Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-external_dns:default.log (45750 bytes)
15712025-11-08T00:13:42.799Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45750 -> 53297
15722025-11-08T00:13:43.872Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-external_dns:default.log
15732025-11-08T00:13:43.872Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
15742025-11-08T00:13:44.967Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-opte-interface-setup:default.log
15752025-11-08T00:13:44.967Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15762025-11-08T00:13:46.062Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_external_dns_61bfdd93-8cb8-4d02-9242-33a9f921f7c6/root/var/svc/log/oxide-zone-network-setup:default.log
15772025-11-08T00:13:46.063Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/root/var/svc/log/oxide-internal_dns:default.log (431005 bytes)
15782025-11-08T00:13:46.313Zupload warning: file "/pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 431005 -> 497280
15792025-11-08T00:13:47.385Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/root/var/svc/log/oxide-internal_dns:default.log
15802025-11-08T00:13:47.409Zuploading: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15812025-11-08T00:13:48.458Zuploaded: /pool/ext/d872b19b-ebc2-471c-b35e-ea80cfdcb9d9/crypt/zone/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/root/var/svc/log/oxide-zone-network-setup:default.log
15822025-11-08T00:13:48.483Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-agent:default.log (19116 bytes)
15832025-11-08T00:13:49.603Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-agent:default.log
15842025-11-08T00:13:49.628Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15852025-11-08T00:13:50.700Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:default.log
15862025-11-08T00:13:50.700Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:downstairs-1a3beaec-0547-4aec-b94d-fa5eb083a250.log (3008 bytes)
15872025-11-08T00:13:51.794Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:downstairs-1a3beaec-0547-4aec-b94d-fa5eb083a250.log
15882025-11-08T00:13:51.794Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:downstairs-66cb449c-059b-44a5-a1bc-3501ad339132.log (5974 bytes)
15892025-11-08T00:13:52.888Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-crucible-downstairs:downstairs-66cb449c-059b-44a5-a1bc-3501ad339132.log
15902025-11-08T00:13:52.888Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15912025-11-08T00:13:53.981Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_crucible_2686a4f0-0860-49bf-8e7a-9ddaa836613c/root/var/svc/log/oxide-zone-network-setup:default.log
15922025-11-08T00:13:53.981Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-nexus:default.log (51608076 bytes)
15932025-11-08T00:13:55.982Zupload warning: file "/pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 51608076 -> 53600785
15942025-11-08T00:13:57.052Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-nexus:default.log
15952025-11-08T00:13:57.076Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
15962025-11-08T00:13:58.147Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-opte-interface-setup:default.log
15972025-11-08T00:13:58.147Zuploading: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15982025-11-08T00:13:59.242Zuploaded: /pool/ext/f2227b4f-60f5-4203-8f10-8ae82d16980b/crypt/zone/oxz_nexus_38efd038-6235-4294-b73c-e97f1b477969/root/var/svc/log/oxide-zone-network-setup:default.log
15992025-11-08T00:13:59.242Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-agent:default.log (12920 bytes)
16002025-11-08T00:14:00.359Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-agent:default.log
16012025-11-08T00:14:00.359Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16022025-11-08T00:14:01.453Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-downstairs:default.log
16032025-11-08T00:14:01.453Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d78c3bd3-52f6-45a9-b7b2-014103cedd6f.log (5971 bytes)
16042025-11-08T00:14:02.548Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-crucible-downstairs:downstairs-d78c3bd3-52f6-45a9-b7b2-014103cedd6f.log
16052025-11-08T00:14:02.548Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16062025-11-08T00:14:03.645Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_crucible_333b4388-4f58-4b47-8169-80b5d004daf8/root/var/svc/log/oxide-zone-network-setup:default.log
16072025-11-08T00:14:03.645Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-nexus:default.log (11868337 bytes)
16082025-11-08T00:14:04.414Zupload warning: file "/pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 11868337 -> 13743904
16092025-11-08T00:14:05.484Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-nexus:default.log
16102025-11-08T00:14:05.484Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
16112025-11-08T00:14:06.578Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-opte-interface-setup:default.log
16122025-11-08T00:14:06.578Zuploading: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
16132025-11-08T00:14:07.672Zuploaded: /pool/ext/fbe96c0b-3c50-49b6-828c-12beaacd3aba/crypt/zone/oxz_nexus_cf53f886-c952-4ba6-a847-049778be9aea/root/var/svc/log/oxide-zone-network-setup:default.log
16142025-11-08T00:14:07.672Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/measurements.log (510149 bytes)
16152025-11-08T00:14:07.945Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/measurements.log" changed size mid upload: 510149 -> 594274
16162025-11-08T00:14:09.016Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/measurements.log
16172025-11-08T00:14:09.016Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/statistics.log (406107 bytes)
16182025-11-08T00:14:09.263Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/statistics.log" changed size mid upload: 406107 -> 476073
16192025-11-08T00:14:10.333Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/statistics.log
16202025-11-08T00:14:10.333Zuploading: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/tracking.log (83041 bytes)
16212025-11-08T00:14:10.489Zupload warning: file "/pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/tracking.log" changed size mid upload: 83041 -> 99013
16222025-11-08T00:14:11.560Zuploaded: /pool/ext/7bedeb7a-3653-435e-8f98-71398e28361e/crypt/zone/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/root/var/log/chrony/tracking.log
16232025-11-08T00:14:11.584Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-cockroach-admin:default.log.1762559969 (3885 bytes)
16242025-11-08T00:14:12.655Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-cockroach-admin:default.log.1762559969
16252025-11-08T00:14:12.679Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-cockroachdb:default.log.1762559964 (4299 bytes)
16262025-11-08T00:14:13.750Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-cockroachdb:default.log.1762559964
16272025-11-08T00:14:13.750Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-zone-network-setup:default.log.1762559958 (2099 bytes)
16282025-11-08T00:14:14.844Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_4482d2cb-bc83-4757-b0aa-3ddba0eafad0/oxide-zone-network-setup:default.log.1762559958
16292025-11-08T00:14:14.844Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-cockroach-admin:default.log.1762559948 (2078 bytes)
16302025-11-08T00:14:15.937Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-cockroach-admin:default.log.1762559948
16312025-11-08T00:14:15.937Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-cockroachdb:default.log.1762559965 (4326 bytes)
16322025-11-08T00:14:17.032Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-cockroachdb:default.log.1762559965
16332025-11-08T00:14:17.033Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-zone-network-setup:default.log.1762559947 (2094 bytes)
16342025-11-08T00:14:18.127Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_5059ffc6-7699-45d2-a4ad-e03de95d91a7/oxide-zone-network-setup:default.log.1762559947
16352025-11-08T00:14:18.127Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-cockroach-admin:default.log.1762559948 (2078 bytes)
16362025-11-08T00:14:19.221Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-cockroach-admin:default.log.1762559948
16372025-11-08T00:14:19.221Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-cockroachdb:default.log.1762559965 (4324 bytes)
16382025-11-08T00:14:20.316Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-cockroachdb:default.log.1762559965
16392025-11-08T00:14:20.316Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-zone-network-setup:default.log.1762559947 (2094 bytes)
16402025-11-08T00:14:21.410Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_8bb4933c-f468-4964-bfc6-f112e5407d6a/oxide-zone-network-setup:default.log.1762559947
16412025-11-08T00:14:21.410Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-cockroach-admin:default.log.1762559947 (2078 bytes)
16422025-11-08T00:14:22.503Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-cockroach-admin:default.log.1762559947
16432025-11-08T00:14:22.503Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-cockroachdb:default.log.1762559965 (4326 bytes)
16442025-11-08T00:14:23.598Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-cockroachdb:default.log.1762559965
16452025-11-08T00:14:23.598Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-zone-network-setup:default.log.1762559947 (2093 bytes)
16462025-11-08T00:14:24.692Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_90dc6d13-2eff-4f32-9b8e-3a8165d761b1/oxide-zone-network-setup:default.log.1762559947
16472025-11-08T00:14:24.692Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-cockroach-admin:default.log.1762559958 (2078 bytes)
16482025-11-08T00:14:25.788Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-cockroach-admin:default.log.1762559958
16492025-11-08T00:14:25.812Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-cockroachdb:default.log.1762559965 (4324 bytes)
16502025-11-08T00:14:26.886Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-cockroachdb:default.log.1762559965
16512025-11-08T00:14:26.886Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-zone-network-setup:default.log.1762559958 (2100 bytes)
16522025-11-08T00:14:27.983Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_cockroachdb_aefdf4b1-e365-4b70-babd-71d2a7cfa005/oxide-zone-network-setup:default.log.1762559958
16532025-11-08T00:14:27.983Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/oxide-internal_dns:default.log.1762560002 (483724 bytes)
16542025-11-08T00:14:29.281Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/oxide-internal_dns:default.log.1762560002
16552025-11-08T00:14:29.281Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/oxide-zone-network-setup:default.log.1762559907 (2093 bytes)
16562025-11-08T00:14:30.377Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_0b243688-7ca5-41d2-92f2-ed7f0a6517fe/oxide-zone-network-setup:default.log.1762559907
16572025-11-08T00:14:30.402Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/oxide-internal_dns:default.log.1762560002 (495738 bytes)
16582025-11-08T00:14:31.680Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/oxide-internal_dns:default.log.1762560002
16592025-11-08T00:14:31.680Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/oxide-zone-network-setup:default.log.1762559906 (2094 bytes)
16602025-11-08T00:14:32.776Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_17fd9d72-9941-48f0-8709-f7ec96246f5a/oxide-zone-network-setup:default.log.1762559906
16612025-11-08T00:14:32.776Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/oxide-internal_dns:default.log.1762560002 (519761 bytes)
16622025-11-08T00:14:34.073Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/oxide-internal_dns:default.log.1762560002
16632025-11-08T00:14:34.073Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/oxide-zone-network-setup:default.log.1762559907 (2092 bytes)
16642025-11-08T00:14:35.170Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_internal_dns_e7f189da-ead9-4276-8ab6-de05e8c7f386/oxide-zone-network-setup:default.log.1762559907
16652025-11-08T00:14:35.170Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-chrony-setup:default.log.1762559915 (15278 bytes)
16662025-11-08T00:14:36.287Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-chrony-setup:default.log.1762559915
16672025-11-08T00:14:36.312Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-ntp-admin:default.log.1762559969 (19854 bytes)
16682025-11-08T00:14:37.427Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-ntp-admin:default.log.1762559969
16692025-11-08T00:14:37.427Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-ntp:default.log.1762560001 (916 bytes)
16702025-11-08T00:14:38.522Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-ntp:default.log.1762560001
16712025-11-08T00:14:38.547Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-opte-interface-setup:default.log.1762559920 (1126 bytes)
16722025-11-08T00:14:39.619Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-opte-interface-setup:default.log.1762559920
16732025-11-08T00:14:39.619Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-zone-network-setup:default.log.1762559915 (2030 bytes)
16742025-11-08T00:14:40.715Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_ntp_bd857da4-7b42-48e2-b984-ecc13078a84a/oxide-zone-network-setup:default.log.1762559915
16752025-11-08T00:14:40.716Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-dendrite:default.log.1762560001 (1751137 bytes)
16762025-11-08T00:14:42.084Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-dendrite:default.log.1762560001
16772025-11-08T00:14:42.084Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-lldpd:default.log.1762559903 (33221 bytes)
16782025-11-08T00:14:43.246Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-lldpd:default.log.1762559903
16792025-11-08T00:14:43.246Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1762559994 (21292 bytes)
16802025-11-08T00:14:44.385Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mg-ddm:default.log.1762559994
16812025-11-08T00:14:44.411Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mgd:default.log.1762559993 (28693 bytes)
16822025-11-08T00:14:45.547Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mgd:default.log.1762559993
16832025-11-08T00:14:45.547Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mgs:default.log.1762559997 (353394 bytes)
16842025-11-08T00:14:46.836Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-mgs:default.log.1762559997
16852025-11-08T00:14:46.836Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1762560000 (738171 bytes)
16862025-11-08T00:14:48.157Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-sp-sim:default.log.1762560000
16872025-11-08T00:14:48.157Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1762559902 (3339 bytes)
16882025-11-08T00:14:49.252Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-switch_zone_setup:default.log.1762559902
16892025-11-08T00:14:49.276Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-tfport:default.log.1762560001 (80143 bytes)
16902025-11-08T00:14:50.438Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-tfport:default.log.1762560001
16912025-11-08T00:14:50.438Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-uplink:default.log.1762559903 (835 bytes)
16922025-11-08T00:14:51.540Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-uplink:default.log.1762559903
16932025-11-08T00:14:51.540Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-wicketd:default.log.1762559902 (3501 bytes)
16942025-11-08T00:14:52.632Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-wicketd:default.log.1762559902
16952025-11-08T00:14:52.632Zuploading: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1762559901 (2341 bytes)
16962025-11-08T00:14:53.729Zuploaded: /pool/ext/0158c776-f372-483b-a84a-e8dcbfdaef65/crypt/debug/oxz_switch/oxide-zone-network-setup:default.log.1762559901