01JAEZJEC8AD97DDDXT1AE3QH2: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JAEZK8HK6339B3SH262X7SQZ

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-18T05:28:06.263Zjob dependencies complete; ready to run (waiting for 34 m 10 s)
22024-10-18T05:28:06.266Zjob assigned to worker 01JAF0S39P8Z2C1ZC7P36SWDFR (queued for 0 s)
32024-10-18T05:28:06.445Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-10-18T05:28:06.654Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-10-18T05:28:06.716Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-10-18T05:28:06.756Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-18T05:28:06.789Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-10-18T05:28:06.827ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-18T05:28:06.861Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-18T05:28:06.900ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-18T05:28:06.934ZConfiguring devices.
122024-10-18T05:28:06.967Z##################################################
132024-10-18T05:28:07.002Z#### ############# ##
142024-10-18T05:28:07.039Z### ### ############ ##
152024-10-18T05:28:07.072Z## ### # ## ### ## Oxide Computer Company ##
162024-10-18T05:28:07.107Z## ## ## ### # ### ##
172024-10-18T05:28:07.139Z## # ### #### #### This Station Under ##
182024-10-18T05:28:07.172Z### ### #### # ### Computer Control ##
192024-10-18T05:28:07.206Z#### #### ### ## ##
202024-10-18T05:28:07.239Z##################################################
212024-10-18T05:28:07.273ZHostname: sock
222024-10-18T05:28:07.306ZLoading smf(7) service descriptions:
232024-10-18T05:28:08.687Zdownloading input: /input/package/work/package.tar.gz
242024-10-18T05:32:46.368Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-18T05:32:46.391Zstarting task 0: "setup"
262024-10-18T05:32:46.391Z++ uname -s
272024-10-18T05:32:46.391Z+ kern=SunOS
282024-10-18T05:32:46.391Z+ case "$kern" in
292024-10-18T05:32:46.391Z+ groupadd -g 12345 build
302024-10-18T05:32:46.391Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-18T05:32:48.386Z+ zfs create -o mountpoint=/work rpool/work
322024-10-18T05:32:48.432Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-18T05:32:48.432Z+ home_fs=zfs
342024-10-18T05:32:48.432Z+ [[ zfs == autofs ]]
352024-10-18T05:32:48.432Z+ mkdir -p /home/build
362024-10-18T05:32:48.456Z+ chown build:build /home/build /work
372024-10-18T05:32:50.437Z+ chmod 0700 /home/build /work
382024-10-18T05:32:50.461Zprocess exited: duration 4072 ms, exit code 0
 
392024-10-18T05:32:50.509Zstarting task 1: "authentication"
402024-10-18T05:32:50.546ZWARNING: control request failure (retrying): Invalid Response Payload (b"<html>\r\n<head><title>502 Bad Gateway</title></head>\r\n<body>\r\n<center><h1>502 Bad Gateway</h1></center>\r\n<hr><center>nginx/1.27.0</center>\r\n</body>\r\n</html>\r\n"): expected value at line 1 column 1
412024-10-18T05:32:52.576Zprocess exited: duration 2067 ms, exit code 0
 
422024-10-18T05:32:52.622Zstarting task 2: "build"
432024-10-18T05:32:52.645Z+ trap _exit_trap EXIT
442024-10-18T05:32:52.645Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
452024-10-18T05:32:52.646Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
462024-10-18T05:32:52.646Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
472024-10-18T05:33:02.945Z+ pfexec rem_drv xde
482024-10-18T05:33:02.968Z+ pfexec mv xde /kernel/drv/amd64/xde
492024-10-18T05:33:03.042Z+ pfexec add_drv xde
502024-10-18T05:33:03.149Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
512024-10-18T05:33:13.082Z+ chmod +x opteadm
522024-10-18T05:33:13.106Z+ cp opteadm /tmp/opteadm
532024-10-18T05:33:13.138Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
542024-10-18T05:33:13.208Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
552024-10-18T05:33:13.339Zsecpolicy_fs_linkdir: 0x55 = 0x55
562024-10-18T05:33:13.340Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
572024-10-18T05:33:13.340Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
582024-10-18T05:33:13.340Zsecpolicy_fs_linkdir+3: 0 = 0xe5
592024-10-18T05:33:13.340Zsecpolicy_fs_linkdir+4: 0 = 0xb8
602024-10-18T05:33:13.340Zsecpolicy_fs_linkdir+5: 0 = 0x1
612024-10-18T05:33:13.363Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
622024-10-18T05:33:13.363Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
632024-10-18T05:33:13.363Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
642024-10-18T05:33:13.363Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
652024-10-18T05:33:13.363Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
662024-10-18T05:33:13.363Z+ [[ -d /opt/oxide ]]
672024-10-18T05:33:13.363Z+ pfexec mv /opt/oxide /opt/oxide-underneath
682024-10-18T05:33:13.363Z+ pfexec mkdir /opt/oxide
692024-10-18T05:33:13.363Z+ pfexec mount -F tmpfs -O swap /opt/oxide
702024-10-18T05:33:13.363Z+ [[ -d /opt/oxide-underneath ]]
712024-10-18T05:33:13.363Z+ cd /opt/oxide-underneath
722024-10-18T05:33:13.363Z+ pfexec tar ceEp@/f - .
732024-10-18T05:33:13.363Z+ cd /opt/oxide
742024-10-18T05:33:13.363Z+ pfexec tar xveEp@/f -
752024-10-18T05:33:13.406Zx ., 0 bytes, 0 tape blocks
762024-10-18T05:33:13.407Zx ./opte, 0 bytes, 0 tape blocks
772024-10-18T05:33:13.407Zx ./opte/bin, 0 bytes, 0 tape blocks
782024-10-18T05:33:13.408Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
792024-10-18T05:33:13.477Z+ pfexec rm -rf /opt/oxide-underneath
802024-10-18T05:33:13.500Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
812024-10-18T05:33:13.500Z+ pfexec mkdir /opt/oxide/work
822024-10-18T05:33:13.500Z+ pfexec chown build:build /opt/oxide/work
832024-10-18T05:33:13.500Z+ cd /opt/oxide/work
842024-10-18T05:33:13.500Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
852024-10-18T05:33:26.077ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
862024-10-18T05:33:26.077Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
872024-10-18T05:33:26.077Zx out/target/test, 107 bytes, 1 tape blocks
882024-10-18T05:33:26.077Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
892024-10-18T05:33:26.077Zx package-manifest.toml, 32239 bytes, 63 tape blocks
902024-10-18T05:33:26.077Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
912024-10-18T05:33:26.077Zx target/release/omicron-package, 33671472 bytes, 65765 tape blocks
922024-10-18T05:33:26.077Zx target/release/xtask, 12437144 bytes, 24292 tape blocks
932024-10-18T05:33:26.077Zx target/debug/bootstrap, 202382320 bytes, 395278 tape blocks
942024-10-18T05:33:26.077Zx tests/bootstrap-d5d3fa2fc6c2a360, 24570552 bytes, 47990 tape blocks
952024-10-18T05:33:26.078Zx tests/commtest-b3bfe7ea4956611a, 25005456 bytes, 48839 tape blocks
962024-10-18T05:33:26.078Zx tests/dhcp_server-aaf187ec4d160e27, 24570568 bytes, 47990 tape blocks
972024-10-18T05:33:26.078Zx tests/end_to_end_tests-711ed1b1ae8e248f, 215420576 bytes, 420744 tape blocks
982024-10-18T05:33:26.078Zx out/clickhouse.tar.gz, 250507774 bytes, 489273 tape blocks
992024-10-18T05:33:26.078Zx out/clickhouse_keeper.tar.gz, 250493594 bytes, 489246 tape blocks
1002024-10-18T05:33:26.078Zx out/clickhouse_server.tar.gz, 250492544 bytes, 489244 tape blocks
1012024-10-18T05:33:26.078Zx out/cockroachdb.tar.gz, 136016619 bytes, 265658 tape blocks
1022024-10-18T05:33:26.078Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1032024-10-18T05:33:26.078Zx out/crucible-pantry-zone.tar.gz, 27632049 bytes, 53969 tape blocks
1042024-10-18T05:33:26.078Zx out/crucible-zone.tar.gz, 36018412 bytes, 70349 tape blocks
1052024-10-18T05:33:26.078Zx out/external-dns.tar.gz, 31604248 bytes, 61728 tape blocks
1062024-10-18T05:33:26.078Zx out/internal-dns.tar.gz, 31604110 bytes, 61727 tape blocks
1072024-10-18T05:33:26.078Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1082024-10-18T05:33:26.078Zx out/nexus.tar.gz, 96985541 bytes, 189425 tape blocks
1092024-10-18T05:33:26.078Zx out/ntp.tar.gz, 9343405 bytes, 18249 tape blocks
1102024-10-18T05:33:26.078Zx out/omicron-gateway-softnpu.tar.gz, 22082984 bytes, 43131 tape blocks
1112024-10-18T05:33:26.078Zx out/omicron-sled-agent.tar, 106186752 bytes, 207396 tape blocks
1122024-10-18T05:33:26.078Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1132024-10-18T05:33:26.078Zx out/oximeter.tar.gz, 47045878 bytes, 91887 tape blocks
1142024-10-18T05:33:26.078Zx out/oxlog.tar, 3109376 bytes, 6073 tape blocks
1152024-10-18T05:33:26.078Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1162024-10-18T05:33:26.078Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1172024-10-18T05:33:26.078Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1182024-10-18T05:33:26.078Zx out/switch-softnpu.tar.gz, 228251583 bytes, 445804 tape blocks
1192024-10-18T05:33:26.101Z
1202024-10-18T05:33:26.101Zreal 12.611951454
1212024-10-18T05:33:26.101Zuser 11.157355916
1222024-10-18T05:33:26.102Zsys 2.500388929
1232024-10-18T05:33:26.102Ztrap 0.000549181
1242024-10-18T05:33:26.102Ztflt 0.000000000
1252024-10-18T05:33:26.102Zdflt 0.000000000
1262024-10-18T05:33:26.102Zkflt 0.000000000
1272024-10-18T05:33:26.102Zlock 0.000000000
1282024-10-18T05:33:26.102Zslp 11.248941298
1292024-10-18T05:33:26.102Zlat 0.314304569
1302024-10-18T05:33:26.102Zstop 0.000136741
1312024-10-18T05:33:26.102Z+ source .github/buildomat/ci-env.sh
1322024-10-18T05:33:26.102Z++ export CARGO_TERM_COLOR=always
1332024-10-18T05:33:26.102Z++ CARGO_TERM_COLOR=always
1342024-10-18T05:33:26.102Z+ bmat address ls
1352024-10-18T05:33:26.102ZNAME CIDR FIRST LAST COUNT
1362024-10-18T05:33:26.102Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1372024-10-18T05:33:26.102Z++ bmat address ls -f extra -Ho first,last,count
1382024-10-18T05:33:26.102Z+ set -- 10.151.2.164 10.151.2.227 64
1392024-10-18T05:33:26.102Z+ EXTRA_IP_START=10.151.2.164
1402024-10-18T05:33:26.102Z+ EXTRA_IP_END=10.151.2.227
1412024-10-18T05:33:26.102Z+ EXTRA_IP_COUNT=64
1422024-10-18T05:33:26.102Z+ (( EXTRA_IP_COUNT >= 32 ))
1432024-10-18T05:33:26.102Z+ EXTRA_IP_BASE=10.151.2
1442024-10-18T05:33:26.102Z+ EXTRA_IP_FOCTET=164
1452024-10-18T05:33:26.102Z+ EXTRA_IP_LOCTET=227
1462024-10-18T05:33:26.102Z+ SERVICE_IP_POOL_START=10.151.2.164
1472024-10-18T05:33:26.102Z+ SERVICE_IP_POOL_END=10.151.2.173
1482024-10-18T05:33:26.102Z+ DNS_IP1=10.151.2.164
1492024-10-18T05:33:26.102Z+ DNS_IP2=10.151.2.165
1502024-10-18T05:33:26.102Z+ UPLINK_IP=10.151.2.174
1512024-10-18T05:33:26.102Z+ IPPOOL_START=10.151.2.175
1522024-10-18T05:33:26.102Z+ IPPOOL_END=10.151.2.227
1532024-10-18T05:33:26.102Z++ ipadm show-addr -po type,addr
1542024-10-18T05:33:26.102Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1552024-10-18T05:33:26.102Z+ GATEWAY_IP=10.151.2.100
1562024-10-18T05:33:26.102Z+ [[ -n 10.151.2.100 ]]
1572024-10-18T05:33:26.102Z+ ping -s 10.151.2.100 56 1
1582024-10-18T05:33:26.102ZPING 10.151.2.100: 56 data bytes
1592024-10-18T05:33:26.102Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1602024-10-18T05:33:26.103Z
1612024-10-18T05:33:26.103Z----10.151.2.100 PING Statistics----
1622024-10-18T05:33:26.103Z1 packets transmitted, 1 packets received, 0% packet loss
1632024-10-18T05:33:26.103Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1642024-10-18T05:33:26.103Z++ arp -an
1652024-10-18T05:33:26.103Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1662024-10-18T05:33:26.125Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1672024-10-18T05:33:26.125Z+ routeadm -e ipv4-forwarding -u
1682024-10-18T05:33:26.212Z+ PXA_START=10.151.2.164
1692024-10-18T05:33:26.212Z+ PXA_END=10.151.2.227
1702024-10-18T05:33:26.212Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1712024-10-18T05:33:26.420Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1722024-10-18T05:33:26.443ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732024-10-18T05:33:26.443Zcreating virtual hardware
1742024-10-18T05:33:26.443Zcreating /scratch/m2_0.vdev
1752024-10-18T05:33:26.443Zcreating /scratch/m2_1.vdev
1762024-10-18T05:33:26.443Zcreating /scratch/u2_0.vdev
1772024-10-18T05:33:26.443Zcreating /scratch/u2_1.vdev
1782024-10-18T05:33:26.443Zcreating /scratch/u2_2.vdev
1792024-10-18T05:33:26.443Zcreating /scratch/u2_3.vdev
1802024-10-18T05:33:26.443Zcreating /scratch/u2_4.vdev
1812024-10-18T05:33:26.443Zcreating /scratch/u2_5.vdev
1822024-10-18T05:33:26.443Zcreating /scratch/u2_6.vdev
1832024-10-18T05:33:26.443Zcreating /scratch/u2_7.vdev
1842024-10-18T05:33:26.443Zcreating /scratch/u2_8.vdev
1852024-10-18T05:33:26.466ZSimnet net0/sc0_0 exists
1862024-10-18T05:33:26.489ZSimnet net1/sc1_0 exists
1872024-10-18T05:33:26.511ZVnic sc0_1 exists
1882024-10-18T05:33:38.798ZUsing 10.151.2.100 as gateway ip
1892024-10-18T05:33:38.798Zusing 18:C0:4D:0D:A0:2A as gateway mac
1902024-10-18T05:33:38.798Zconfiguring SoftNPU ARP entry
1912024-10-18T05:33:38.827Zconfiguring SoftNPU proxy ARP
1922024-10-18T05:33:38.880ZSoftNPU state:
1932024-10-18T05:33:38.880Z local v6:
1942024-10-18T05:33:38.880Z local v4:
1952024-10-18T05:33:38.880Z router v6:
1962024-10-18T05:33:38.880Z router v4_idx:
1972024-10-18T05:33:38.880Z router v4_routes:
1982024-10-18T05:33:38.880Z resolver v4:
1992024-10-18T05:33:38.880Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
2002024-10-18T05:33:38.880Z resolver v6:
2012024-10-18T05:33:38.880Z nat v4:
2022024-10-18T05:33:38.880Z nat_v6:
2032024-10-18T05:33:38.880Z port_mac:
2042024-10-18T05:33:38.881Z proxy arp:
2052024-10-18T05:33:38.881Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2062024-10-18T05:33:38.881Zcreated virtual hardware
2072024-10-18T05:33:38.903Z
2082024-10-18T05:33:38.903Zreal 12.457448858
2092024-10-18T05:33:38.903Zuser 0.676578128
2102024-10-18T05:33:38.903Zsys 3.247685067
2112024-10-18T05:33:38.903Ztrap 0.000060138
2122024-10-18T05:33:38.904Ztflt 0.000232046
2132024-10-18T05:33:38.904Zdflt 0.000631453
2142024-10-18T05:33:38.904Zkflt 0.000002600
2152024-10-18T05:33:38.904Zlock 9:41.394201612
2162024-10-18T05:33:38.904Zslp 37.635091331
2172024-10-18T05:33:38.904Zlat 0.077200652
2182024-10-18T05:33:38.904Zstop 0.350947693
2192024-10-18T05:33:38.904Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2202024-10-18T05:33:38.927Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2212024-10-18T05:33:38.927Z+ diff -u pkg/config.toml~ pkg/config.toml
2222024-10-18T05:33:38.927Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2232024-10-18T05:33:38.927Z+++ pkg/config.toml Fri Oct 18 05:33:38 2024
2242024-10-18T05:33:38.927Z@@ -29,18 +29,18 @@
2252024-10-18T05:33:38.927Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2262024-10-18T05:33:38.927Z # followed by a string that is embedded into their fake serial values.
2272024-10-18T05:33:38.927Z vdevs = [
2282024-10-18T05:33:38.927Z- "m2_0.vdev",
2292024-10-18T05:33:38.927Z- "m2_1.vdev",
2302024-10-18T05:33:38.927Z+ "/scratch/m2_0.vdev",
2312024-10-18T05:33:38.927Z+ "/scratch/m2_1.vdev",
2322024-10-18T05:33:38.927Z
2332024-10-18T05:33:38.927Z- "u2_0.vdev",
2342024-10-18T05:33:38.927Z- "u2_1.vdev",
2352024-10-18T05:33:38.927Z- "u2_2.vdev",
2362024-10-18T05:33:38.927Z- "u2_3.vdev",
2372024-10-18T05:33:38.927Z- "u2_4.vdev",
2382024-10-18T05:33:38.927Z- "u2_5.vdev",
2392024-10-18T05:33:38.927Z- "u2_6.vdev",
2402024-10-18T05:33:38.927Z- "u2_7.vdev",
2412024-10-18T05:33:38.927Z- "u2_8.vdev",
2422024-10-18T05:33:38.927Z+ "/scratch/u2_0.vdev",
2432024-10-18T05:33:38.927Z+ "/scratch/u2_1.vdev",
2442024-10-18T05:33:38.927Z+ "/scratch/u2_2.vdev",
2452024-10-18T05:33:38.927Z+ "/scratch/u2_3.vdev",
2462024-10-18T05:33:38.927Z+ "/scratch/u2_4.vdev",
2472024-10-18T05:33:38.927Z+ "/scratch/u2_5.vdev",
2482024-10-18T05:33:38.927Z+ "/scratch/u2_6.vdev",
2492024-10-18T05:33:38.928Z+ "/scratch/u2_7.vdev",
2502024-10-18T05:33:38.928Z+ "/scratch/u2_8.vdev",
2512024-10-18T05:33:38.928Z ]
2522024-10-18T05:33:38.928Z
2532024-10-18T05:33:38.928Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2542024-10-18T05:33:38.928Z+ true
2552024-10-18T05:33:38.928Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2562024-10-18T05:33:38.928Z+ SILO_NAME=recovery
2572024-10-18T05:33:38.928Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2582024-10-18T05:33:38.928Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2592024-10-18T05:33:38.928Z+ sed -i~ '
2602024-10-18T05:33:38.928Z /^external_dns_ips/c\
2612024-10-18T05:33:38.928Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2622024-10-18T05:33:38.928Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2632024-10-18T05:33:38.928Z /^first/c\
2642024-10-18T05:33:38.928Zfirst = "10.151.2.164"
2652024-10-18T05:33:38.928Z /^last/c\
2662024-10-18T05:33:38.928Zlast = "10.151.2.173"
2672024-10-18T05:33:38.928Z }
2682024-10-18T05:33:38.928Z /^infra_ip_first/c\
2692024-10-18T05:33:38.928Zinfra_ip_first = "10.151.2.174"
2702024-10-18T05:33:38.928Z /^infra_ip_last/c\
2712024-10-18T05:33:38.929Zinfra_ip_last = "10.151.2.174"
2722024-10-18T05:33:38.929Z /^\[\[rack_network_config.ports/,/^$/ {
2732024-10-18T05:33:38.929Z /^routes/c\
2742024-10-18T05:33:38.929Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2752024-10-18T05:33:38.929Z /^addresses/c\
2762024-10-18T05:33:38.929Zaddresses = \[{address = "10.151.2.174/24"} \]
2772024-10-18T05:33:38.929Z }
2782024-10-18T05:33:38.929Z' pkg/config-rss.toml
2792024-10-18T05:33:38.929Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2802024-10-18T05:33:38.952Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2812024-10-18T05:33:38.952Z+++ pkg/config-rss.toml Fri Oct 18 05:33:38 2024
2822024-10-18T05:33:38.952Z@@ -33,7 +33,7 @@
2832024-10-18T05:33:38.952Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2842024-10-18T05:33:38.952Z # must be contained in one of the "internal services" IP Pool ranges listed
2852024-10-18T05:33:38.952Z # below.
2862024-10-18T05:33:38.952Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2872024-10-18T05:33:38.952Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2882024-10-18T05:33:38.952Z
2892024-10-18T05:33:38.952Z # Initial TLS certificates for the external API
2902024-10-18T05:33:38.952Z #
2912024-10-18T05:33:38.952Z@@ -69,8 +69,8 @@
2922024-10-18T05:33:38.952Z #
2932024-10-18T05:33:38.952Z # For more on this and what to put here, see docs/how-to-run.adoc.
2942024-10-18T05:33:38.952Z [[internal_services_ip_pool_ranges]]
2952024-10-18T05:33:38.952Z-first = "192.168.1.20"
2962024-10-18T05:33:38.952Z-last = "192.168.1.29"
2972024-10-18T05:33:38.952Z+first = "10.151.2.164"
2982024-10-18T05:33:38.952Z+last = "10.151.2.173"
2992024-10-18T05:33:38.953Z
3002024-10-18T05:33:38.953Z # TODO - this configuration is subject to change going forward. Ultimately these
3012024-10-18T05:33:38.953Z # parameters should be provided to the control plane via wicket, but we need to
3022024-10-18T05:33:38.953Z@@ -91,8 +91,8 @@
3032024-10-18T05:33:38.953Z # A range of IP addresses used by Boundary Services on the external network. In
3042024-10-18T05:33:38.953Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3052024-10-18T05:33:38.953Z # With softnpu, only one address is used.
3062024-10-18T05:33:38.953Z-infra_ip_first = "192.168.1.30"
3072024-10-18T05:33:38.953Z-infra_ip_last = "192.168.1.30"
3082024-10-18T05:33:38.953Z+infra_ip_first = "10.151.2.174"
3092024-10-18T05:33:38.953Z+infra_ip_last = "10.151.2.174"
3102024-10-18T05:33:38.953Z
3112024-10-18T05:33:38.953Z # Configurations for BGP routers to run on the scrimlets.
3122024-10-18T05:33:38.953Z bgp = []
3132024-10-18T05:33:38.953Z@@ -100,9 +100,9 @@
3142024-10-18T05:33:38.953Z # You can configure multiple uplinks by repeating the following stanza
3152024-10-18T05:33:38.953Z [[rack_network_config.ports]]
3162024-10-18T05:33:38.953Z # Routes associated with this port.
3172024-10-18T05:33:38.953Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3182024-10-18T05:33:38.953Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3192024-10-18T05:33:38.953Z # Addresses associated with this port.
3202024-10-18T05:33:38.953Z-addresses = [{address = "192.168.1.30/24"}]
3212024-10-18T05:33:38.953Z+addresses = [{address = "10.151.2.174/24"} ]
3222024-10-18T05:33:38.953Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3232024-10-18T05:33:38.953Z port = "qsfp0"
3242024-10-18T05:33:38.953Z # The speed of this port.
3252024-10-18T05:33:38.953Z+ true
3262024-10-18T05:33:38.953Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3272024-10-18T05:33:38.953Za pkg/config-rss.toml 8K
3282024-10-18T05:33:38.953Za pkg/config.toml 4K
3292024-10-18T05:33:38.953Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3302024-10-18T05:33:38.953Z+ TLS_NAME=recovery.sys.oxide.test
3312024-10-18T05:33:38.953Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3322024-10-18T05:33:39.236Z..+....+...............+.....+.+..+.......+......+..+...+.+...+...+...+..+...+....+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+..........+...+..+......+.........+.+.....+....+............+...+......+.....+.......+.........+...+..+...+.+..+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+...+..+.........+.+..+..........+..+.........+......+.+...+......+........+.......+...+........+....+.....................+...+..+...+.+...+.....+...+..................+....+........+.............+..+..................+.........+.+.....+.+.....................+..+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-18T05:33:39.434Z.........+......+....+...........+....+..+......+.........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+......+....+..+...+......+.+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+...+...........+......+..................+.+...+...+..+..........+...+.........+.........+..+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342024-10-18T05:33:39.457Z-----
3352024-10-18T05:33:39.480Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3362024-10-18T05:33:39.480Za pkg/initial-tls-cert.pem 2K
3372024-10-18T05:33:39.480Za pkg/initial-tls-key.pem 4K
3382024-10-18T05:33:39.480Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392024-10-18T05:33:39.480Z+ rmdir pkg
3402024-10-18T05:33:39.480Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3412024-10-18T05:33:39.480Z+ pfexec mkdir -p /usr/oxide
3422024-10-18T05:33:39.480Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3432024-10-18T05:33:40.116Z+ pfexec chmod +x /usr/oxide/oxide
3442024-10-18T05:33:40.139Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3452024-10-18T05:33:58.433Z+ OMICRON_NO_UNINSTALL=1
3462024-10-18T05:33:58.433Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3472024-10-18T05:33:58.434ZLogging to: /opt/oxide/work/out/LOG
3482024-10-18T05:33:59.022Z
3492024-10-18T05:33:59.022Zreal 0.608141988
3502024-10-18T05:33:59.022Zuser 0.140492601
3512024-10-18T05:33:59.022Zsys 3.108442181
3522024-10-18T05:33:59.022Ztrap 0.000000700
3532024-10-18T05:33:59.022Ztflt 0.000007909
3542024-10-18T05:33:59.045Zdflt 0.000672267
3552024-10-18T05:33:59.045Zkflt 0.000003529
3562024-10-18T05:33:59.045Zlock 54.780486648
3572024-10-18T05:33:59.045Zslp 0.795191836
3582024-10-18T05:33:59.045Zlat 0.002820818
3592024-10-18T05:33:59.045Zstop 0.215257696
3602024-10-18T05:33:59.045Z+ retry=0
3612024-10-18T05:33:59.045Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622024-10-18T05:33:59.045Z+ [[ 0 -gt 30 ]]
3632024-10-18T05:33:59.045Z+ sleep 1
3642024-10-18T05:34:00.036Z+ retry=1
3652024-10-18T05:34:00.036Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662024-10-18T05:34:00.059Z+ [[ 1 -gt 30 ]]
3672024-10-18T05:34:00.059Z+ sleep 1
3682024-10-18T05:34:01.051Z+ retry=2
3692024-10-18T05:34:01.051Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702024-10-18T05:34:01.073Z+ [[ 2 -gt 30 ]]
3712024-10-18T05:34:01.074Z+ sleep 1
3722024-10-18T05:34:02.064Z+ retry=3
3732024-10-18T05:34:02.064Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742024-10-18T05:34:22.193Z+ [[ 3 -gt 30 ]]
3752024-10-18T05:34:22.193Z+ sleep 1
3762024-10-18T05:34:23.196Z+ retry=4
3772024-10-18T05:34:23.196Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782024-10-18T05:34:23.219Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3792024-10-18T05:34:23.241Zlocal v6:
3802024-10-18T05:34:23.241Zfe80::98e7:f4ff:fedb:864d
3812024-10-18T05:34:23.241Zfd97:30ae:6788:b35f::1
3822024-10-18T05:34:23.241Zlocal v4:
3832024-10-18T05:34:23.241Z10.151.2.174
3842024-10-18T05:34:23.241Zrouter v6:
3852024-10-18T05:34:23.241Zrouter v4_idx:
3862024-10-18T05:34:23.241Z0.0.0.0/0 -> 0
3872024-10-18T05:34:23.241Zrouter v4_routes:
3882024-10-18T05:34:23.242Z0 -> 10.151.2.100 (2)
3892024-10-18T05:34:23.242Zresolver v4:
3902024-10-18T05:34:23.242Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3912024-10-18T05:34:23.242Zresolver v6:
3922024-10-18T05:34:23.242Zfe80::6c24:8ff:fe8a:493a -> 6e:24:08:8a:49:3a
3932024-10-18T05:34:23.242Zfe80::98e7:f4ff:fedb:864d -> 9a:e7:f4:db:86:4d
3942024-10-18T05:34:23.242Znat v4:
3952024-10-18T05:34:23.242Znat_v6:
3962024-10-18T05:34:23.242Zport_mac:
3972024-10-18T05:34:23.242Z1000: a8:40:25:32:a3:ad
3982024-10-18T05:34:23.242Z1: a8:40:25:32:a3:ae
3992024-10-18T05:34:23.242Z2: a8:40:25:32:a3:ce
4002024-10-18T05:34:23.242Zproxy arp:
4012024-10-18T05:34:23.242Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4022024-10-18T05:34:23.242Z+ retry=0
4032024-10-18T05:34:23.265Z+++ zoneadm list -n
4042024-10-18T05:34:23.265Z+++ grep oxz_ntp
4052024-10-18T05:34:23.265Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-10-18T05:34:23.265Zsvcs: zone '-Hostate': entity not found
4072024-10-18T05:34:23.265Z++ true
4082024-10-18T05:34:23.265Z+ [[ '' != online ]]
4092024-10-18T05:34:23.265Z+ [[ 0 -gt 60 ]]
4102024-10-18T05:34:23.265Z+ sleep 1
4112024-10-18T05:34:24.261Z+ retry=1
4122024-10-18T05:34:24.283Z+++ zoneadm list -n
4132024-10-18T05:34:24.284Z+++ grep oxz_ntp
4142024-10-18T05:34:24.284Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-10-18T05:34:24.284Zsvcs: zone '-Hostate': entity not found
4162024-10-18T05:34:24.284Z++ true
4172024-10-18T05:34:24.284Z+ [[ '' != online ]]
4182024-10-18T05:34:24.284Z+ [[ 1 -gt 60 ]]
4192024-10-18T05:34:24.284Z+ sleep 1
4202024-10-18T05:34:25.284Z+ retry=2
4212024-10-18T05:34:25.307Z+++ zoneadm list -n
4222024-10-18T05:34:25.307Z+++ grep oxz_ntp
4232024-10-18T05:34:25.307Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-10-18T05:34:25.307Zsvcs: zone '-Hostate': entity not found
4252024-10-18T05:34:25.307Z++ true
4262024-10-18T05:34:25.308Z+ [[ '' != online ]]
4272024-10-18T05:34:25.308Z+ [[ 2 -gt 60 ]]
4282024-10-18T05:34:25.308Z+ sleep 1
4292024-10-18T05:34:26.305Z+ retry=3
4302024-10-18T05:34:26.328Z+++ zoneadm list -n
4312024-10-18T05:34:26.328Z+++ grep oxz_ntp
4322024-10-18T05:34:26.328Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4332024-10-18T05:34:26.328Zsvcs: Could not bind to repository server for zone oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488: repository server unavailable
4342024-10-18T05:34:26.328Z++ true
4352024-10-18T05:34:26.328Z+ [[ '' != online ]]
4362024-10-18T05:34:26.328Z+ [[ 3 -gt 60 ]]
4372024-10-18T05:34:26.328Z+ sleep 1
4382024-10-18T05:34:27.325Z+ retry=4
4392024-10-18T05:34:27.349Z+++ zoneadm list -n
4402024-10-18T05:34:27.349Z+++ grep oxz_ntp
4412024-10-18T05:34:27.349Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4422024-10-18T05:34:27.372Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432024-10-18T05:34:27.372Z++ true
4442024-10-18T05:34:27.372Z+ [[ '' != online ]]
4452024-10-18T05:34:27.372Z+ [[ 4 -gt 60 ]]
4462024-10-18T05:34:27.372Z+ sleep 1
4472024-10-18T05:34:28.355Z+ retry=5
4482024-10-18T05:34:28.378Z+++ zoneadm list -n
4492024-10-18T05:34:28.378Z+++ grep oxz_ntp
4502024-10-18T05:34:28.378Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4512024-10-18T05:34:28.400Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522024-10-18T05:34:28.400Z++ true
4532024-10-18T05:34:28.400Z+ [[ '' != online ]]
4542024-10-18T05:34:28.400Z+ [[ 5 -gt 60 ]]
4552024-10-18T05:34:28.400Z+ sleep 1
4562024-10-18T05:34:29.384Z+ retry=6
4572024-10-18T05:34:29.407Z+++ zoneadm list -n
4582024-10-18T05:34:29.407Z+++ grep oxz_ntp
4592024-10-18T05:34:29.407Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4602024-10-18T05:34:29.430Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612024-10-18T05:34:29.430Z++ true
4622024-10-18T05:34:29.430Z+ [[ '' != online ]]
4632024-10-18T05:34:29.430Z+ [[ 6 -gt 60 ]]
4642024-10-18T05:34:29.430Z+ sleep 1
4652024-10-18T05:34:30.413Z+ retry=7
4662024-10-18T05:34:30.436Z+++ zoneadm list -n
4672024-10-18T05:34:30.436Z+++ grep oxz_ntp
4682024-10-18T05:34:30.437Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4692024-10-18T05:34:30.437Z+ [[ offline != online ]]
4702024-10-18T05:34:30.437Z+ [[ 7 -gt 60 ]]
4712024-10-18T05:34:30.437Z+ sleep 1
4722024-10-18T05:34:31.435Z+ retry=8
4732024-10-18T05:34:31.459Z+++ zoneadm list -n
4742024-10-18T05:34:31.459Z+++ grep oxz_ntp
4752024-10-18T05:34:31.459Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4762024-10-18T05:34:31.459Z+ [[ offline != online ]]
4772024-10-18T05:34:31.459Z+ [[ 8 -gt 60 ]]
4782024-10-18T05:34:31.459Z+ sleep 1
4792024-10-18T05:34:32.457Z+ retry=9
4802024-10-18T05:34:32.483Z+++ zoneadm list -n
4812024-10-18T05:34:32.483Z+++ grep oxz_ntp
4822024-10-18T05:34:32.483Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4832024-10-18T05:34:32.484Z+ [[ offline != online ]]
4842024-10-18T05:34:32.484Z+ [[ 9 -gt 60 ]]
4852024-10-18T05:34:32.484Z+ sleep 1
4862024-10-18T05:34:33.480Z+ retry=10
4872024-10-18T05:34:33.504Z+++ zoneadm list -n
4882024-10-18T05:34:33.504Z+++ grep oxz_ntp
4892024-10-18T05:34:33.504Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4902024-10-18T05:34:33.504Z+ [[ offline != online ]]
4912024-10-18T05:34:33.504Z+ [[ 10 -gt 60 ]]
4922024-10-18T05:34:33.504Z+ sleep 1
4932024-10-18T05:34:34.502Z+ retry=11
4942024-10-18T05:34:34.525Z+++ zoneadm list -n
4952024-10-18T05:34:34.525Z+++ grep oxz_ntp
4962024-10-18T05:34:34.525Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
4972024-10-18T05:34:34.526Z+ [[ offline != online ]]
4982024-10-18T05:34:34.526Z+ [[ 11 -gt 60 ]]
4992024-10-18T05:34:34.526Z+ sleep 1
5002024-10-18T05:34:35.524Z+ retry=12
5012024-10-18T05:34:35.547Z+++ zoneadm list -n
5022024-10-18T05:34:35.547Z+++ grep oxz_ntp
5032024-10-18T05:34:35.547Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
5042024-10-18T05:34:35.547Z+ [[ offline != online ]]
5052024-10-18T05:34:35.547Z+ [[ 12 -gt 60 ]]
5062024-10-18T05:34:35.547Z+ sleep 1
 
5072024-10-18T05:34:36.143Zsock console login: Oct 18 05:34:35 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5082024-10-18T05:34:36.546Z+ retry=13
5092024-10-18T05:34:36.570Z+++ zoneadm list -n
5102024-10-18T05:34:36.570Z+++ grep oxz_ntp
5112024-10-18T05:34:36.570Z++ pfexec svcs -z oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 -Hostate oxide/ntp
5122024-10-18T05:34:36.570Z+ [[ online != online ]]
5132024-10-18T05:34:36.570Z+ echo 'Waited for chrony: 13s'
5142024-10-18T05:34:36.570Z+ retry=0
5152024-10-18T05:34:36.570ZWaited for chrony: 13s
5162024-10-18T05:34:36.570Z+ zoneadm list
5172024-10-18T05:34:36.570Z+ grep nexus
5182024-10-18T05:34:36.594Z+ [[ 0 -gt 300 ]]
5192024-10-18T05:34:36.594Z+ sleep 1
5202024-10-18T05:34:37.576Z+ retry=1
5212024-10-18T05:34:37.599Z+ zoneadm list
5222024-10-18T05:34:37.599Z+ grep nexus
5232024-10-18T05:34:37.600Z+ [[ 1 -gt 300 ]]
5242024-10-18T05:34:37.600Z+ sleep 1
5252024-10-18T05:34:38.586Z+ retry=2
5262024-10-18T05:34:38.610Z+ zoneadm list
5272024-10-18T05:34:38.610Z+ grep nexus
5282024-10-18T05:34:38.610Z+ [[ 2 -gt 300 ]]
5292024-10-18T05:34:38.610Z+ sleep 1
5302024-10-18T05:34:39.598Z+ retry=3
5312024-10-18T05:34:39.621Z+ zoneadm list
5322024-10-18T05:34:39.621Z+ grep nexus
5332024-10-18T05:34:39.621Z+ [[ 3 -gt 300 ]]
5342024-10-18T05:34:39.621Z+ sleep 1
5352024-10-18T05:34:40.610Z+ retry=4
5362024-10-18T05:34:40.633Z+ zoneadm list
5372024-10-18T05:34:40.633Z+ grep nexus
5382024-10-18T05:34:40.633Z+ [[ 4 -gt 300 ]]
5392024-10-18T05:34:40.633Z+ sleep 1
5402024-10-18T05:34:41.621Z+ retry=5
5412024-10-18T05:34:41.645Z+ zoneadm list
5422024-10-18T05:34:41.645Z+ grep nexus
5432024-10-18T05:34:41.645Z+ [[ 5 -gt 300 ]]
5442024-10-18T05:34:41.645Z+ sleep 1
5452024-10-18T05:34:42.635Z+ retry=6
5462024-10-18T05:34:42.658Z+ zoneadm list
5472024-10-18T05:34:42.658Z+ grep nexus
5482024-10-18T05:34:42.658Z+ [[ 6 -gt 300 ]]
5492024-10-18T05:34:42.658Z+ sleep 1
5502024-10-18T05:34:43.649Z+ retry=7
5512024-10-18T05:34:43.672Z+ zoneadm list
5522024-10-18T05:34:43.672Z+ grep nexus
5532024-10-18T05:34:43.672Z+ [[ 7 -gt 300 ]]
5542024-10-18T05:34:43.672Z+ sleep 1
5552024-10-18T05:34:44.664Z+ retry=8
5562024-10-18T05:34:44.687Z+ zoneadm list
5572024-10-18T05:34:44.688Z+ grep nexus
5582024-10-18T05:34:44.688Z+ [[ 8 -gt 300 ]]
5592024-10-18T05:34:44.688Z+ sleep 1
5602024-10-18T05:34:45.678Z+ retry=9
5612024-10-18T05:34:45.702Z+ zoneadm list
5622024-10-18T05:34:45.702Z+ grep nexus
5632024-10-18T05:34:45.702Z+ [[ 9 -gt 300 ]]
5642024-10-18T05:34:45.702Z+ sleep 1
5652024-10-18T05:34:46.694Z+ retry=10
5662024-10-18T05:34:46.718Z+ zoneadm list
5672024-10-18T05:34:46.718Z+ grep nexus
5682024-10-18T05:34:46.718Z+ [[ 10 -gt 300 ]]
5692024-10-18T05:34:46.718Z+ sleep 1
5702024-10-18T05:34:47.709Z+ retry=11
5712024-10-18T05:34:47.733Z+ zoneadm list
5722024-10-18T05:34:47.733Z+ grep nexus
5732024-10-18T05:34:47.733Z+ [[ 11 -gt 300 ]]
5742024-10-18T05:34:47.733Z+ sleep 1
5752024-10-18T05:34:48.733Z+ retry=12
5762024-10-18T05:34:48.809Z+ zoneadm list
5772024-10-18T05:34:48.850Z+ grep nexus
5782024-10-18T05:34:48.967Z+ [[ 12 -gt 300 ]]
5792024-10-18T05:34:48.993Z+ sleep 1
5802024-10-18T05:34:50.031Z+ retry=13
5812024-10-18T05:34:50.973Z+ grep nexus
5822024-10-18T05:34:50.973Z+ zoneadm list
5832024-10-18T05:34:50.973Z+ [[ 13 -gt 300 ]]
5842024-10-18T05:34:50.973Z+ sleep 1
5852024-10-18T05:34:51.146Z+ retry=14
5862024-10-18T05:34:51.169Z+ zoneadm list
5872024-10-18T05:34:51.169Z+ grep nexus
5882024-10-18T05:34:51.169Z+ [[ 14 -gt 300 ]]
5892024-10-18T05:34:51.169Z+ sleep 1
5902024-10-18T05:34:52.159Z+ retry=15
5912024-10-18T05:34:52.182Z+ zoneadm list
5922024-10-18T05:34:52.182Z+ grep nexus
5932024-10-18T05:34:52.182Z+ [[ 15 -gt 300 ]]
5942024-10-18T05:34:52.182Z+ sleep 1
5952024-10-18T05:34:53.176Z+ retry=16
5962024-10-18T05:34:53.200Z+ zoneadm list
5972024-10-18T05:34:53.200Z+ grep nexus
5982024-10-18T05:34:53.200Z+ [[ 16 -gt 300 ]]
5992024-10-18T05:34:53.200Z+ sleep 1
6002024-10-18T05:34:54.193Z+ retry=17
6012024-10-18T05:34:54.216Z+ zoneadm list
6022024-10-18T05:34:54.216Z+ grep nexus
6032024-10-18T05:34:54.216Z+ [[ 17 -gt 300 ]]
6042024-10-18T05:34:54.216Z+ sleep 1
6052024-10-18T05:34:55.208Z+ retry=18
6062024-10-18T05:34:55.232Z+ zoneadm list
6072024-10-18T05:34:55.232Z+ grep nexus
6082024-10-18T05:34:55.232Z+ [[ 18 -gt 300 ]]
6092024-10-18T05:34:55.232Z+ sleep 1
6102024-10-18T05:34:56.220Z+ retry=19
6112024-10-18T05:34:56.243Z+ zoneadm list
6122024-10-18T05:34:56.244Z+ grep nexus
6132024-10-18T05:34:56.244Z+ [[ 19 -gt 300 ]]
6142024-10-18T05:34:56.244Z+ sleep 1
6152024-10-18T05:34:57.232Z+ retry=20
6162024-10-18T05:34:57.256Z+ zoneadm list
6172024-10-18T05:34:57.256Z+ grep nexus
6182024-10-18T05:34:57.256Z+ [[ 20 -gt 300 ]]
6192024-10-18T05:34:57.256Z+ sleep 1
6202024-10-18T05:34:58.246Z+ retry=21
6212024-10-18T05:34:58.270Z+ zoneadm list
6222024-10-18T05:34:58.270Z+ grep nexus
6232024-10-18T05:34:58.270Z+ [[ 21 -gt 300 ]]
6242024-10-18T05:34:58.270Z+ sleep 1
6252024-10-18T05:34:59.259Z+ retry=22
6262024-10-18T05:34:59.282Z+ zoneadm list
6272024-10-18T05:34:59.282Z+ grep nexus
6282024-10-18T05:34:59.282Z+ [[ 22 -gt 300 ]]
6292024-10-18T05:34:59.282Z+ sleep 1
6302024-10-18T05:35:00.278Z+ retry=23
6312024-10-18T05:35:00.278Z+ zoneadm list
6322024-10-18T05:35:00.302Z+ grep nexus
6332024-10-18T05:35:00.458Z+ [[ 23 -gt 300 ]]
6342024-10-18T05:35:00.458Z+ sleep 1
6352024-10-18T05:35:01.457Z+ retry=24
6362024-10-18T05:35:01.480Z+ zoneadm list
6372024-10-18T05:35:01.480Z+ grep nexus
6382024-10-18T05:35:01.481Z+ [[ 24 -gt 300 ]]
6392024-10-18T05:35:01.481Z+ sleep 1
6402024-10-18T05:35:02.468Z+ retry=25
6412024-10-18T05:35:02.491Z+ zoneadm list
6422024-10-18T05:35:02.491Z+ grep nexus
6432024-10-18T05:35:02.491Z+ [[ 25 -gt 300 ]]
6442024-10-18T05:35:02.491Z+ sleep 1
6452024-10-18T05:35:03.479Z+ retry=26
6462024-10-18T05:35:03.502Z+ zoneadm list
6472024-10-18T05:35:03.502Z+ grep nexus
6482024-10-18T05:35:03.502Z+ [[ 26 -gt 300 ]]
6492024-10-18T05:35:03.502Z+ sleep 1
6502024-10-18T05:35:04.491Z+ retry=27
6512024-10-18T05:35:04.515Z+ zoneadm list
6522024-10-18T05:35:04.515Z+ grep nexus
6532024-10-18T05:35:04.515Z+ [[ 27 -gt 300 ]]
6542024-10-18T05:35:04.515Z+ sleep 1
6552024-10-18T05:35:05.503Z+ retry=28
6562024-10-18T05:35:05.526Z+ zoneadm list
6572024-10-18T05:35:05.527Z+ grep nexus
6582024-10-18T05:35:05.527Z+ [[ 28 -gt 300 ]]
6592024-10-18T05:35:05.527Z+ sleep 1
6602024-10-18T05:35:06.514Z+ retry=29
6612024-10-18T05:35:06.538Z+ zoneadm list
6622024-10-18T05:35:06.538Z+ grep nexus
6632024-10-18T05:35:06.538Z+ [[ 29 -gt 300 ]]
6642024-10-18T05:35:06.538Z+ sleep 1
6652024-10-18T05:35:07.525Z+ retry=30
6662024-10-18T05:35:07.549Z+ zoneadm list
6672024-10-18T05:35:07.549Z+ grep nexus
6682024-10-18T05:35:07.549Z+ [[ 30 -gt 300 ]]
6692024-10-18T05:35:07.549Z+ sleep 1
6702024-10-18T05:35:08.536Z+ retry=31
6712024-10-18T05:35:08.560Z+ zoneadm list
6722024-10-18T05:35:08.560Z+ grep nexus
6732024-10-18T05:35:08.560Z+ [[ 31 -gt 300 ]]
6742024-10-18T05:35:08.560Z+ sleep 1
6752024-10-18T05:35:09.551Z+ retry=32
6762024-10-18T05:35:09.574Z+ zoneadm list
6772024-10-18T05:35:09.574Z+ grep nexus
6782024-10-18T05:35:09.574Z+ [[ 32 -gt 300 ]]
6792024-10-18T05:35:09.574Z+ sleep 1
6802024-10-18T05:35:10.626Z+ retry=33
6812024-10-18T05:35:10.650Z+ zoneadm list
6822024-10-18T05:35:10.650Z+ grep nexus
6832024-10-18T05:35:10.650Z+ [[ 33 -gt 300 ]]
6842024-10-18T05:35:10.650Z+ sleep 1
6852024-10-18T05:35:11.641Z+ retry=34
6862024-10-18T05:35:11.664Z+ zoneadm list
6872024-10-18T05:35:11.664Z+ grep nexus
6882024-10-18T05:35:11.664Z+ [[ 34 -gt 300 ]]
6892024-10-18T05:35:11.664Z+ sleep 1
6902024-10-18T05:35:12.653Z+ retry=35
6912024-10-18T05:35:12.677Z+ zoneadm list
6922024-10-18T05:35:12.677Z+ grep nexus
6932024-10-18T05:35:12.677Z+ [[ 35 -gt 300 ]]
6942024-10-18T05:35:12.677Z+ sleep 1
6952024-10-18T05:35:13.666Z+ retry=36
6962024-10-18T05:35:13.690Z+ zoneadm list
6972024-10-18T05:35:13.690Z+ grep nexus
6982024-10-18T05:35:13.690Z+ [[ 36 -gt 300 ]]
6992024-10-18T05:35:13.690Z+ sleep 1
7002024-10-18T05:35:14.679Z+ retry=37
7012024-10-18T05:35:14.703Z+ zoneadm list
7022024-10-18T05:35:14.703Z+ grep nexus
7032024-10-18T05:35:14.703Z+ [[ 37 -gt 300 ]]
7042024-10-18T05:35:14.703Z+ sleep 1
7052024-10-18T05:35:15.691Z+ retry=38
7062024-10-18T05:35:15.714Z+ zoneadm list
7072024-10-18T05:35:15.714Z+ grep nexus
7082024-10-18T05:35:15.714Z+ [[ 38 -gt 300 ]]
7092024-10-18T05:35:15.714Z+ sleep 1
7102024-10-18T05:35:16.704Z+ retry=39
7112024-10-18T05:35:16.727Z+ zoneadm list
7122024-10-18T05:35:16.727Z+ grep nexus
7132024-10-18T05:35:16.727Z+ [[ 39 -gt 300 ]]
7142024-10-18T05:35:16.727Z+ sleep 1
7152024-10-18T05:35:17.717Z+ retry=40
7162024-10-18T05:35:17.740Z+ zoneadm list
7172024-10-18T05:35:17.741Z+ grep nexus
7182024-10-18T05:35:17.741Z+ [[ 40 -gt 300 ]]
7192024-10-18T05:35:17.741Z+ sleep 1
7202024-10-18T05:35:18.737Z+ retry=41
7212024-10-18T05:35:18.761Z+ zoneadm list
7222024-10-18T05:35:18.761Z+ grep nexus
7232024-10-18T05:35:18.761Z+ [[ 41 -gt 300 ]]
7242024-10-18T05:35:18.761Z+ sleep 1
7252024-10-18T05:35:19.757Z+ retry=42
7262024-10-18T05:35:19.781Z+ zoneadm list
7272024-10-18T05:35:19.781Z+ grep nexus
7282024-10-18T05:35:19.781Z+ [[ 42 -gt 300 ]]
7292024-10-18T05:35:19.781Z+ sleep 1
7302024-10-18T05:35:20.784Z+ retry=43
7312024-10-18T05:35:20.808Z+ zoneadm list
7322024-10-18T05:35:20.808Z+ grep nexus
7332024-10-18T05:35:20.808Z+ [[ 43 -gt 300 ]]
7342024-10-18T05:35:20.808Z+ sleep 1
7352024-10-18T05:35:21.813Z+ retry=44
7362024-10-18T05:35:21.837Z+ zoneadm list
7372024-10-18T05:35:21.837Z+ grep nexus
7382024-10-18T05:35:21.837Z+ [[ 44 -gt 300 ]]
7392024-10-18T05:35:21.837Z+ sleep 1
7402024-10-18T05:35:22.837Z+ retry=45
7412024-10-18T05:35:22.861Z+ zoneadm list
7422024-10-18T05:35:22.861Z+ grep nexus
7432024-10-18T05:35:22.861Z+ [[ 45 -gt 300 ]]
7442024-10-18T05:35:22.861Z+ sleep 1
7452024-10-18T05:35:23.857Z+ retry=46
7462024-10-18T05:35:23.881Z+ zoneadm list
7472024-10-18T05:35:23.881Z+ grep nexus
7482024-10-18T05:35:23.881Z+ [[ 46 -gt 300 ]]
7492024-10-18T05:35:23.881Z+ sleep 1
7502024-10-18T05:35:24.880Z+ retry=47
7512024-10-18T05:35:24.904Z+ zoneadm list
7522024-10-18T05:35:24.904Z+ grep nexus
7532024-10-18T05:35:24.904Z+ [[ 47 -gt 300 ]]
7542024-10-18T05:35:24.904Z+ sleep 1
7552024-10-18T05:35:25.895Z+ retry=48
7562024-10-18T05:35:25.919Z+ zoneadm list
7572024-10-18T05:35:25.919Z+ grep nexus
7582024-10-18T05:35:25.919Z+ [[ 48 -gt 300 ]]
7592024-10-18T05:35:25.919Z+ sleep 1
7602024-10-18T05:35:26.909Z+ retry=49
7612024-10-18T05:35:26.933Z+ zoneadm list
7622024-10-18T05:35:26.933Z+ grep nexus
7632024-10-18T05:35:26.933Z+ [[ 49 -gt 300 ]]
7642024-10-18T05:35:26.933Z+ sleep 1
7652024-10-18T05:35:27.924Z+ retry=50
7662024-10-18T05:35:27.948Z+ zoneadm list
7672024-10-18T05:35:27.948Z+ grep nexus
7682024-10-18T05:35:27.948Z+ [[ 50 -gt 300 ]]
7692024-10-18T05:35:27.948Z+ sleep 1
7702024-10-18T05:35:28.939Z+ retry=51
7712024-10-18T05:35:28.962Z+ zoneadm list
7722024-10-18T05:35:28.962Z+ grep nexus
7732024-10-18T05:35:28.962Z+ [[ 51 -gt 300 ]]
7742024-10-18T05:35:28.962Z+ sleep 1
7752024-10-18T05:35:29.954Z+ retry=52
7762024-10-18T05:35:29.977Z+ zoneadm list
7772024-10-18T05:35:29.977Z+ grep nexus
7782024-10-18T05:35:29.977Z+ [[ 52 -gt 300 ]]
7792024-10-18T05:35:29.977Z+ sleep 1
7802024-10-18T05:35:30.968Z+ retry=53
7812024-10-18T05:35:30.997Z+ zoneadm list
7822024-10-18T05:35:30.997Z+ grep nexus
7832024-10-18T05:35:30.997Z+ [[ 53 -gt 300 ]]
7842024-10-18T05:35:30.997Z+ sleep 1
7852024-10-18T05:35:31.983Z+ retry=54
7862024-10-18T05:35:32.006Z+ zoneadm list
7872024-10-18T05:35:32.007Z+ grep nexus
7882024-10-18T05:35:32.007Z+ [[ 54 -gt 300 ]]
7892024-10-18T05:35:32.007Z+ sleep 1
7902024-10-18T05:35:32.998Z+ retry=55
7912024-10-18T05:35:33.022Z+ zoneadm list
7922024-10-18T05:35:33.022Z+ grep nexus
7932024-10-18T05:35:33.022Z+ [[ 55 -gt 300 ]]
7942024-10-18T05:35:33.022Z+ sleep 1
7952024-10-18T05:35:34.021Z+ retry=56
7962024-10-18T05:35:34.045Z+ zoneadm list
7972024-10-18T05:35:34.045Z+ grep nexus
7982024-10-18T05:35:34.045Z+ [[ 56 -gt 300 ]]
7992024-10-18T05:35:34.045Z+ sleep 1
8002024-10-18T05:35:35.037Z+ retry=57
8012024-10-18T05:35:35.061Z+ zoneadm list
8022024-10-18T05:35:35.061Z+ grep nexus
8032024-10-18T05:35:35.061Zoxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2
8042024-10-18T05:35:35.061Z+ echo 'Waited for nexus: 57s'
8052024-10-18T05:35:35.061ZWaited for nexus: 57s
8062024-10-18T05:35:35.061Z+ export RUST_BACKTRACE=1
8072024-10-18T05:35:35.061Z+ RUST_BACKTRACE=1
8082024-10-18T05:35:35.061Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8092024-10-18T05:35:35.061Z++ ./target/debug/bootstrap
8102024-10-18T05:35:35.084ZUsing external DNS server at 10.151.2.164:53
8112024-10-18T05:35:35.084Z2024-10-18 05:35:35.087112189 UTC: attempting to log into API
8122024-10-18T05:35:50.116Z2024-10-18 05:35:50.118748196 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8132024-10-18T05:35:51.117Z2024-10-18 05:35:51.117219005 UTC: attempting to log into API
 
8142024-10-18T05:36:01.176ZOct 18 05:36:00 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8152024-10-18T05:36:01.756ZOct 18 05:36:01 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8162024-10-18T05:36:01.790ZOct 18 05:36:01 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8172024-10-18T05:36:02.376ZOct 18 05:36:01 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8182024-10-18T05:36:02.413ZOct 18 05:36:01 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8192024-10-18T05:36:06.164Z2024-10-18 05:36:06.153774182 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8202024-10-18T05:36:07.165Z2024-10-18 05:36:07.154873239 UTC: attempting to log into API
8212024-10-18T05:36:22.198Z2024-10-18 05:36:22.187892580 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8222024-10-18T05:36:23.200Z2024-10-18 05:36:23.189885685 UTC: attempting to log into API
 
8232024-10-18T05:36:24.777ZOct 18 05:36:24 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:192.48.105.15:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
8242024-10-18T05:36:38.232Z2024-10-18 05:36:38.222753652 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8252024-10-18T05:36:39.234Z2024-10-18 05:36:39.224045333 UTC: attempting to log into API
8262024-10-18T05:36:54.266Z2024-10-18 05:36:54.256265138 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8272024-10-18T05:36:55.267Z2024-10-18 05:36:55.257430845 UTC: attempting to log into API
8282024-10-18T05:36:56.042Z2024-10-18 05:36:56.031821824 UTC: login succeeded
8292024-10-18T05:36:56.073Zwaiting for nexus to come up...
8302024-10-18T05:36:56.148Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8312024-10-18T05:36:56.382Zsetting up quotas...
8322024-10-18T05:36:56.433Zensuring datasets are ready...
8332024-10-18T05:36:58.935Zlet's roll.
8342024-10-18T05:36:58.959Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8352024-10-18T05:36:58.959ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8362024-10-18T05:36:58.959ZOXIDE_TOKEN=oxide-token-69473c80b39ade1db6e858858d4cfc5a10490da9'
8372024-10-18T05:36:58.959Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8382024-10-18T05:36:58.959Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8392024-10-18T05:36:58.959Z++ OXIDE_TOKEN=oxide-token-69473c80b39ade1db6e858858d4cfc5a10490da9
8402024-10-18T05:36:58.959Z+ export OXIDE_HOST OXIDE_TOKEN
8412024-10-18T05:36:58.959Z+ retry=0
8422024-10-18T05:36:58.959Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8432024-10-18T05:36:58.959Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8442024-10-18T05:36:58.959Z+ [[ 0 -gt 60 ]]
8452024-10-18T05:36:58.959Z+ sleep 1
8462024-10-18T05:36:59.960Z+ retry=1
8472024-10-18T05:36:59.960Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8482024-10-18T05:36:59.983Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8492024-10-18T05:36:59.983Z+ [[ 1 -gt 60 ]]
8502024-10-18T05:36:59.983Z+ sleep 1
8512024-10-18T05:37:00.976Z+ retry=2
8522024-10-18T05:37:00.976Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8532024-10-18T05:37:00.999Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8542024-10-18T05:37:00.999Z+ [[ 2 -gt 60 ]]
8552024-10-18T05:37:00.999Z+ sleep 1
8562024-10-18T05:37:01.991Z+ retry=3
8572024-10-18T05:37:01.991Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8582024-10-18T05:37:02.015Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8592024-10-18T05:37:02.015Z+ [[ 3 -gt 60 ]]
8602024-10-18T05:37:02.015Z+ sleep 1
8612024-10-18T05:37:03.007Z+ retry=4
8622024-10-18T05:37:03.007Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8632024-10-18T05:37:03.031Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8642024-10-18T05:37:03.031Z+ [[ 4 -gt 60 ]]
8652024-10-18T05:37:03.031Z+ sleep 1
8662024-10-18T05:37:04.023Z+ retry=5
8672024-10-18T05:37:04.023Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8682024-10-18T05:37:04.046Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8692024-10-18T05:37:04.047Z+ [[ 5 -gt 60 ]]
8702024-10-18T05:37:04.047Z+ sleep 1
8712024-10-18T05:37:05.040Z+ retry=6
8722024-10-18T05:37:05.040Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8732024-10-18T05:37:05.064Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8742024-10-18T05:37:05.064Z+ [[ 6 -gt 60 ]]
8752024-10-18T05:37:05.064Z+ sleep 1
8762024-10-18T05:37:06.056Z+ retry=7
8772024-10-18T05:37:06.057Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8782024-10-18T05:37:06.080Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8792024-10-18T05:37:06.080Z+ [[ 7 -gt 60 ]]
8802024-10-18T05:37:06.080Z+ sleep 1
8812024-10-18T05:37:07.072Z+ retry=8
8822024-10-18T05:37:07.072Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8832024-10-18T05:37:07.095Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8842024-10-18T05:37:07.095Z+ [[ 8 -gt 60 ]]
8852024-10-18T05:37:07.095Z+ sleep 1
8862024-10-18T05:37:08.087Z+ retry=9
8872024-10-18T05:37:08.087Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8882024-10-18T05:37:08.111Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8892024-10-18T05:37:08.111Z+ [[ 9 -gt 60 ]]
8902024-10-18T05:37:08.111Z+ sleep 1
8912024-10-18T05:37:09.105Z+ retry=10
8922024-10-18T05:37:09.105Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8932024-10-18T05:37:09.183Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8942024-10-18T05:37:09.973Z{"status":"ok"}success
8952024-10-18T05:37:09.973ZProject {
8962024-10-18T05:37:09.973Z description: "some images",
8972024-10-18T05:37:09.973Z id: 368cff8f-bc28-4d70-a70a-b5ac9c77de43,
8982024-10-18T05:37:09.973Z name: Name(
8992024-10-18T05:37:09.973Z "images",
9002024-10-18T05:37:09.973Z ),
9012024-10-18T05:37:09.997Z time_created: 2024-10-18T05:37:09.290160Z,
9022024-10-18T05:37:09.997Z time_modified: 2024-10-18T05:37:09.290160Z,
9032024-10-18T05:37:09.997Z}
9042024-10-18T05:37:09.997Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
 
9052024-10-18T05:38:02.605ZOct 18 05:38:01 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.186.168.2:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
9062024-10-18T05:40:40.502Zdone!
9072024-10-18T05:40:40.603Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9082024-10-18T05:40:40.735Zsuccess
9092024-10-18T05:40:40.735ZImage {
9102024-10-18T05:40:40.759Z block_size: ByteCount(
9112024-10-18T05:40:40.759Z 512,
9122024-10-18T05:40:40.759Z ),
9132024-10-18T05:40:40.759Z description: "debian 11 original base image",
9142024-10-18T05:40:40.759Z digest: None,
9152024-10-18T05:40:40.759Z id: f303b1c1-8928-4be9-9e0f-7f07c496e3be,
9162024-10-18T05:40:40.759Z name: Name(
9172024-10-18T05:40:40.759Z "debian11",
9182024-10-18T05:40:40.759Z ),
9192024-10-18T05:40:40.759Z os: "debian",
9202024-10-18T05:40:40.759Z project_id: None,
9212024-10-18T05:40:40.759Z size: ByteCount(
9222024-10-18T05:40:40.759Z 2147483648,
9232024-10-18T05:40:40.759Z ),
9242024-10-18T05:40:40.759Z time_created: 2024-10-18T05:40:40.441908Z,
9252024-10-18T05:40:40.759Z time_modified: 2024-10-18T05:40:40.712856Z,
9262024-10-18T05:40:40.759Z url: None,
9272024-10-18T05:40:40.759Z version: "11",
9282024-10-18T05:40:40.759Z}
9292024-10-18T05:40:40.759Z+ for test_bin in tests/*
9302024-10-18T05:40:40.759Z+ ./tests/bootstrap-d5d3fa2fc6c2a360
9312024-10-18T05:40:40.759Z
9322024-10-18T05:40:40.759Zrunning 0 tests
9332024-10-18T05:40:40.759Z
9342024-10-18T05:40:40.759Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9352024-10-18T05:40:40.759Z
9362024-10-18T05:40:40.759Z+ for test_bin in tests/*
9372024-10-18T05:40:40.759Z+ ./tests/commtest-b3bfe7ea4956611a
9382024-10-18T05:40:40.759Z
9392024-10-18T05:40:40.759Zrunning 0 tests
9402024-10-18T05:40:40.759Z
9412024-10-18T05:40:40.759Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9422024-10-18T05:40:40.760Z
9432024-10-18T05:40:40.760Z+ for test_bin in tests/*
9442024-10-18T05:40:40.760Z+ ./tests/dhcp_server-aaf187ec4d160e27
9452024-10-18T05:40:40.760Z
9462024-10-18T05:40:40.760Zrunning 0 tests
9472024-10-18T05:40:40.760Z
9482024-10-18T05:40:40.760Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9492024-10-18T05:40:40.760Z
9502024-10-18T05:40:40.760Z+ for test_bin in tests/*
9512024-10-18T05:40:40.760Z+ ./tests/end_to_end_tests-711ed1b1ae8e248f
9522024-10-18T05:40:40.783Z
9532024-10-18T05:40:40.783Zrunning 2 tests
9542024-10-18T05:40:41.003Ztest no_spoof::no_spoof_here ... ok
9552024-10-18T05:41:10.450Ztest instance_launch::instance_launch ... ok
9562024-10-18T05:41:10.451Z
9572024-10-18T05:41:10.451Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.68s
9582024-10-18T05:41:10.451Z
9592024-10-18T05:41:10.474Z+ _exit_trap
9602024-10-18T05:41:10.474Z+ local status=0
9612024-10-18T05:41:10.474Z+ set +o errexit
9622024-10-18T05:41:10.474Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
9632024-10-18T05:41:10.474Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
9642024-10-18T05:41:10.513Z+ pfexec svcadm -Z disable -s cron
9652024-10-18T05:41:11.875Z+ [[ 0 -eq 0 ]]
9662024-10-18T05:41:11.876Z+ exit 0
9672024-10-18T05:41:11.899Zprocess exited: duration 499255 ms, exit code 0
 
9682024-10-18T05:41:12.002Zfound 109 output files
9692024-10-18T05:41:12.002Zuploading: /var/svc/log/oxide-sled-agent:default.log (924936 bytes)
9702024-10-18T05:41:13.296Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9712024-10-18T05:41:13.323Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3822854 bytes)
9722024-10-18T05:41:13.686Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3822854 -> 3837005
9732024-10-18T05:41:14.755Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9742024-10-18T05:41:14.755Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (36288 bytes)
9752024-10-18T05:41:15.909Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9762024-10-18T05:41:15.909Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (144223 bytes)
9772024-10-18T05:41:16.085Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 144223 -> 145807
9782024-10-18T05:41:17.155Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9792024-10-18T05:41:17.155Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (195413 bytes)
9802024-10-18T05:41:17.330Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 195413 -> 197393
9812024-10-18T05:41:18.398Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9822024-10-18T05:41:18.422Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1140222 bytes)
9832024-10-18T05:41:18.687Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1140222 -> 1164714
9842024-10-18T05:41:19.755Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9852024-10-18T05:41:19.755Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2702698 bytes)
9862024-10-18T05:41:20.118Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2702698 -> 2756792
9872024-10-18T05:41:21.187Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9882024-10-18T05:41:21.187Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3333 bytes)
9892024-10-18T05:41:22.277Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9902024-10-18T05:41:22.277Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (203195 bytes)
9912024-10-18T05:41:22.473Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 203195 -> 208371
9922024-10-18T05:41:23.540Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9932024-10-18T05:41:23.540Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (6100 bytes)
9942024-10-18T05:41:24.633Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9952024-10-18T05:41:24.633Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3834 bytes)
9962024-10-18T05:41:25.724Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9972024-10-18T05:41:25.724Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8456 bytes)
9982024-10-18T05:41:26.837Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9992024-10-18T05:41:26.837Zuploading: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-agent:default.log (19040 bytes)
10002024-10-18T05:41:27.972Zuploaded: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-agent:default.log
10012024-10-18T05:41:27.972Zuploading: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10022024-10-18T05:41:29.064Zuploaded: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:default.log
10032024-10-18T05:41:29.064Zuploading: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:downstairs-31f341f0-f9f4-48dc-a1ed-8fe1f1804c4c.log (3018 bytes)
10042024-10-18T05:41:30.155Zuploaded: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:downstairs-31f341f0-f9f4-48dc-a1ed-8fe1f1804c4c.log
10052024-10-18T05:41:30.155Zuploading: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:downstairs-c4bf70c3-8a0d-43e7-b05d-8f7d9863da75.log (3127 bytes)
10062024-10-18T05:41:31.246Zuploaded: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-crucible-downstairs:downstairs-c4bf70c3-8a0d-43e7-b05d-8f7d9863da75.log
10072024-10-18T05:41:31.247Zuploading: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10082024-10-18T05:41:32.338Zuploaded: /pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone/oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0/root/var/svc/log/oxide-zone-network-setup:default.log
10092024-10-18T05:41:32.338Zuploading: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10102024-10-18T05:41:33.432Zuploaded: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-crucible-agent:default.log
10112024-10-18T05:41:33.432Zuploading: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10122024-10-18T05:41:34.520Zuploaded: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-crucible-downstairs:default.log
10132024-10-18T05:41:34.520Zuploading: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
10142024-10-18T05:41:35.611Zuploaded: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d/root/var/svc/log/oxide-zone-network-setup:default.log
10152024-10-18T05:41:35.611Zuploading: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e/root/var/svc/log/oxide-crucible-pantry:default.log (42712 bytes)
10162024-10-18T05:41:36.767Zuploaded: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e/root/var/svc/log/oxide-crucible-pantry:default.log
10172024-10-18T05:41:36.767Zuploading: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10182024-10-18T05:41:37.858Zuploaded: /pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone/oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e/root/var/svc/log/oxide-zone-network-setup:default.log
10192024-10-18T05:41:37.882Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-cockroach-admin:default.log (2811 bytes)
10202024-10-18T05:41:38.950Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-cockroach-admin:default.log
10212024-10-18T05:41:38.950Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-cockroachdb:default.log (4286 bytes)
10222024-10-18T05:41:40.040Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-cockroachdb:default.log
10232024-10-18T05:41:40.064Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10242024-10-18T05:41:41.132Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9/root/var/svc/log/oxide-zone-network-setup:default.log
10252024-10-18T05:41:41.132Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-agent:default.log (12971 bytes)
10262024-10-18T05:41:42.245Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-agent:default.log
10272024-10-18T05:41:42.245Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10282024-10-18T05:41:43.335Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-downstairs:default.log
10292024-10-18T05:41:43.336Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-downstairs:downstairs-51a71506-7bc1-413e-81b1-abd69a099b77.log (5993 bytes)
10302024-10-18T05:41:44.427Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-crucible-downstairs:downstairs-51a71506-7bc1-413e-81b1-abd69a099b77.log
10312024-10-18T05:41:44.427Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10322024-10-18T05:41:45.517Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055/root/var/svc/log/oxide-zone-network-setup:default.log
10332024-10-18T05:41:45.517Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-external_dns:default.log (23123 bytes)
10342024-10-18T05:41:46.652Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-external_dns:default.log
10352024-10-18T05:41:46.652Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
10362024-10-18T05:41:47.744Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-opte-interface-setup:default.log
10372024-10-18T05:41:47.767Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10382024-10-18T05:41:48.835Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a/root/var/svc/log/oxide-zone-network-setup:default.log
10392024-10-18T05:41:48.835Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c/root/var/svc/log/oxide-internal_dns:default.log (416959 bytes)
10402024-10-18T05:41:50.104Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c/root/var/svc/log/oxide-internal_dns:default.log
10412024-10-18T05:41:50.104Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10422024-10-18T05:41:51.196Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c/root/var/svc/log/oxide-zone-network-setup:default.log
10432024-10-18T05:41:51.196Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-nexus:default.log (2330869 bytes)
10442024-10-18T05:41:51.525Zupload warning: file "/pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2330869 -> 2466026
10452024-10-18T05:41:52.593Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-nexus:default.log
10462024-10-18T05:41:52.593Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10472024-10-18T05:41:53.684Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-opte-interface-setup:default.log
10482024-10-18T05:41:53.684Zuploading: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10492024-10-18T05:41:54.775Zuploaded: /pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone/oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc/root/var/svc/log/oxide-zone-network-setup:default.log
10502024-10-18T05:41:54.775Zuploading: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
10512024-10-18T05:41:55.894Zuploaded: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-agent:default.log
10522024-10-18T05:41:55.918Zuploading: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10532024-10-18T05:41:56.986Zuploaded: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-downstairs:default.log
10542024-10-18T05:41:56.986Zuploading: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-downstairs:downstairs-f542d939-8810-4b46-942d-e58ff948ec8b.log (5995 bytes)
10552024-10-18T05:41:58.078Zuploaded: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-crucible-downstairs:downstairs-f542d939-8810-4b46-942d-e58ff948ec8b.log
10562024-10-18T05:41:58.078Zuploading: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10572024-10-18T05:41:59.169Zuploaded: /pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone/oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1/root/var/svc/log/oxide-zone-network-setup:default.log
10582024-10-18T05:41:59.169Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (2205 bytes)
10592024-10-18T05:42:00.262Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
10602024-10-18T05:42:00.262Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse-admin-server:default.log (2201 bytes)
10612024-10-18T05:42:01.353Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse-admin-server:default.log
10622024-10-18T05:42:01.387Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse:default.log (2963052 bytes)
10632024-10-18T05:42:01.715Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2963052 -> 3392010
10642024-10-18T05:42:02.783Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-clickhouse:default.log
10652024-10-18T05:42:02.807Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-zone-network-setup:default.log (2095 bytes)
10662024-10-18T05:42:03.875Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741/root/var/svc/log/oxide-zone-network-setup:default.log
10672024-10-18T05:42:03.875Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-cockroach-admin:default.log (3750 bytes)
10682024-10-18T05:42:04.966Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-cockroach-admin:default.log
10692024-10-18T05:42:04.989Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10702024-10-18T05:42:06.058Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-cockroachdb:default.log
10712024-10-18T05:42:06.058Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10722024-10-18T05:42:07.149Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2/root/var/svc/log/oxide-zone-network-setup:default.log
10732024-10-18T05:42:07.149Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-agent:default.log (35598 bytes)
10742024-10-18T05:42:08.306Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-agent:default.log
10752024-10-18T05:42:08.306Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10762024-10-18T05:42:09.396Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:default.log
10772024-10-18T05:42:09.396Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:downstairs-1897462e-d16d-4e19-aa77-6e62106d98c8.log (5994 bytes)
10782024-10-18T05:42:10.486Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:downstairs-1897462e-d16d-4e19-aa77-6e62106d98c8.log
10792024-10-18T05:42:10.486Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e943a75-1273-4000-a655-58ade801e872.log (6077 bytes)
10802024-10-18T05:42:11.577Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:downstairs-2e943a75-1273-4000-a655-58ade801e872.log
10812024-10-18T05:42:11.577Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:snapshot-2e943a75-1273-4000-a655-58ade801e872-cf4614e9-3156-42ca-be3e-103ee4c58112.log (5685 bytes)
10822024-10-18T05:42:12.669Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-crucible-downstairs:snapshot-2e943a75-1273-4000-a655-58ade801e872-cf4614e9-3156-42ca-be3e-103ee4c58112.log
10832024-10-18T05:42:12.692Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10842024-10-18T05:42:13.761Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471/root/var/svc/log/oxide-zone-network-setup:default.log
10852024-10-18T05:42:13.761Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a/root/var/svc/log/oxide-crucible-pantry:default.log (42708 bytes)
10862024-10-18T05:42:13.871Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 42708 -> 50538
10872024-10-18T05:42:14.938Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a/root/var/svc/log/oxide-crucible-pantry:default.log
10882024-10-18T05:42:14.938Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10892024-10-18T05:42:16.030Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a/root/var/svc/log/oxide-zone-network-setup:default.log
10902024-10-18T05:42:16.030Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-external_dns:default.log (23119 bytes)
10912024-10-18T05:42:16.118Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 23119 -> 26896
10922024-10-18T05:42:17.185Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-external_dns:default.log
10932024-10-18T05:42:17.185Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
10942024-10-18T05:42:18.276Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-opte-interface-setup:default.log
10952024-10-18T05:42:18.276Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10962024-10-18T05:42:19.367Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe/root/var/svc/log/oxide-zone-network-setup:default.log
10972024-10-18T05:42:19.367Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8/root/var/svc/log/oxide-internal_dns:default.log (416948 bytes)
10982024-10-18T05:42:19.595Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 416948 -> 420701
10992024-10-18T05:42:20.664Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8/root/var/svc/log/oxide-internal_dns:default.log
11002024-10-18T05:42:20.664Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11012024-10-18T05:42:21.755Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8/root/var/svc/log/oxide-zone-network-setup:default.log
11022024-10-18T05:42:21.755Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-nexus:default.log (36293750 bytes)
11032024-10-18T05:42:23.215Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36293750 -> 36646321
11042024-10-18T05:42:24.283Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-nexus:default.log
11052024-10-18T05:42:24.306Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11062024-10-18T05:42:25.374Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-opte-interface-setup:default.log
11072024-10-18T05:42:25.374Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11082024-10-18T05:42:26.466Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_nexus_e6205933-88d5-418a-9120-8556546593fd/root/var/svc/log/oxide-zone-network-setup:default.log
11092024-10-18T05:42:26.466Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
11102024-10-18T05:42:27.579Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-chrony-setup:default.log
11112024-10-18T05:42:27.602Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-ntp:default.log (2679 bytes)
11122024-10-18T05:42:28.669Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-ntp:default.log
11132024-10-18T05:42:28.669Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
11142024-10-18T05:42:29.761Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-opte-interface-setup:default.log
11152024-10-18T05:42:29.785Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-zone-network-setup:default.log (2030 bytes)
11162024-10-18T05:42:30.851Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/svc/log/oxide-zone-network-setup:default.log
11172024-10-18T05:42:30.851Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-cockroach-admin:default.log (2811 bytes)
11182024-10-18T05:42:31.942Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-cockroach-admin:default.log
11192024-10-18T05:42:31.942Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11202024-10-18T05:42:33.034Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-cockroachdb:default.log
11212024-10-18T05:42:33.034Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11222024-10-18T05:42:34.126Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b/root/var/svc/log/oxide-zone-network-setup:default.log
11232024-10-18T05:42:34.126Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-agent:default.log (28972 bytes)
11242024-10-18T05:42:35.282Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-agent:default.log
11252024-10-18T05:42:35.282Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11262024-10-18T05:42:36.373Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:default.log
11272024-10-18T05:42:36.373Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:downstairs-61e3e693-2344-46d4-b826-36bed4ea8831.log (6077 bytes)
11282024-10-18T05:42:37.464Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:downstairs-61e3e693-2344-46d4-b826-36bed4ea8831.log
11292024-10-18T05:42:37.464Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:downstairs-7f170d03-8449-4b11-ad68-f01a77e5ae4d.log (3021 bytes)
11302024-10-18T05:42:38.555Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:downstairs-7f170d03-8449-4b11-ad68-f01a77e5ae4d.log
11312024-10-18T05:42:38.555Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:snapshot-61e3e693-2344-46d4-b826-36bed4ea8831-cf4614e9-3156-42ca-be3e-103ee4c58112.log (5687 bytes)
11322024-10-18T05:42:39.646Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-crucible-downstairs:snapshot-61e3e693-2344-46d4-b826-36bed4ea8831-cf4614e9-3156-42ca-be3e-103ee4c58112.log
11332024-10-18T05:42:39.646Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11342024-10-18T05:42:40.737Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb/root/var/svc/log/oxide-zone-network-setup:default.log
11352024-10-18T05:42:40.738Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030/root/var/svc/log/oxide-crucible-pantry:default.log (806908 bytes)
11362024-10-18T05:42:41.005Zupload warning: file "/pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 806908 -> 818623
11372024-10-18T05:42:42.074Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030/root/var/svc/log/oxide-crucible-pantry:default.log
11382024-10-18T05:42:42.074Zuploading: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
11392024-10-18T05:42:43.165Zuploaded: /pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone/oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030/root/var/svc/log/oxide-zone-network-setup:default.log
11402024-10-18T05:42:43.165Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-cockroach-admin:default.log (2811 bytes)
11412024-10-18T05:42:44.257Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-cockroach-admin:default.log
11422024-10-18T05:42:44.257Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
11432024-10-18T05:42:45.348Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-cockroachdb:default.log
11442024-10-18T05:42:45.348Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11452024-10-18T05:42:46.440Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4/root/var/svc/log/oxide-zone-network-setup:default.log
11462024-10-18T05:42:46.440Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
11472024-10-18T05:42:47.553Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-agent:default.log
11482024-10-18T05:42:47.553Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11492024-10-18T05:42:48.645Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-downstairs:default.log
11502024-10-18T05:42:48.645Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-downstairs:downstairs-3370561b-a25e-46c6-86b2-11bda969ac6f.log (3127 bytes)
11512024-10-18T05:42:49.734Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-crucible-downstairs:downstairs-3370561b-a25e-46c6-86b2-11bda969ac6f.log
11522024-10-18T05:42:49.758Zuploading: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11532024-10-18T05:42:50.826Zuploaded: /pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone/oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828/root/var/svc/log/oxide-zone-network-setup:default.log
11542024-10-18T05:42:50.826Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-cockroach-admin:default.log (3749 bytes)
11552024-10-18T05:42:51.916Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-cockroach-admin:default.log
11562024-10-18T05:42:51.917Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
11572024-10-18T05:42:53.008Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-cockroachdb:default.log
11582024-10-18T05:42:53.009Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11592024-10-18T05:42:54.098Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac/root/var/svc/log/oxide-zone-network-setup:default.log
11602024-10-18T05:42:54.098Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-agent:default.log (28092 bytes)
11612024-10-18T05:42:55.232Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-agent:default.log
11622024-10-18T05:42:55.232Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11632024-10-18T05:42:56.323Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:default.log
11642024-10-18T05:42:56.324Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:downstairs-3b150e23-4f6a-4f33-a5f8-9daca30fcbb9.log (3126 bytes)
11652024-10-18T05:42:57.414Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:downstairs-3b150e23-4f6a-4f33-a5f8-9daca30fcbb9.log
11662024-10-18T05:42:57.438Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:downstairs-d3f2d606-a8df-42d9-b480-6444f70dcb77.log (6076 bytes)
11672024-10-18T05:42:58.505Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:downstairs-d3f2d606-a8df-42d9-b480-6444f70dcb77.log
11682024-10-18T05:42:58.505Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:snapshot-d3f2d606-a8df-42d9-b480-6444f70dcb77-cf4614e9-3156-42ca-be3e-103ee4c58112.log (5685 bytes)
11692024-10-18T05:42:59.597Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-crucible-downstairs:snapshot-d3f2d606-a8df-42d9-b480-6444f70dcb77-cf4614e9-3156-42ca-be3e-103ee4c58112.log
11702024-10-18T05:42:59.597Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11712024-10-18T05:43:00.688Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82/root/var/svc/log/oxide-zone-network-setup:default.log
11722024-10-18T05:43:00.688Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee/root/var/svc/log/oxide-internal_dns:default.log (416966 bytes)
11732024-10-18T05:43:00.915Zupload warning: file "/pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 416966 -> 420721
11742024-10-18T05:43:01.982Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee/root/var/svc/log/oxide-internal_dns:default.log
11752024-10-18T05:43:01.982Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11762024-10-18T05:43:03.076Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee/root/var/svc/log/oxide-zone-network-setup:default.log
11772024-10-18T05:43:03.076Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-nexus:default.log (4568241 bytes)
11782024-10-18T05:43:03.513Zupload warning: file "/pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4568241 -> 5273087
11792024-10-18T05:43:04.581Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-nexus:default.log
11802024-10-18T05:43:04.581Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11812024-10-18T05:43:05.671Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-opte-interface-setup:default.log
11822024-10-18T05:43:05.671Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11832024-10-18T05:43:06.763Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2/root/var/svc/log/oxide-zone-network-setup:default.log
11842024-10-18T05:43:06.794Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b/root/var/svc/log/oxide-oximeter:default.log (1358619 bytes)
11852024-10-18T05:43:07.152Zupload warning: file "/pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1358619 -> 1852754
11862024-10-18T05:43:08.220Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b/root/var/svc/log/oxide-oximeter:default.log
11872024-10-18T05:43:08.220Zuploading: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11882024-10-18T05:43:09.311Zuploaded: /pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/zone/oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b/root/var/svc/log/oxide-zone-network-setup:default.log
11892024-10-18T05:43:09.312Zuploading: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-agent:default.log (8486 bytes)
11902024-10-18T05:43:10.424Zuploaded: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-agent:default.log
11912024-10-18T05:43:10.424Zuploading: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11922024-10-18T05:43:11.515Zuploaded: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-downstairs:default.log
11932024-10-18T05:43:11.515Zuploading: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-downstairs:downstairs-dcfcfb39-8b58-4bb3-82a3-ff8c6e1ed7ec.log (3018 bytes)
11942024-10-18T05:43:12.605Zuploaded: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-crucible-downstairs:downstairs-dcfcfb39-8b58-4bb3-82a3-ff8c6e1ed7ec.log
11952024-10-18T05:43:12.628Zuploading: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11962024-10-18T05:43:13.697Zuploaded: /pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone/oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235/root/var/svc/log/oxide-zone-network-setup:default.log
11972024-10-18T05:43:13.697Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/measurements.log (131383 bytes)
11982024-10-18T05:43:13.872Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/measurements.log" changed size mid upload: 131383 -> 166592
11992024-10-18T05:43:14.940Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/measurements.log
12002024-10-18T05:43:14.940Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/statistics.log (99684 bytes)
12012024-10-18T05:43:15.094Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/statistics.log" changed size mid upload: 99684 -> 126126
12022024-10-18T05:43:16.161Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/statistics.log
12032024-10-18T05:43:16.161Zuploading: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/tracking.log (10965 bytes)
12042024-10-18T05:43:16.228Zupload warning: file "/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/tracking.log" changed size mid upload: 10965 -> 13077
12052024-10-18T05:43:17.296Zuploaded: /pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone/oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488/root/var/log/chrony/tracking.log