01JBHRQRSZ3NV06M8G8HPS4F6W: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JBHRRMCKQY2FKPNJFWDBESDM

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-31T17:40:50.319Zjob dependencies complete; ready to run (waiting for 32 m 53 s)
22024-10-31T17:40:50.321Zjob assigned to worker 01JBHSV3G0FD05A4N55GR0A79P (queued for 0 s)
32024-10-31T17:40:50.552Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-10-31T17:40:50.595Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-10-31T17:40:50.631Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-10-31T17:40:50.665Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-31T17:40:50.698Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-10-31T17:40:50.732ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-31T17:40:50.766Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-31T17:40:50.799ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-31T17:40:50.833ZConfiguring devices.
122024-10-31T17:40:50.866Z##################################################
132024-10-31T17:40:50.900Z#### ############# ##
142024-10-31T17:40:50.933Z### ### ############ ##
152024-10-31T17:40:50.967Z## ### # ## ### ## Oxide Computer Company ##
162024-10-31T17:40:51.000Z## ## ## ### # ### ##
172024-10-31T17:40:51.034Z## # ### #### #### This Station Under ##
182024-10-31T17:40:51.067Z### ### #### # ### Computer Control ##
192024-10-31T17:40:51.100Z#### #### ### ## ##
202024-10-31T17:40:51.134Z##################################################
212024-10-31T17:40:51.167ZHostname: buskin
222024-10-31T17:40:51.201ZLoading smf(7) service descriptions:
232024-10-31T17:40:51.622Zdownloading input: /input/package/work/package.tar.gz
242024-10-31T17:45:38.319Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-31T17:45:38.320Zstarting task 0: "setup"
262024-10-31T17:45:38.343Z++ uname -s
272024-10-31T17:45:38.343Z+ kern=SunOS
282024-10-31T17:45:38.343Z+ case "$kern" in
292024-10-31T17:45:38.343Z+ [[ 0 == 12345 ]]
302024-10-31T17:45:38.343Z+ groupadd -g 12345 build
312024-10-31T17:45:38.343Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
322024-10-31T17:45:40.295Z+ zfs create -o mountpoint=/work rpool/work
332024-10-31T17:45:40.318Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
342024-10-31T17:45:40.318Z+ home_fs=zfs
352024-10-31T17:45:40.318Z+ [[ zfs == autofs ]]
362024-10-31T17:45:40.318Z+ mkdir -p /home/build
372024-10-31T17:45:40.342Z+ chown build:build /home/build /work
382024-10-31T17:45:42.322Z+ chmod 0700 /home/build /work
392024-10-31T17:45:42.346Zprocess exited: duration 4048 ms, exit code 0
 
402024-10-31T17:45:42.393Zstarting task 1: "authentication"
412024-10-31T17:45:42.436Zprocess exited: duration 42 ms, exit code 0
 
422024-10-31T17:45:42.483Zstarting task 2: "build"
432024-10-31T17:45:42.507Z+ trap _exit_trap EXIT
442024-10-31T17:45:42.507Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
452024-10-31T17:45:42.507Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
462024-10-31T17:45:42.507Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
472024-10-31T17:45:53.066Z+ pfexec rem_drv xde
482024-10-31T17:45:53.089Z+ pfexec mv xde /kernel/drv/amd64/xde
492024-10-31T17:45:53.156Z+ pfexec add_drv xde
502024-10-31T17:45:53.264Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
512024-10-31T17:46:03.341Z+ chmod +x opteadm
522024-10-31T17:46:03.365Z+ cp opteadm /tmp/opteadm
532024-10-31T17:46:03.394Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
542024-10-31T17:46:03.466Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
552024-10-31T17:46:03.599Zsecpolicy_fs_linkdir: 0x55 = 0x55
562024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
572024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
582024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+3: 0 = 0xe5
592024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+4: 0 = 0xb8
602024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+5: 0 = 0x1
612024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
622024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
632024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
642024-10-31T17:46:03.599Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
652024-10-31T17:46:03.623Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
662024-10-31T17:46:03.623Z+ [[ -d /opt/oxide ]]
672024-10-31T17:46:03.623Z+ pfexec mv /opt/oxide /opt/oxide-underneath
682024-10-31T17:46:03.623Z+ pfexec mkdir /opt/oxide
692024-10-31T17:46:03.623Z+ pfexec mount -F tmpfs -O swap /opt/oxide
702024-10-31T17:46:03.623Z+ [[ -d /opt/oxide-underneath ]]
712024-10-31T17:46:03.623Z+ cd /opt/oxide-underneath
722024-10-31T17:46:03.623Z+ pfexec tar ceEp@/f - .
732024-10-31T17:46:03.623Z+ cd /opt/oxide
742024-10-31T17:46:03.623Z+ pfexec tar xveEp@/f -
752024-10-31T17:46:03.664Zx ., 0 bytes, 0 tape blocks
762024-10-31T17:46:03.664Zx ./opte, 0 bytes, 0 tape blocks
772024-10-31T17:46:03.664Zx ./opte/bin, 0 bytes, 0 tape blocks
782024-10-31T17:46:03.664Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
792024-10-31T17:46:03.688Z+ pfexec rm -rf /opt/oxide-underneath
802024-10-31T17:46:03.688Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
812024-10-31T17:46:03.711Z+ pfexec mkdir /opt/oxide/work
822024-10-31T17:46:03.712Z+ pfexec chown build:build /opt/oxide/work
832024-10-31T17:46:03.712Z+ cd /opt/oxide/work
842024-10-31T17:46:03.712Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
852024-10-31T17:46:16.366ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
862024-10-31T17:46:16.366Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
872024-10-31T17:46:16.366Zx out/target/test, 107 bytes, 1 tape blocks
882024-10-31T17:46:16.367Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
892024-10-31T17:46:16.367Zx package-manifest.toml, 32239 bytes, 63 tape blocks
902024-10-31T17:46:16.367Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
912024-10-31T17:46:16.367Zx target/release/omicron-package, 33686480 bytes, 65794 tape blocks
922024-10-31T17:46:16.367Zx target/release/xtask, 12437144 bytes, 24292 tape blocks
932024-10-31T17:46:16.367Zx target/debug/bootstrap, 202515672 bytes, 395539 tape blocks
942024-10-31T17:46:16.367Zx tests/bootstrap-3050ae0f06ab7321, 24570552 bytes, 47990 tape blocks
952024-10-31T17:46:16.367Zx tests/commtest-85a63916ba1131d0, 25005456 bytes, 48839 tape blocks
962024-10-31T17:46:16.367Zx tests/dhcp_server-0ec088441df6d399, 24570568 bytes, 47990 tape blocks
972024-10-31T17:46:16.367Zx tests/end_to_end_tests-414b9a7446254693, 215554024 bytes, 421004 tape blocks
982024-10-31T17:46:16.367Zx out/clickhouse.tar.gz, 250543828 bytes, 489344 tape blocks
992024-10-31T17:46:16.367Zx out/clickhouse_keeper.tar.gz, 250527486 bytes, 489312 tape blocks
1002024-10-31T17:46:16.367Zx out/clickhouse_server.tar.gz, 250527720 bytes, 489312 tape blocks
1012024-10-31T17:46:16.367Zx out/cockroachdb.tar.gz, 133361282 bytes, 260472 tape blocks
1022024-10-31T17:46:16.367Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1032024-10-31T17:46:16.367Zx out/crucible-pantry-zone.tar.gz, 27633056 bytes, 53971 tape blocks
1042024-10-31T17:46:16.367Zx out/crucible-zone.tar.gz, 36022533 bytes, 70357 tape blocks
1052024-10-31T17:46:16.367Zx out/external-dns.tar.gz, 31617256 bytes, 61753 tape blocks
1062024-10-31T17:46:16.367Zx out/internal-dns.tar.gz, 31618842 bytes, 61756 tape blocks
1072024-10-31T17:46:16.367Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1082024-10-31T17:46:16.367Zx out/nexus.tar.gz, 97723056 bytes, 190866 tape blocks
1092024-10-31T17:46:16.367Zx out/ntp.tar.gz, 9349989 bytes, 18262 tape blocks
1102024-10-31T17:46:16.367Zx out/omicron-gateway-softnpu.tar.gz, 22191717 bytes, 43344 tape blocks
1112024-10-31T17:46:16.367Zx out/omicron-sled-agent.tar, 106255360 bytes, 207530 tape blocks
1122024-10-31T17:46:16.367Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1132024-10-31T17:46:16.367Zx out/oximeter.tar.gz, 47244591 bytes, 92275 tape blocks
1142024-10-31T17:46:16.367Zx out/oxlog.tar, 3109376 bytes, 6073 tape blocks
1152024-10-31T17:46:16.367Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1162024-10-31T17:46:16.367Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1172024-10-31T17:46:16.367Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1182024-10-31T17:46:16.367Zx out/switch-softnpu.tar.gz, 228978720 bytes, 447225 tape blocks
1192024-10-31T17:46:16.391Z
1202024-10-31T17:46:16.391Zreal 12.639439104
1212024-10-31T17:46:16.391Zuser 11.171357880
1222024-10-31T17:46:16.391Zsys 2.550008932
1232024-10-31T17:46:16.391Ztrap 0.000491414
1242024-10-31T17:46:16.392Ztflt 0.000000000
1252024-10-31T17:46:16.392Zdflt 0.000000000
1262024-10-31T17:46:16.392Zkflt 0.000000000
1272024-10-31T17:46:16.392Zlock 0.000000000
1282024-10-31T17:46:16.392Zslp 11.254175839
1292024-10-31T17:46:16.392Zlat 0.300724513
1302024-10-31T17:46:16.392Zstop 0.000128611
1312024-10-31T17:46:16.392Z+ source .github/buildomat/ci-env.sh
1322024-10-31T17:46:16.392Z++ export CARGO_TERM_COLOR=always
1332024-10-31T17:46:16.392Z++ CARGO_TERM_COLOR=always
1342024-10-31T17:46:16.392Z+ bmat address ls
1352024-10-31T17:46:16.392ZNAME CIDR FIRST LAST COUNT
1362024-10-31T17:46:16.392Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1372024-10-31T17:46:16.392Z++ bmat address ls -f extra -Ho first,last,count
1382024-10-31T17:46:16.392Z+ set -- 10.151.1.164 10.151.1.227 64
1392024-10-31T17:46:16.392Z+ EXTRA_IP_START=10.151.1.164
1402024-10-31T17:46:16.392Z+ EXTRA_IP_END=10.151.1.227
1412024-10-31T17:46:16.392Z+ EXTRA_IP_COUNT=64
1422024-10-31T17:46:16.392Z+ (( EXTRA_IP_COUNT >= 32 ))
1432024-10-31T17:46:16.392Z+ EXTRA_IP_BASE=10.151.1
1442024-10-31T17:46:16.392Z+ EXTRA_IP_FOCTET=164
1452024-10-31T17:46:16.392Z+ EXTRA_IP_LOCTET=227
1462024-10-31T17:46:16.392Z+ SERVICE_IP_POOL_START=10.151.1.164
1472024-10-31T17:46:16.392Z+ SERVICE_IP_POOL_END=10.151.1.173
1482024-10-31T17:46:16.392Z+ DNS_IP1=10.151.1.164
1492024-10-31T17:46:16.392Z+ DNS_IP2=10.151.1.165
1502024-10-31T17:46:16.392Z+ UPLINK_IP=10.151.1.174
1512024-10-31T17:46:16.392Z+ IPPOOL_START=10.151.1.175
1522024-10-31T17:46:16.392Z+ IPPOOL_END=10.151.1.227
1532024-10-31T17:46:16.392Z++ ipadm show-addr -po type,addr
1542024-10-31T17:46:16.392Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1552024-10-31T17:46:16.392Z+ GATEWAY_IP=10.151.1.100
1562024-10-31T17:46:16.392Z+ [[ -n 10.151.1.100 ]]
1572024-10-31T17:46:16.392Z+ ping -s 10.151.1.100 56 1
1582024-10-31T17:46:16.392ZPING 10.151.1.100: 56 data bytes
1592024-10-31T17:46:16.392Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.013 ms
1602024-10-31T17:46:16.392Z
1612024-10-31T17:46:16.392Z----10.151.1.100 PING Statistics----
1622024-10-31T17:46:16.392Z1 packets transmitted, 1 packets received, 0% packet loss
1632024-10-31T17:46:16.393Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1642024-10-31T17:46:16.393Z++ arp -an
1652024-10-31T17:46:16.393Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1662024-10-31T17:46:16.393Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1672024-10-31T17:46:16.393Z+ routeadm -e ipv4-forwarding -u
1682024-10-31T17:46:16.502Z+ PXA_START=10.151.1.164
1692024-10-31T17:46:16.502Z+ PXA_END=10.151.1.227
1702024-10-31T17:46:16.526Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1712024-10-31T17:46:16.699Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1722024-10-31T17:46:16.722ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1732024-10-31T17:46:16.722Zcreating virtual hardware
1742024-10-31T17:46:16.722Zcreating /scratch/m2_0.vdev
1752024-10-31T17:46:16.722Zcreating /scratch/m2_1.vdev
1762024-10-31T17:46:16.722Zcreating /scratch/u2_0.vdev
1772024-10-31T17:46:16.722Zcreating /scratch/u2_1.vdev
1782024-10-31T17:46:16.722Zcreating /scratch/u2_2.vdev
1792024-10-31T17:46:16.723Zcreating /scratch/u2_3.vdev
1802024-10-31T17:46:16.723Zcreating /scratch/u2_4.vdev
1812024-10-31T17:46:16.723Zcreating /scratch/u2_5.vdev
1822024-10-31T17:46:16.723Zcreating /scratch/u2_6.vdev
1832024-10-31T17:46:16.723Zcreating /scratch/u2_7.vdev
1842024-10-31T17:46:16.723Zcreating /scratch/u2_8.vdev
1852024-10-31T17:46:16.746ZSimnet net0/sc0_0 exists
1862024-10-31T17:46:16.770ZSimnet net1/sc1_0 exists
1872024-10-31T17:46:16.793ZVnic sc0_1 exists
1882024-10-31T17:46:29.118ZUsing 10.151.1.100 as gateway ip
1892024-10-31T17:46:29.118Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1902024-10-31T17:46:29.118Zconfiguring SoftNPU ARP entry
1912024-10-31T17:46:29.146Zconfiguring SoftNPU proxy ARP
1922024-10-31T17:46:29.201ZSoftNPU state:
1932024-10-31T17:46:29.201Z local v6:
1942024-10-31T17:46:29.201Z local v4:
1952024-10-31T17:46:29.201Z router v6:
1962024-10-31T17:46:29.201Z router v4_idx:
1972024-10-31T17:46:29.202Z router v4_routes:
1982024-10-31T17:46:29.202Z resolver v4:
1992024-10-31T17:46:29.202Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
2002024-10-31T17:46:29.202Z resolver v6:
2012024-10-31T17:46:29.202Z nat v4:
2022024-10-31T17:46:29.202Z nat_v6:
2032024-10-31T17:46:29.202Z port_mac:
2042024-10-31T17:46:29.202Z proxy arp:
2052024-10-31T17:46:29.202Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2062024-10-31T17:46:29.202Zcreated virtual hardware
2072024-10-31T17:46:29.225Z
2082024-10-31T17:46:29.225Zreal 12.499492099
2092024-10-31T17:46:29.225Zuser 0.685051016
2102024-10-31T17:46:29.225Zsys 3.137501314
2112024-10-31T17:46:29.225Ztrap 0.000067739
2122024-10-31T17:46:29.225Ztflt 0.000159307
2132024-10-31T17:46:29.225Zdflt 0.000402255
2142024-10-31T17:46:29.226Zkflt 0.000002940
2152024-10-31T17:46:29.226Zlock 9:43.291739817
2162024-10-31T17:46:29.226Zslp 37.718306983
2172024-10-31T17:46:29.226Zlat 0.081890482
2182024-10-31T17:46:29.226Zstop 0.353635386
2192024-10-31T17:46:29.226Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2202024-10-31T17:46:29.271Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2212024-10-31T17:46:29.271Z+ diff -u pkg/config.toml~ pkg/config.toml
2222024-10-31T17:46:29.272Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2232024-10-31T17:46:29.272Z+++ pkg/config.toml Thu Oct 31 17:46:28 2024
2242024-10-31T17:46:29.272Z@@ -29,18 +29,18 @@
2252024-10-31T17:46:29.272Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2262024-10-31T17:46:29.272Z # followed by a string that is embedded into their fake serial values.
2272024-10-31T17:46:29.272Z vdevs = [
2282024-10-31T17:46:29.272Z- "m2_0.vdev",
2292024-10-31T17:46:29.272Z- "m2_1.vdev",
2302024-10-31T17:46:29.272Z+ "/scratch/m2_0.vdev",
2312024-10-31T17:46:29.272Z+ "/scratch/m2_1.vdev",
2322024-10-31T17:46:29.272Z
2332024-10-31T17:46:29.272Z- "u2_0.vdev",
2342024-10-31T17:46:29.272Z- "u2_1.vdev",
2352024-10-31T17:46:29.272Z- "u2_2.vdev",
2362024-10-31T17:46:29.272Z- "u2_3.vdev",
2372024-10-31T17:46:29.272Z- "u2_4.vdev",
2382024-10-31T17:46:29.272Z- "u2_5.vdev",
2392024-10-31T17:46:29.272Z- "u2_6.vdev",
2402024-10-31T17:46:29.272Z- "u2_7.vdev",
2412024-10-31T17:46:29.272Z- "u2_8.vdev",
2422024-10-31T17:46:29.272Z+ "/scratch/u2_0.vdev",
2432024-10-31T17:46:29.272Z+ "/scratch/u2_1.vdev",
2442024-10-31T17:46:29.272Z+ "/scratch/u2_2.vdev",
2452024-10-31T17:46:29.272Z+ "/scratch/u2_3.vdev",
2462024-10-31T17:46:29.272Z+ "/scratch/u2_4.vdev",
2472024-10-31T17:46:29.272Z+ "/scratch/u2_5.vdev",
2482024-10-31T17:46:29.272Z+ "/scratch/u2_6.vdev",
2492024-10-31T17:46:29.272Z+ "/scratch/u2_7.vdev",
2502024-10-31T17:46:29.272Z+ "/scratch/u2_8.vdev",
2512024-10-31T17:46:29.272Z ]
2522024-10-31T17:46:29.272Z
2532024-10-31T17:46:29.272Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2542024-10-31T17:46:29.272Z+ true
2552024-10-31T17:46:29.272Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2562024-10-31T17:46:29.272Z+ SILO_NAME=recovery
2572024-10-31T17:46:29.272Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2582024-10-31T17:46:29.272Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2592024-10-31T17:46:29.272Z+ sed -i~ '
2602024-10-31T17:46:29.273Z /^external_dns_ips/c\
2612024-10-31T17:46:29.273Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2622024-10-31T17:46:29.273Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2632024-10-31T17:46:29.273Z /^first/c\
2642024-10-31T17:46:29.273Zfirst = "10.151.1.164"
2652024-10-31T17:46:29.273Z /^last/c\
2662024-10-31T17:46:29.273Zlast = "10.151.1.173"
2672024-10-31T17:46:29.273Z }
2682024-10-31T17:46:29.273Z /^infra_ip_first/c\
2692024-10-31T17:46:29.273Zinfra_ip_first = "10.151.1.174"
2702024-10-31T17:46:29.273Z /^infra_ip_last/c\
2712024-10-31T17:46:29.273Zinfra_ip_last = "10.151.1.174"
2722024-10-31T17:46:29.273Z /^\[\[rack_network_config.ports/,/^$/ {
2732024-10-31T17:46:29.273Z /^routes/c\
2742024-10-31T17:46:29.273Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2752024-10-31T17:46:29.273Z /^addresses/c\
2762024-10-31T17:46:29.273Zaddresses = \[{address = "10.151.1.174/24"} \]
2772024-10-31T17:46:29.273Z }
2782024-10-31T17:46:29.273Z' pkg/config-rss.toml
2792024-10-31T17:46:29.273Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2802024-10-31T17:46:29.273Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2812024-10-31T17:46:29.273Z+++ pkg/config-rss.toml Thu Oct 31 17:46:28 2024
2822024-10-31T17:46:29.273Z@@ -33,7 +33,7 @@
2832024-10-31T17:46:29.273Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2842024-10-31T17:46:29.273Z # must be contained in one of the "internal services" IP Pool ranges listed
2852024-10-31T17:46:29.273Z # below.
2862024-10-31T17:46:29.273Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2872024-10-31T17:46:29.273Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2882024-10-31T17:46:29.273Z
2892024-10-31T17:46:29.273Z # Initial TLS certificates for the external API
2902024-10-31T17:46:29.273Z #
2912024-10-31T17:46:29.273Z@@ -69,8 +69,8 @@
2922024-10-31T17:46:29.273Z #
2932024-10-31T17:46:29.273Z # For more on this and what to put here, see docs/how-to-run.adoc.
2942024-10-31T17:46:29.273Z [[internal_services_ip_pool_ranges]]
2952024-10-31T17:46:29.273Z-first = "192.168.1.20"
2962024-10-31T17:46:29.273Z-last = "192.168.1.29"
2972024-10-31T17:46:29.274Z+first = "10.151.1.164"
2982024-10-31T17:46:29.274Z+last = "10.151.1.173"
2992024-10-31T17:46:29.274Z
3002024-10-31T17:46:29.274Z # TODO - this configuration is subject to change going forward. Ultimately these
3012024-10-31T17:46:29.274Z # parameters should be provided to the control plane via wicket, but we need to
3022024-10-31T17:46:29.274Z@@ -91,8 +91,8 @@
3032024-10-31T17:46:29.274Z # A range of IP addresses used by Boundary Services on the external network. In
3042024-10-31T17:46:29.274Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3052024-10-31T17:46:29.274Z # With softnpu, only one address is used.
3062024-10-31T17:46:29.274Z-infra_ip_first = "192.168.1.30"
3072024-10-31T17:46:29.274Z-infra_ip_last = "192.168.1.30"
3082024-10-31T17:46:29.274Z+infra_ip_first = "10.151.1.174"
3092024-10-31T17:46:29.274Z+infra_ip_last = "10.151.1.174"
3102024-10-31T17:46:29.274Z
3112024-10-31T17:46:29.274Z # Configurations for BGP routers to run on the scrimlets.
3122024-10-31T17:46:29.274Z bgp = []
3132024-10-31T17:46:29.274Z@@ -100,9 +100,9 @@
3142024-10-31T17:46:29.274Z # You can configure multiple uplinks by repeating the following stanza
3152024-10-31T17:46:29.274Z [[rack_network_config.ports]]
3162024-10-31T17:46:29.274Z # Routes associated with this port.
3172024-10-31T17:46:29.274Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3182024-10-31T17:46:29.274Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3192024-10-31T17:46:29.274Z # Addresses associated with this port.
3202024-10-31T17:46:29.298Z-addresses = [{address = "192.168.1.30/24"}]
3212024-10-31T17:46:29.298Z+addresses = [{address = "10.151.1.174/24"} ]
3222024-10-31T17:46:29.298Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3232024-10-31T17:46:29.298Z port = "qsfp0"
3242024-10-31T17:46:29.298Z # The speed of this port.
3252024-10-31T17:46:29.298Z+ true
3262024-10-31T17:46:29.298Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3272024-10-31T17:46:29.298Za pkg/config-rss.toml 8K
3282024-10-31T17:46:29.298Za pkg/config.toml 4K
3292024-10-31T17:46:29.298Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3302024-10-31T17:46:29.298Z+ TLS_NAME=recovery.sys.oxide.test
3312024-10-31T17:46:29.298Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3322024-10-31T17:46:30.127Z............+..........+.....+.......+......+.....+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+......+...+........+.......+......+..+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+.+.........+..+....+...+.....+.+...........+..........+........+...+.........+...................+........................+......+.....+.+........+......+...................+..+.+.....+.........+....+..+...+..........+.................+...+.+...+...........+.....................+.+...+.........+........+...+....+..+.+............+...+...........................+........+...+..........+.....+......+.+.........+.....+.........+.+......+...+...........+......+....+...+..+....+......+...+...+...+............+..+.+...............+..+...+.+.....+..........+...........+...+....+..+...+..........+.....+...+..........+..+......+.......+.........+.....+.+....................+.......+..+....+.........+......+......+...+.....+...+...+.+......+..+..........+...+..+...............+.+....................+............+...+...........................+....+...+...+.....+..........+...+...........+.+..............+.+..................+..+.......+............+...+...........................+...+...........................+...+...............+...+...+..+...............+.......+..+...+.......+.........+..+...+................+.....+....+.........+..+.........+...................+..+.+..+..................+...+....+......+.....+......+.+.........+......+.....+............+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-31T17:46:30.920Z......+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+..+......+...+....+........+....+...+.....+.+.....+...............+....+...+...+.....+......+.+....................+.......+........+.........+.+..+...+...................+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+...+................+.........+.........+......+...........+....+..+...+...................+.....+......+.......+..+...........................+.+...+..+...+....+..+......+....+........+.+..+...+....+........+....+.......................+.+.....+.......+.....+....+...+...+...+..+...+......+.+..+.+......+........+......+.+........+.......+...+.....+.+......+........+...............+......+.......+.................+............+..........+...........+.........+...+.+.....+......+...+............................+...............+..+.+..............+..........+........+....+........+......+.+..............+....+..+.+..+.............+.....+...+....+..+......+.........+....+.........+.....+...+..........+..+.........................+..+......+....+......+.................+......................+...+...+...+..+...+.+..............+.+......+.......................+.+.....+....+.................+.........+...+......+....+.....+......+....+..+.+.......................+................+.....+.+........+....+..+...............................+............+.....+.+............+.........+...........+...+....+..+...............+...+.+..+....+...+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3342024-10-31T17:46:30.948Z-----
3352024-10-31T17:46:30.948Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3362024-10-31T17:46:30.948Za pkg/initial-tls-cert.pem 2K
3372024-10-31T17:46:30.948Za pkg/initial-tls-key.pem 4K
3382024-10-31T17:46:30.948Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3392024-10-31T17:46:30.972Z+ rmdir pkg
3402024-10-31T17:46:30.972Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3412024-10-31T17:46:30.972Z+ pfexec mkdir -p /usr/oxide
3422024-10-31T17:46:30.972Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3432024-10-31T17:46:31.674Z+ pfexec chmod +x /usr/oxide/oxide
3442024-10-31T17:46:31.698Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3452024-10-31T17:46:49.984Z+ OMICRON_NO_UNINSTALL=1
3462024-10-31T17:46:49.984Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3472024-10-31T17:46:50.008ZLogging to: /opt/oxide/work/out/LOG
3482024-10-31T17:46:50.592Z
3492024-10-31T17:46:50.616Zreal 0.604051164
3502024-10-31T17:46:50.617Zuser 0.139056257
3512024-10-31T17:46:50.617Zsys 3.038961789
3522024-10-31T17:46:50.617Ztrap 0.000003440
3532024-10-31T17:46:50.617Ztflt 0.000004940
3542024-10-31T17:46:50.617Zdflt 0.000545534
3552024-10-31T17:46:50.617Zkflt 0.000010649
3562024-10-31T17:46:50.617Zlock 54.466693259
3572024-10-31T17:46:50.617Zslp 0.791787182
3582024-10-31T17:46:50.617Zlat 0.003107526
3592024-10-31T17:46:50.617Zstop 0.226955928
3602024-10-31T17:46:50.617Z+ retry=0
3612024-10-31T17:46:50.617Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622024-10-31T17:46:50.617Z+ [[ 0 -gt 30 ]]
3632024-10-31T17:46:50.617Z+ sleep 1
3642024-10-31T17:46:51.607Z+ retry=1
3652024-10-31T17:46:51.607Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3662024-10-31T17:46:51.633Z+ [[ 1 -gt 30 ]]
3672024-10-31T17:46:51.633Z+ sleep 1
3682024-10-31T17:46:52.624Z+ retry=2
3692024-10-31T17:46:52.624Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3702024-10-31T17:46:52.647Z+ [[ 2 -gt 30 ]]
3712024-10-31T17:46:52.647Z+ sleep 1
3722024-10-31T17:46:53.636Z+ retry=3
3732024-10-31T17:46:53.636Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3742024-10-31T17:47:13.586Z+ [[ 3 -gt 30 ]]
3752024-10-31T17:47:13.586Z+ sleep 1
3762024-10-31T17:47:14.590Z+ retry=4
3772024-10-31T17:47:14.590Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782024-10-31T17:47:14.613Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3792024-10-31T17:47:14.637Zlocal v6:
3802024-10-31T17:47:14.637Zfe80::6887:4ff:fef2:7207
3812024-10-31T17:47:14.637Zlocal v4:
3822024-10-31T17:47:14.637Z10.151.1.174
3832024-10-31T17:47:14.637Zrouter v6:
3842024-10-31T17:47:14.637Zrouter v4_idx:
3852024-10-31T17:47:14.637Zrouter v4_routes:
3862024-10-31T17:47:14.637Zresolver v4:
3872024-10-31T17:47:14.637Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3882024-10-31T17:47:14.637Z10.151.1.174 -> ea:93:0d:9e:8c:a7
3892024-10-31T17:47:14.637Zresolver v6:
3902024-10-31T17:47:14.637Zfe80::6887:4ff:fef2:7207 -> 6a:87:04:f2:72:07
3912024-10-31T17:47:14.637Zfe80::18b4:e6ff:feca:2e60 -> 1a:b4:e6:ca:2e:60
3922024-10-31T17:47:14.637Znat v4:
3932024-10-31T17:47:14.637Znat_v6:
3942024-10-31T17:47:14.637Zport_mac:
3952024-10-31T17:47:14.637Z2: a8:40:25:1b:1e:97
3962024-10-31T17:47:14.637Z1000: a8:40:25:1b:1e:76
3972024-10-31T17:47:14.637Z1: a8:40:25:1b:1e:77
3982024-10-31T17:47:14.637Zproxy arp:
3992024-10-31T17:47:14.638Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4002024-10-31T17:47:14.638Z+ retry=0
4012024-10-31T17:47:14.661Z+++ zoneadm list -n
4022024-10-31T17:47:14.661Z+++ grep oxz_ntp
4032024-10-31T17:47:14.661Z++ pfexec svcs -z -Hostate oxide/ntp
4042024-10-31T17:47:14.661Zsvcs: zone '-Hostate': entity not found
4052024-10-31T17:47:14.661Z++ true
4062024-10-31T17:47:14.661Z+ [[ '' != online ]]
4072024-10-31T17:47:14.661Z+ [[ 0 -gt 60 ]]
4082024-10-31T17:47:14.661Z+ sleep 1
4092024-10-31T17:47:15.656Z+ retry=1
4102024-10-31T17:47:15.680Z+++ zoneadm list -n
4112024-10-31T17:47:15.680Z+++ grep oxz_ntp
4122024-10-31T17:47:15.680Z++ pfexec svcs -z -Hostate oxide/ntp
4132024-10-31T17:47:15.680Zsvcs: zone '-Hostate': entity not found
4142024-10-31T17:47:15.680Z++ true
4152024-10-31T17:47:15.680Z+ [[ '' != online ]]
4162024-10-31T17:47:15.680Z+ [[ 1 -gt 60 ]]
4172024-10-31T17:47:15.680Z+ sleep 1
4182024-10-31T17:47:16.680Z+ retry=2
4192024-10-31T17:47:16.704Z+++ zoneadm list -n
4202024-10-31T17:47:16.704Z+++ grep oxz_ntp
4212024-10-31T17:47:16.704Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4222024-10-31T17:47:16.758Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4232024-10-31T17:47:16.782Z++ true
4242024-10-31T17:47:16.782Z+ [[ '' != online ]]
4252024-10-31T17:47:16.782Z+ [[ 2 -gt 60 ]]
4262024-10-31T17:47:16.782Z+ sleep 1
4272024-10-31T17:47:17.763Z+ retry=3
4282024-10-31T17:47:17.787Z+++ zoneadm list -n
4292024-10-31T17:47:17.787Z+++ grep oxz_ntp
4302024-10-31T17:47:17.787Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4312024-10-31T17:47:17.810Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4322024-10-31T17:47:17.810Z++ true
4332024-10-31T17:47:17.810Z+ [[ '' != online ]]
4342024-10-31T17:47:17.810Z+ [[ 3 -gt 60 ]]
4352024-10-31T17:47:17.810Z+ sleep 1
4362024-10-31T17:47:18.791Z+ retry=4
4372024-10-31T17:47:18.815Z+++ zoneadm list -n
4382024-10-31T17:47:18.815Z+++ grep oxz_ntp
4392024-10-31T17:47:18.815Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4402024-10-31T17:47:18.838Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4412024-10-31T17:47:18.838Z++ true
4422024-10-31T17:47:18.838Z+ [[ '' != online ]]
4432024-10-31T17:47:18.838Z+ [[ 4 -gt 60 ]]
4442024-10-31T17:47:18.838Z+ sleep 1
4452024-10-31T17:47:19.820Z+ retry=5
4462024-10-31T17:47:19.844Z+++ zoneadm list -n
4472024-10-31T17:47:19.844Z+++ grep oxz_ntp
4482024-10-31T17:47:19.844Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4492024-10-31T17:47:19.868Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4502024-10-31T17:47:19.868Z++ true
4512024-10-31T17:47:19.868Z+ [[ '' != online ]]
4522024-10-31T17:47:19.868Z+ [[ 5 -gt 60 ]]
4532024-10-31T17:47:19.868Z+ sleep 1
4542024-10-31T17:47:20.850Z+ retry=6
4552024-10-31T17:47:20.874Z+++ zoneadm list -n
4562024-10-31T17:47:20.874Z+++ grep oxz_ntp
4572024-10-31T17:47:20.874Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4582024-10-31T17:47:20.874Z+ [[ offline != online ]]
4592024-10-31T17:47:20.874Z+ [[ 6 -gt 60 ]]
4602024-10-31T17:47:20.874Z+ sleep 1
4612024-10-31T17:47:21.874Z+ retry=7
4622024-10-31T17:47:21.897Z+++ zoneadm list -n
4632024-10-31T17:47:21.898Z+++ grep oxz_ntp
4642024-10-31T17:47:21.898Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4652024-10-31T17:47:21.898Z+ [[ offline != online ]]
4662024-10-31T17:47:21.898Z+ [[ 7 -gt 60 ]]
4672024-10-31T17:47:21.898Z+ sleep 1
4682024-10-31T17:47:22.896Z+ retry=8
4692024-10-31T17:47:22.920Z+++ zoneadm list -n
4702024-10-31T17:47:22.920Z+++ grep oxz_ntp
4712024-10-31T17:47:22.920Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4722024-10-31T17:47:22.920Z+ [[ offline != online ]]
4732024-10-31T17:47:22.920Z+ [[ 8 -gt 60 ]]
4742024-10-31T17:47:22.920Z+ sleep 1
4752024-10-31T17:47:23.919Z+ retry=9
4762024-10-31T17:47:23.942Z+++ zoneadm list -n
4772024-10-31T17:47:23.942Z+++ grep oxz_ntp
4782024-10-31T17:47:23.942Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4792024-10-31T17:47:23.943Z+ [[ offline != online ]]
4802024-10-31T17:47:23.943Z+ [[ 9 -gt 60 ]]
4812024-10-31T17:47:23.943Z+ sleep 1
4822024-10-31T17:47:24.941Z+ retry=10
4832024-10-31T17:47:24.964Z+++ zoneadm list -n
4842024-10-31T17:47:24.964Z+++ grep oxz_ntp
4852024-10-31T17:47:24.964Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4862024-10-31T17:47:24.964Z+ [[ offline != online ]]
4872024-10-31T17:47:24.964Z+ [[ 10 -gt 60 ]]
4882024-10-31T17:47:24.964Z+ sleep 1
4892024-10-31T17:47:25.962Z+ retry=11
4902024-10-31T17:47:25.986Z+++ zoneadm list -n
4912024-10-31T17:47:25.986Z+++ grep oxz_ntp
4922024-10-31T17:47:25.986Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
4932024-10-31T17:47:25.986Z+ [[ offline != online ]]
4942024-10-31T17:47:25.986Z+ [[ 11 -gt 60 ]]
4952024-10-31T17:47:25.986Z+ sleep 1
4962024-10-31T17:47:26.984Z+ retry=12
4972024-10-31T17:47:27.008Z+++ zoneadm list -n
4982024-10-31T17:47:27.008Z+++ grep oxz_ntp
4992024-10-31T17:47:27.008Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
5002024-10-31T17:47:27.008Z+ [[ offline != online ]]
5012024-10-31T17:47:27.008Z+ [[ 12 -gt 60 ]]
5022024-10-31T17:47:27.008Z+ sleep 1
5032024-10-31T17:47:28.006Z+ retry=13
5042024-10-31T17:47:28.030Z+++ zoneadm list -n
5052024-10-31T17:47:28.030Z+++ grep oxz_ntp
5062024-10-31T17:47:28.030Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
5072024-10-31T17:47:28.030Z+ [[ offline != online ]]
5082024-10-31T17:47:28.030Z+ [[ 13 -gt 60 ]]
5092024-10-31T17:47:28.030Z+ sleep 1
 
5102024-10-31T17:47:28.072Zbuskin console login: Oct 31 17:47:26 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5112024-10-31T17:47:29.028Z+ retry=14
5122024-10-31T17:47:29.052Z+++ zoneadm list -n
5132024-10-31T17:47:29.052Z+++ grep oxz_ntp
5142024-10-31T17:47:29.052Z++ pfexec svcs -z oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72 -Hostate oxide/ntp
5152024-10-31T17:47:29.052Z+ [[ online != online ]]
5162024-10-31T17:47:29.052Z+ echo 'Waited for chrony: 14s'
5172024-10-31T17:47:29.052Z+ retry=0
5182024-10-31T17:47:29.052ZWaited for chrony: 14s
5192024-10-31T17:47:29.052Z+ zoneadm list
5202024-10-31T17:47:29.052Z+ grep nexus
5212024-10-31T17:47:29.076Z+ [[ 0 -gt 300 ]]
5222024-10-31T17:47:29.076Z+ sleep 1
5232024-10-31T17:47:30.058Z+ retry=1
5242024-10-31T17:47:30.082Z+ zoneadm list
5252024-10-31T17:47:30.082Z+ grep nexus
5262024-10-31T17:47:30.082Z+ [[ 1 -gt 300 ]]
5272024-10-31T17:47:30.082Z+ sleep 1
5282024-10-31T17:47:31.070Z+ retry=2
5292024-10-31T17:47:31.093Z+ zoneadm list
5302024-10-31T17:47:31.093Z+ grep nexus
5312024-10-31T17:47:31.093Z+ [[ 2 -gt 300 ]]
5322024-10-31T17:47:31.093Z+ sleep 1
5332024-10-31T17:47:32.081Z+ retry=3
5342024-10-31T17:47:32.105Z+ zoneadm list
5352024-10-31T17:47:32.105Z+ grep nexus
5362024-10-31T17:47:32.105Z+ [[ 3 -gt 300 ]]
5372024-10-31T17:47:32.105Z+ sleep 1
5382024-10-31T17:47:33.092Z+ retry=4
5392024-10-31T17:47:33.116Z+ zoneadm list
5402024-10-31T17:47:33.116Z+ grep nexus
5412024-10-31T17:47:33.116Z+ [[ 4 -gt 300 ]]
5422024-10-31T17:47:33.116Z+ sleep 1
5432024-10-31T17:47:34.103Z+ retry=5
5442024-10-31T17:47:34.127Z+ zoneadm list
5452024-10-31T17:47:34.127Z+ grep nexus
5462024-10-31T17:47:34.127Z+ [[ 5 -gt 300 ]]
5472024-10-31T17:47:34.127Z+ sleep 1
5482024-10-31T17:47:35.114Z+ retry=6
5492024-10-31T17:47:35.138Z+ zoneadm list
5502024-10-31T17:47:35.138Z+ grep nexus
5512024-10-31T17:47:35.138Z+ [[ 6 -gt 300 ]]
5522024-10-31T17:47:35.138Z+ sleep 1
5532024-10-31T17:47:36.126Z+ retry=7
5542024-10-31T17:47:36.149Z+ zoneadm list
5552024-10-31T17:47:36.149Z+ grep nexus
5562024-10-31T17:47:36.149Z+ [[ 7 -gt 300 ]]
5572024-10-31T17:47:36.149Z+ sleep 1
5582024-10-31T17:47:37.137Z+ retry=8
5592024-10-31T17:47:37.161Z+ zoneadm list
5602024-10-31T17:47:37.161Z+ grep nexus
5612024-10-31T17:47:37.161Z+ [[ 8 -gt 300 ]]
5622024-10-31T17:47:37.161Z+ sleep 1
5632024-10-31T17:47:38.162Z+ retry=9
5642024-10-31T17:47:38.295Z+ zoneadm list
5652024-10-31T17:47:38.418Z+ grep nexus
5662024-10-31T17:47:38.442Z+ [[ 9 -gt 300 ]]
5672024-10-31T17:47:38.442Z+ sleep 1
5682024-10-31T17:47:39.520Z+ retry=10
5692024-10-31T17:47:39.520Z+ zoneadm list
5702024-10-31T17:47:39.520Z+ grep nexus
5712024-10-31T17:47:39.931Z+ [[ 10 -gt 300 ]]
5722024-10-31T17:47:39.931Z+ sleep 1
5732024-10-31T17:47:40.643Z+ retry=11
5742024-10-31T17:47:40.667Z+ zoneadm list
5752024-10-31T17:47:40.667Z+ grep nexus
5762024-10-31T17:47:40.667Z+ [[ 11 -gt 300 ]]
5772024-10-31T17:47:40.667Z+ sleep 1
5782024-10-31T17:47:41.656Z+ retry=12
5792024-10-31T17:47:41.680Z+ zoneadm list
5802024-10-31T17:47:41.680Z+ grep nexus
5812024-10-31T17:47:41.680Z+ [[ 12 -gt 300 ]]
5822024-10-31T17:47:41.680Z+ sleep 1
5832024-10-31T17:47:42.670Z+ retry=13
5842024-10-31T17:47:42.694Z+ zoneadm list
5852024-10-31T17:47:42.694Z+ grep nexus
5862024-10-31T17:47:42.694Z+ [[ 13 -gt 300 ]]
5872024-10-31T17:47:42.694Z+ sleep 1
5882024-10-31T17:47:43.682Z+ retry=14
5892024-10-31T17:47:43.706Z+ zoneadm list
5902024-10-31T17:47:43.706Z+ grep nexus
5912024-10-31T17:47:43.706Z+ [[ 14 -gt 300 ]]
5922024-10-31T17:47:43.706Z+ sleep 1
5932024-10-31T17:47:44.695Z+ retry=15
5942024-10-31T17:47:44.718Z+ zoneadm list
5952024-10-31T17:47:44.718Z+ grep nexus
5962024-10-31T17:47:44.718Z+ [[ 15 -gt 300 ]]
5972024-10-31T17:47:44.718Z+ sleep 1
5982024-10-31T17:47:45.707Z+ retry=16
5992024-10-31T17:47:45.730Z+ zoneadm list
6002024-10-31T17:47:45.730Z+ grep nexus
6012024-10-31T17:47:45.731Z+ [[ 16 -gt 300 ]]
6022024-10-31T17:47:45.731Z+ sleep 1
6032024-10-31T17:47:46.719Z+ retry=17
6042024-10-31T17:47:46.743Z+ zoneadm list
6052024-10-31T17:47:46.743Z+ grep nexus
6062024-10-31T17:47:46.743Z+ [[ 17 -gt 300 ]]
6072024-10-31T17:47:46.743Z+ sleep 1
6082024-10-31T17:47:47.731Z+ retry=18
6092024-10-31T17:47:47.756Z+ zoneadm list
6102024-10-31T17:47:47.756Z+ grep nexus
6112024-10-31T17:47:47.756Z+ [[ 18 -gt 300 ]]
6122024-10-31T17:47:47.756Z+ sleep 1
6132024-10-31T17:47:48.741Z+ retry=19
6142024-10-31T17:47:48.765Z+ zoneadm list
6152024-10-31T17:47:48.765Z+ grep nexus
6162024-10-31T17:47:48.765Z+ [[ 19 -gt 300 ]]
6172024-10-31T17:47:48.765Z+ sleep 1
6182024-10-31T17:47:49.753Z+ retry=20
6192024-10-31T17:47:49.776Z+ zoneadm list
6202024-10-31T17:47:49.777Z+ grep nexus
6212024-10-31T17:47:49.777Z+ [[ 20 -gt 300 ]]
6222024-10-31T17:47:49.777Z+ sleep 1
6232024-10-31T17:47:50.766Z+ retry=21
6242024-10-31T17:47:50.790Z+ zoneadm list
6252024-10-31T17:47:50.790Z+ grep nexus
6262024-10-31T17:47:50.790Z+ [[ 21 -gt 300 ]]
6272024-10-31T17:47:50.790Z+ sleep 1
6282024-10-31T17:47:51.780Z+ retry=22
6292024-10-31T17:47:51.804Z+ zoneadm list
6302024-10-31T17:47:51.804Z+ grep nexus
6312024-10-31T17:47:51.804Z+ [[ 22 -gt 300 ]]
6322024-10-31T17:47:51.804Z+ sleep 1
6332024-10-31T17:47:52.792Z+ retry=23
6342024-10-31T17:47:52.815Z+ zoneadm list
6352024-10-31T17:47:52.815Z+ grep nexus
6362024-10-31T17:47:52.816Z+ [[ 23 -gt 300 ]]
6372024-10-31T17:47:52.816Z+ sleep 1
6382024-10-31T17:47:53.804Z+ retry=24
6392024-10-31T17:47:53.828Z+ zoneadm list
6402024-10-31T17:47:53.828Z+ grep nexus
6412024-10-31T17:47:53.828Z+ [[ 24 -gt 300 ]]
6422024-10-31T17:47:53.828Z+ sleep 1
6432024-10-31T17:47:54.817Z+ retry=25
6442024-10-31T17:47:54.841Z+ zoneadm list
6452024-10-31T17:47:54.841Z+ grep nexus
6462024-10-31T17:47:54.841Z+ [[ 25 -gt 300 ]]
6472024-10-31T17:47:54.841Z+ sleep 1
6482024-10-31T17:47:55.831Z+ retry=26
6492024-10-31T17:47:55.854Z+ zoneadm list
6502024-10-31T17:47:55.854Z+ grep nexus
6512024-10-31T17:47:55.854Z+ [[ 26 -gt 300 ]]
6522024-10-31T17:47:55.854Z+ sleep 1
6532024-10-31T17:47:57.042Z+ retry=27
6542024-10-31T17:47:57.042Z+ zoneadm list
6552024-10-31T17:47:57.179Z+ grep nexus
6562024-10-31T17:47:57.316Z+ [[ 27 -gt 300 ]]
6572024-10-31T17:47:57.316Z+ sleep 1
6582024-10-31T17:47:58.324Z+ retry=28
6592024-10-31T17:47:58.347Z+ zoneadm list
6602024-10-31T17:47:58.347Z+ grep nexus
6612024-10-31T17:47:58.347Z+ [[ 28 -gt 300 ]]
6622024-10-31T17:47:58.347Z+ sleep 1
6632024-10-31T17:47:59.337Z+ retry=29
6642024-10-31T17:47:59.362Z+ zoneadm list
6652024-10-31T17:47:59.362Z+ grep nexus
6662024-10-31T17:47:59.362Z+ [[ 29 -gt 300 ]]
6672024-10-31T17:47:59.362Z+ sleep 1
6682024-10-31T17:48:00.356Z+ retry=30
6692024-10-31T17:48:00.379Z+ zoneadm list
6702024-10-31T17:48:00.379Z+ grep nexus
6712024-10-31T17:48:00.379Z+ [[ 30 -gt 300 ]]
6722024-10-31T17:48:00.380Z+ sleep 1
6732024-10-31T17:48:01.368Z+ retry=31
6742024-10-31T17:48:01.392Z+ zoneadm list
6752024-10-31T17:48:01.392Z+ grep nexus
6762024-10-31T17:48:01.392Z+ [[ 31 -gt 300 ]]
6772024-10-31T17:48:01.392Z+ sleep 1
6782024-10-31T17:48:02.383Z+ retry=32
6792024-10-31T17:48:02.408Z+ zoneadm list
6802024-10-31T17:48:02.408Z+ grep nexus
6812024-10-31T17:48:02.408Z+ [[ 32 -gt 300 ]]
6822024-10-31T17:48:02.408Z+ sleep 1
6832024-10-31T17:48:03.394Z+ retry=33
6842024-10-31T17:48:03.418Z+ zoneadm list
6852024-10-31T17:48:03.418Z+ grep nexus
6862024-10-31T17:48:03.418Z+ [[ 33 -gt 300 ]]
6872024-10-31T17:48:03.418Z+ sleep 1
6882024-10-31T17:48:04.408Z+ retry=34
6892024-10-31T17:48:04.431Z+ zoneadm list
6902024-10-31T17:48:04.431Z+ grep nexus
6912024-10-31T17:48:04.431Z+ [[ 34 -gt 300 ]]
6922024-10-31T17:48:04.431Z+ sleep 1
6932024-10-31T17:48:05.419Z+ retry=35
6942024-10-31T17:48:05.443Z+ zoneadm list
6952024-10-31T17:48:05.443Z+ grep nexus
6962024-10-31T17:48:05.443Z+ [[ 35 -gt 300 ]]
6972024-10-31T17:48:05.443Z+ sleep 1
6982024-10-31T17:48:06.436Z+ retry=36
6992024-10-31T17:48:06.484Z+ zoneadm list
7002024-10-31T17:48:06.485Z+ grep nexus
7012024-10-31T17:48:06.510Z+ [[ 36 -gt 300 ]]
7022024-10-31T17:48:06.510Z+ sleep 1
7032024-10-31T17:48:07.453Z+ retry=37
7042024-10-31T17:48:07.477Z+ zoneadm list
7052024-10-31T17:48:07.478Z+ grep nexus
7062024-10-31T17:48:07.478Z+ [[ 37 -gt 300 ]]
7072024-10-31T17:48:07.478Z+ sleep 1
7082024-10-31T17:48:08.466Z+ retry=38
7092024-10-31T17:48:08.490Z+ zoneadm list
7102024-10-31T17:48:08.490Z+ grep nexus
7112024-10-31T17:48:08.490Z+ [[ 38 -gt 300 ]]
7122024-10-31T17:48:08.490Z+ sleep 1
7132024-10-31T17:48:09.483Z+ retry=39
7142024-10-31T17:48:09.508Z+ zoneadm list
7152024-10-31T17:48:09.508Z+ grep nexus
7162024-10-31T17:48:09.508Z+ [[ 39 -gt 300 ]]
7172024-10-31T17:48:09.508Z+ sleep 1
7182024-10-31T17:48:10.496Z+ retry=40
7192024-10-31T17:48:10.521Z+ zoneadm list
7202024-10-31T17:48:10.521Z+ grep nexus
7212024-10-31T17:48:10.521Z+ [[ 40 -gt 300 ]]
7222024-10-31T17:48:10.521Z+ sleep 1
7232024-10-31T17:48:11.509Z+ retry=41
7242024-10-31T17:48:11.533Z+ zoneadm list
7252024-10-31T17:48:11.533Z+ grep nexus
7262024-10-31T17:48:11.533Z+ [[ 41 -gt 300 ]]
7272024-10-31T17:48:11.533Z+ sleep 1
7282024-10-31T17:48:12.523Z+ retry=42
7292024-10-31T17:48:12.548Z+ zoneadm list
7302024-10-31T17:48:12.548Z+ grep nexus
7312024-10-31T17:48:12.548Z+ [[ 42 -gt 300 ]]
7322024-10-31T17:48:12.548Z+ sleep 1
7332024-10-31T17:48:13.671Z+ retry=43
7342024-10-31T17:48:13.671Z+ zoneadm list
7352024-10-31T17:48:13.718Z+ grep nexus
7362024-10-31T17:48:13.832Z+ [[ 43 -gt 300 ]]
7372024-10-31T17:48:13.832Z+ sleep 1
7382024-10-31T17:48:14.880Z+ retry=44
7392024-10-31T17:48:14.908Z+ zoneadm list
7402024-10-31T17:48:14.908Z+ grep nexus
7412024-10-31T17:48:14.908Z+ [[ 44 -gt 300 ]]
7422024-10-31T17:48:14.909Z+ sleep 1
7432024-10-31T17:48:15.897Z+ retry=45
7442024-10-31T17:48:15.921Z+ zoneadm list
7452024-10-31T17:48:15.921Z+ grep nexus
7462024-10-31T17:48:15.946Z+ [[ 45 -gt 300 ]]
7472024-10-31T17:48:15.946Z+ sleep 1
7482024-10-31T17:48:16.933Z+ retry=46
7492024-10-31T17:48:16.958Z+ zoneadm list
7502024-10-31T17:48:16.958Z+ grep nexus
7512024-10-31T17:48:16.958Z+ [[ 46 -gt 300 ]]
7522024-10-31T17:48:16.958Z+ sleep 1
7532024-10-31T17:48:17.958Z+ retry=47
7542024-10-31T17:48:17.982Z+ zoneadm list
7552024-10-31T17:48:17.982Z+ grep nexus
7562024-10-31T17:48:17.982Z+ [[ 47 -gt 300 ]]
7572024-10-31T17:48:17.982Z+ sleep 1
7582024-10-31T17:48:18.984Z+ retry=48
7592024-10-31T17:48:19.008Z+ zoneadm list
7602024-10-31T17:48:19.008Z+ grep nexus
7612024-10-31T17:48:19.008Z+ [[ 48 -gt 300 ]]
7622024-10-31T17:48:19.008Z+ sleep 1
7632024-10-31T17:48:20.005Z+ retry=49
7642024-10-31T17:48:20.029Z+ zoneadm list
7652024-10-31T17:48:20.029Z+ grep nexus
7662024-10-31T17:48:20.029Zoxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04
7672024-10-31T17:48:20.029Zoxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda
7682024-10-31T17:48:20.029Zoxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624
7692024-10-31T17:48:20.029Z+ echo 'Waited for nexus: 49s'
7702024-10-31T17:48:20.029ZWaited for nexus: 49s
7712024-10-31T17:48:20.029Z+ export RUST_BACKTRACE=1
7722024-10-31T17:48:20.029Z+ RUST_BACKTRACE=1
7732024-10-31T17:48:20.030Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7742024-10-31T17:48:20.053Z++ ./target/debug/bootstrap
7752024-10-31T17:48:20.180ZUsing external DNS server at 10.151.1.164:53
7762024-10-31T17:48:20.348Z2024-10-31 17:48:20.283896805 UTC: attempting to log into API
7772024-10-31T17:48:35.471Z2024-10-31 17:48:35.458412008 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7782024-10-31T17:48:36.473Z2024-10-31 17:48:36.459784960 UTC: attempting to log into API
 
7792024-10-31T17:48:44.738ZOct 31 17:48:43 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
7802024-10-31T17:48:44.777ZOct 31 17:48:44 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7812024-10-31T17:48:45.659ZOct 31 17:48:44 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7822024-10-31T17:48:46.249ZOct 31 17:48:45 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7832024-10-31T17:48:46.282ZOct 31 17:48:45 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
7842024-10-31T17:48:51.516Z2024-10-31 17:48:51.503279803 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7852024-10-31T17:48:52.517Z2024-10-31 17:48:52.504466501 UTC: attempting to log into API
7862024-10-31T17:49:07.550Z2024-10-31 17:49:07.537234496 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7872024-10-31T17:49:08.551Z2024-10-31 17:49:08.538532997 UTC: attempting to log into API
7882024-10-31T17:49:23.584Z2024-10-31 17:49:23.571812901 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7892024-10-31T17:49:24.586Z2024-10-31 17:49:24.572992930 UTC: attempting to log into API
 
7902024-10-31T17:49:26.510ZOct 31 17:49:25 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:167.160.92.106:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
7912024-10-31T17:49:39.618Z2024-10-31 17:49:39.605621292 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7922024-10-31T17:49:40.619Z2024-10-31 17:49:40.606813760 UTC: attempting to log into API
7932024-10-31T17:49:41.438Z2024-10-31 17:49:41.425351605 UTC: login succeeded
7942024-10-31T17:49:41.487Zwaiting for nexus to come up...
7952024-10-31T17:49:41.618Zcreating IP pool... 10.151.1.175 - 10.151.1.227
7962024-10-31T17:49:41.924Zsetting up quotas...
7972024-10-31T17:49:41.993Zensuring datasets are ready...
7982024-10-31T17:49:45.340Zlet's roll.
7992024-10-31T17:49:45.364Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8002024-10-31T17:49:45.365ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8012024-10-31T17:49:45.365ZOXIDE_TOKEN=oxide-token-fd4858f52c48fae6267e92468aebbece51705a52'
8022024-10-31T17:49:45.365Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8032024-10-31T17:49:45.365Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8042024-10-31T17:49:45.365Z++ OXIDE_TOKEN=oxide-token-fd4858f52c48fae6267e92468aebbece51705a52
8052024-10-31T17:49:45.365Z+ export OXIDE_HOST OXIDE_TOKEN
8062024-10-31T17:49:45.365Z+ retry=0
8072024-10-31T17:49:45.365Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8082024-10-31T17:49:45.365Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8092024-10-31T17:49:45.365Z+ [[ 0 -gt 60 ]]
8102024-10-31T17:49:45.365Z+ sleep 1
8112024-10-31T17:49:46.367Z+ retry=1
8122024-10-31T17:49:46.367Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8132024-10-31T17:49:46.391Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8142024-10-31T17:49:46.391Z+ [[ 1 -gt 60 ]]
8152024-10-31T17:49:46.391Z+ sleep 1
8162024-10-31T17:49:47.383Z+ retry=2
8172024-10-31T17:49:47.383Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8182024-10-31T17:49:47.407Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8192024-10-31T17:49:47.407Z+ [[ 2 -gt 60 ]]
8202024-10-31T17:49:47.407Z+ sleep 1
8212024-10-31T17:49:48.399Z+ retry=3
8222024-10-31T17:49:48.399Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8232024-10-31T17:49:48.424Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8242024-10-31T17:49:48.424Z+ [[ 3 -gt 60 ]]
8252024-10-31T17:49:48.424Z+ sleep 1
8262024-10-31T17:49:49.416Z+ retry=4
8272024-10-31T17:49:49.416Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8282024-10-31T17:49:49.440Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8292024-10-31T17:49:49.440Z+ [[ 4 -gt 60 ]]
8302024-10-31T17:49:49.440Z+ sleep 1
8312024-10-31T17:49:50.432Z+ retry=5
8322024-10-31T17:49:50.432Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8332024-10-31T17:49:50.456Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8342024-10-31T17:49:50.456Z+ [[ 5 -gt 60 ]]
8352024-10-31T17:49:50.456Z+ sleep 1
8362024-10-31T17:49:51.467Z+ retry=6
8372024-10-31T17:49:51.467Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8382024-10-31T17:49:51.467Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8392024-10-31T17:49:51.467Z+ [[ 6 -gt 60 ]]
8402024-10-31T17:49:51.467Z+ sleep 1
8412024-10-31T17:49:52.464Z+ retry=7
8422024-10-31T17:49:52.464Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8432024-10-31T17:49:52.488Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8442024-10-31T17:49:52.488Z+ [[ 7 -gt 60 ]]
8452024-10-31T17:49:52.488Z+ sleep 1
8462024-10-31T17:49:53.481Z+ retry=8
8472024-10-31T17:49:53.481Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8482024-10-31T17:49:53.505Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8492024-10-31T17:49:53.505Z+ [[ 8 -gt 60 ]]
8502024-10-31T17:49:53.505Z+ sleep 1
8512024-10-31T17:49:54.497Z+ retry=9
8522024-10-31T17:49:54.497Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8532024-10-31T17:49:54.521Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8542024-10-31T17:49:54.521Z+ [[ 9 -gt 60 ]]
8552024-10-31T17:49:54.521Z+ sleep 1
8562024-10-31T17:49:55.512Z+ retry=10
8572024-10-31T17:49:55.512Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8582024-10-31T17:49:55.536Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8592024-10-31T17:49:55.536Z+ [[ 10 -gt 60 ]]
8602024-10-31T17:49:55.536Z+ sleep 1
8612024-10-31T17:49:56.530Z+ retry=11
8622024-10-31T17:49:56.530Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8632024-10-31T17:49:56.554Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8642024-10-31T17:49:56.554Z+ [[ 11 -gt 60 ]]
8652024-10-31T17:49:56.554Z+ sleep 1
8662024-10-31T17:49:57.546Z+ retry=12
8672024-10-31T17:49:57.546Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8682024-10-31T17:49:57.570Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8692024-10-31T17:49:57.570Z+ [[ 12 -gt 60 ]]
8702024-10-31T17:49:57.570Z+ sleep 1
8712024-10-31T17:49:58.562Z+ retry=13
8722024-10-31T17:49:58.562Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8732024-10-31T17:49:58.591Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8742024-10-31T17:49:58.592Z+ [[ 13 -gt 60 ]]
8752024-10-31T17:49:58.592Z+ sleep 1
8762024-10-31T17:49:59.578Z+ retry=14
8772024-10-31T17:49:59.578Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8782024-10-31T17:49:59.603Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8792024-10-31T17:49:59.603Z+ [[ 14 -gt 60 ]]
8802024-10-31T17:49:59.603Z+ sleep 1
8812024-10-31T17:50:00.594Z+ retry=15
8822024-10-31T17:50:00.594Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8832024-10-31T17:50:00.618Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8842024-10-31T17:50:00.618Z+ [[ 15 -gt 60 ]]
8852024-10-31T17:50:00.618Z+ sleep 1
8862024-10-31T17:50:01.610Z+ retry=16
8872024-10-31T17:50:01.610Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8882024-10-31T17:50:01.690Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8892024-10-31T17:50:02.800Z{"status":"ok"}success
8902024-10-31T17:50:02.800ZProject {
8912024-10-31T17:50:02.800Z description: "some images",
8922024-10-31T17:50:02.800Z id: 9d30435a-67dc-43a2-b6a7-572c68d067a9,
8932024-10-31T17:50:02.800Z name: Name(
8942024-10-31T17:50:02.800Z "images",
8952024-10-31T17:50:02.800Z ),
8962024-10-31T17:50:02.800Z time_created: 2024-10-31T17:50:01.919823Z,
8972024-10-31T17:50:02.824Z time_modified: 2024-10-31T17:50:01.919823Z,
8982024-10-31T17:50:02.824Z}
8992024-10-31T17:50:02.824Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem --timeout 60 disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
9002024-10-31T17:53:20.667Zdone!
9012024-10-31T17:53:20.766Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9022024-10-31T17:53:20.887Zsuccess
9032024-10-31T17:53:20.887ZImage {
9042024-10-31T17:53:20.887Z block_size: ByteCount(
9052024-10-31T17:53:20.887Z 512,
9062024-10-31T17:53:20.887Z ),
9072024-10-31T17:53:20.887Z description: "debian 11 original base image",
9082024-10-31T17:53:20.887Z digest: None,
9092024-10-31T17:53:20.887Z id: d81f21a1-7866-4b92-8635-4b9f4cb18ecf,
9102024-10-31T17:53:20.887Z name: Name(
9112024-10-31T17:53:20.887Z "debian11",
9122024-10-31T17:53:20.887Z ),
9132024-10-31T17:53:20.887Z os: "debian",
9142024-10-31T17:53:20.887Z project_id: None,
9152024-10-31T17:53:20.887Z size: ByteCount(
9162024-10-31T17:53:20.887Z 2147483648,
9172024-10-31T17:53:20.887Z ),
9182024-10-31T17:53:20.912Z time_created: 2024-10-31T17:53:20.590078Z,
9192024-10-31T17:53:20.912Z time_modified: 2024-10-31T17:53:20.867926Z,
9202024-10-31T17:53:20.912Z url: None,
9212024-10-31T17:53:20.912Z version: "11",
9222024-10-31T17:53:20.912Z}
9232024-10-31T17:53:20.912Z+ for test_bin in tests/*
9242024-10-31T17:53:20.912Z+ ./tests/bootstrap-3050ae0f06ab7321
9252024-10-31T17:53:20.912Z
9262024-10-31T17:53:20.912Zrunning 0 tests
9272024-10-31T17:53:20.912Z
9282024-10-31T17:53:20.912Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9292024-10-31T17:53:20.912Z
9302024-10-31T17:53:20.912Z+ for test_bin in tests/*
9312024-10-31T17:53:20.912Z+ ./tests/commtest-85a63916ba1131d0
9322024-10-31T17:53:20.936Z
9332024-10-31T17:53:20.936Zrunning 0 tests
9342024-10-31T17:53:20.936Z
9352024-10-31T17:53:20.936Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9362024-10-31T17:53:20.936Z
9372024-10-31T17:53:20.936Z+ for test_bin in tests/*
9382024-10-31T17:53:20.936Z+ ./tests/dhcp_server-0ec088441df6d399
9392024-10-31T17:53:20.936Z
9402024-10-31T17:53:20.936Zrunning 0 tests
9412024-10-31T17:53:20.936Z
9422024-10-31T17:53:20.936Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9432024-10-31T17:53:20.936Z
9442024-10-31T17:53:20.936Z+ for test_bin in tests/*
9452024-10-31T17:53:20.936Z+ ./tests/end_to_end_tests-414b9a7446254693
9462024-10-31T17:53:20.961Z
9472024-10-31T17:53:20.961Zrunning 2 tests
9482024-10-31T17:53:21.182Ztest no_spoof::no_spoof_here ... ok
9492024-10-31T17:53:49.678Ztest instance_launch::instance_launch ... ok
9502024-10-31T17:53:49.678Z
9512024-10-31T17:53:49.678Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.72s
9522024-10-31T17:53:49.678Z
9532024-10-31T17:53:49.703Z+ _exit_trap
9542024-10-31T17:53:49.703Z+ local status=0
9552024-10-31T17:53:49.703Z+ set +o errexit
9562024-10-31T17:53:49.703Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
9572024-10-31T17:53:49.703Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
9582024-10-31T17:53:49.880Z+ pfexec svcadm -Z disable -s cron
9592024-10-31T17:53:51.389Z+ [[ 0 -eq 0 ]]
9602024-10-31T17:53:51.389Z+ exit 0
9612024-10-31T17:53:51.413Zprocess exited: duration 488901 ms, exit code 0
 
9622024-10-31T17:53:51.513Zfound 109 output files
9632024-10-31T17:53:51.513Zuploading: /var/svc/log/oxide-sled-agent:default.log (938257 bytes)
9642024-10-31T17:53:52.812Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9652024-10-31T17:53:52.812Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3695685 bytes)
9662024-10-31T17:53:53.213Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3695685 -> 3705018
9672024-10-31T17:53:54.284Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9682024-10-31T17:53:54.284Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (35108 bytes)
9692024-10-31T17:53:55.444Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9702024-10-31T17:53:55.444Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (125944 bytes)
9712024-10-31T17:53:55.602Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 125944 -> 127132
9722024-10-31T17:53:56.671Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9732024-10-31T17:53:56.671Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (180966 bytes)
9742024-10-31T17:53:56.852Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 180966 -> 186283
9752024-10-31T17:53:57.922Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9762024-10-31T17:53:57.922Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1097512 bytes)
9772024-10-31T17:53:58.219Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1097512 -> 1115583
9782024-10-31T17:53:59.289Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9792024-10-31T17:53:59.289Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2625276 bytes)
9802024-10-31T17:53:59.660Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2625276 -> 2679370
9812024-10-31T17:54:00.733Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9822024-10-31T17:54:00.733Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3337 bytes)
9832024-10-31T17:54:01.830Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9842024-10-31T17:54:01.831Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (196920 bytes)
9852024-10-31T17:54:02.012Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 196920 -> 202603
9862024-10-31T17:54:03.081Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9872024-10-31T17:54:03.081Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (5831 bytes)
9882024-10-31T17:54:03.128Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 5831 -> 6416
9892024-10-31T17:54:04.198Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9902024-10-31T17:54:04.198Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3835 bytes)
9912024-10-31T17:54:05.292Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9922024-10-31T17:54:05.292Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8458 bytes)
9932024-10-31T17:54:06.408Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9942024-10-31T17:54:06.408Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (2205 bytes)
9952024-10-31T17:54:07.504Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
9962024-10-31T17:54:07.504Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse-admin-server:default.log (2201 bytes)
9972024-10-31T17:54:08.597Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse-admin-server:default.log
9982024-10-31T17:54:08.598Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse:default.log (2378639 bytes)
9992024-10-31T17:54:08.977Zupload warning: file "/pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2378639 -> 2494133
10002024-10-31T17:54:10.049Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-clickhouse:default.log
10012024-10-31T17:54:10.049Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
10022024-10-31T17:54:11.144Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_clickhouse_9b029c6c-f228-415c-9761-53852f9543a0/root/var/svc/log/oxide-zone-network-setup:default.log
10032024-10-31T17:54:11.144Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-cockroach-admin:default.log (2810 bytes)
10042024-10-31T17:54:12.238Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-cockroach-admin:default.log
10052024-10-31T17:54:12.238Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10062024-10-31T17:54:13.333Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-cockroachdb:default.log
10072024-10-31T17:54:13.333Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10082024-10-31T17:54:14.427Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_cockroachdb_fd80754a-05dd-4e36-bec7-ac787eabb8c9/root/var/svc/log/oxide-zone-network-setup:default.log
10092024-10-31T17:54:14.427Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-agent:default.log (20608 bytes)
10102024-10-31T17:54:15.566Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-agent:default.log
10112024-10-31T17:54:15.566Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10122024-10-31T17:54:16.660Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:default.log
10132024-10-31T17:54:16.660Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:downstairs-fcd3d2f5-e3d1-4afc-b5f2-433bb920efeb.log (6078 bytes)
10142024-10-31T17:54:17.755Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:downstairs-fcd3d2f5-e3d1-4afc-b5f2-433bb920efeb.log
10152024-10-31T17:54:17.755Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:snapshot-fcd3d2f5-e3d1-4afc-b5f2-433bb920efeb-35ded7b9-27f6-41cd-ac92-0ce03d700595.log (5687 bytes)
10162024-10-31T17:54:18.850Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-crucible-downstairs:snapshot-fcd3d2f5-e3d1-4afc-b5f2-433bb920efeb-35ded7b9-27f6-41cd-ac92-0ce03d700595.log
10172024-10-31T17:54:18.850Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10182024-10-31T17:54:19.944Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_863aa67d-bab1-4434-b592-f594d8db4fcc/root/var/svc/log/oxide-zone-network-setup:default.log
10192024-10-31T17:54:19.968Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_pantry_20638ec4-0481-4c07-9985-190ab3944883/root/var/svc/log/oxide-crucible-pantry:default.log (39667 bytes)
10202024-10-31T17:54:20.058Zupload warning: file "/pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_pantry_20638ec4-0481-4c07-9985-190ab3944883/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 39667 -> 42712
10212024-10-31T17:54:21.129Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_pantry_20638ec4-0481-4c07-9985-190ab3944883/root/var/svc/log/oxide-crucible-pantry:default.log
10222024-10-31T17:54:21.129Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_pantry_20638ec4-0481-4c07-9985-190ab3944883/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10232024-10-31T17:54:22.222Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_crucible_pantry_20638ec4-0481-4c07-9985-190ab3944883/root/var/svc/log/oxide-zone-network-setup:default.log
10242024-10-31T17:54:22.223Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-external_dns:default.log (19347 bytes)
10252024-10-31T17:54:22.314Zupload warning: file "/pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 19347 -> 23122
10262024-10-31T17:54:23.386Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-external_dns:default.log
10272024-10-31T17:54:23.386Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
10282024-10-31T17:54:24.480Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-opte-interface-setup:default.log
10292024-10-31T17:54:24.480Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10302024-10-31T17:54:25.574Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_external_dns_c415f6be-e1d1-4870-901f-9a5715a9bb47/root/var/svc/log/oxide-zone-network-setup:default.log
10312024-10-31T17:54:25.574Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_internal_dns_aa64b1ef-5829-4cb2-836c-9ded940c8a72/root/var/svc/log/oxide-internal_dns:default.log (396930 bytes)
10322024-10-31T17:54:26.853Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_internal_dns_aa64b1ef-5829-4cb2-836c-9ded940c8a72/root/var/svc/log/oxide-internal_dns:default.log
10332024-10-31T17:54:26.853Zuploading: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_internal_dns_aa64b1ef-5829-4cb2-836c-9ded940c8a72/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10342024-10-31T17:54:27.948Zuploaded: /pool/ext/1b22dae0-fb35-4ec7-a1a6-ac7c1bf3b23b/crypt/zone/oxz_internal_dns_aa64b1ef-5829-4cb2-836c-9ded940c8a72/root/var/svc/log/oxide-zone-network-setup:default.log
10352024-10-31T17:54:27.949Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-agent:default.log (29408 bytes)
10362024-10-31T17:54:29.111Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-agent:default.log
10372024-10-31T17:54:29.111Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10382024-10-31T17:54:30.206Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:default.log
10392024-10-31T17:54:30.206Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:downstairs-45386083-0fb9-4ee4-8539-6933e3f8b421.log (6076 bytes)
10402024-10-31T17:54:31.333Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:downstairs-45386083-0fb9-4ee4-8539-6933e3f8b421.log
10412024-10-31T17:54:31.385Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:downstairs-c312420c-2c76-4b9a-9db0-e0cd6115f15f.log (3020 bytes)
10422024-10-31T17:54:32.459Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:downstairs-c312420c-2c76-4b9a-9db0-e0cd6115f15f.log
10432024-10-31T17:54:32.459Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:snapshot-45386083-0fb9-4ee4-8539-6933e3f8b421-35ded7b9-27f6-41cd-ac92-0ce03d700595.log (5687 bytes)
10442024-10-31T17:54:33.559Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-crucible-downstairs:snapshot-45386083-0fb9-4ee4-8539-6933e3f8b421-35ded7b9-27f6-41cd-ac92-0ce03d700595.log
10452024-10-31T17:54:33.560Zuploading: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10462024-10-31T17:54:34.678Zuploaded: /pool/ext/5c263c80-97f6-497a-af2b-40fee94a4a7c/crypt/zone/oxz_crucible_222e77d2-0a50-4ccf-a700-0026c24f0c6f/root/var/svc/log/oxide-zone-network-setup:default.log
10472024-10-31T17:54:34.678Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-cockroach-admin:default.log (2810 bytes)
10482024-10-31T17:54:35.773Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-cockroach-admin:default.log
10492024-10-31T17:54:35.774Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
10502024-10-31T17:54:36.869Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-cockroachdb:default.log
10512024-10-31T17:54:36.869Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10522024-10-31T17:54:37.963Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_cockroachdb_90984523-a6ae-42dc-92ce-948ae6777f5c/root/var/svc/log/oxide-zone-network-setup:default.log
10532024-10-31T17:54:37.963Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-agent:default.log (12504 bytes)
10542024-10-31T17:54:39.079Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-agent:default.log
10552024-10-31T17:54:39.079Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10562024-10-31T17:54:40.174Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-downstairs:default.log
10572024-10-31T17:54:40.174Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-downstairs:downstairs-07722e91-a389-43c8-a6a2-a32208166d1a.log (5993 bytes)
10582024-10-31T17:54:41.270Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-crucible-downstairs:downstairs-07722e91-a389-43c8-a6a2-a32208166d1a.log
10592024-10-31T17:54:41.270Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10602024-10-31T17:54:42.363Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_crucible_a38fe307-9be9-4650-81f6-bbaf0e8f5e95/root/var/svc/log/oxide-zone-network-setup:default.log
10612024-10-31T17:54:42.363Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-nexus:default.log (36105689 bytes)
10622024-10-31T17:54:43.855Zupload warning: file "/pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36105689 -> 36477879
10632024-10-31T17:54:44.926Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-nexus:default.log
10642024-10-31T17:54:44.926Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10652024-10-31T17:54:46.020Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-opte-interface-setup:default.log
10662024-10-31T17:54:46.020Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
10672024-10-31T17:54:47.115Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_nexus_5293876f-63cd-4656-ac81-b7c852b71624/root/var/svc/log/oxide-zone-network-setup:default.log
10682024-10-31T17:54:47.115Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_oximeter_00a72b60-74f7-477b-add0-428dbc16872e/root/var/svc/log/oxide-oximeter:default.log (1332933 bytes)
10692024-10-31T17:54:47.447Zupload warning: file "/pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_oximeter_00a72b60-74f7-477b-add0-428dbc16872e/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1332933 -> 1579033
10702024-10-31T17:54:48.519Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_oximeter_00a72b60-74f7-477b-add0-428dbc16872e/root/var/svc/log/oxide-oximeter:default.log
10712024-10-31T17:54:48.544Zuploading: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_oximeter_00a72b60-74f7-477b-add0-428dbc16872e/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
10722024-10-31T17:54:49.613Zuploaded: /pool/ext/705a7920-5306-4296-aaac-24b6e4c0e36b/crypt/zone/oxz_oximeter_00a72b60-74f7-477b-add0-428dbc16872e/root/var/svc/log/oxide-zone-network-setup:default.log
10732024-10-31T17:54:49.613Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-cockroach-admin:default.log (2811 bytes)
10742024-10-31T17:54:50.707Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-cockroach-admin:default.log
10752024-10-31T17:54:50.707Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10762024-10-31T17:54:51.803Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-cockroachdb:default.log
10772024-10-31T17:54:51.803Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10782024-10-31T17:54:52.898Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_cockroachdb_5028a56a-9bb8-4d45-95e5-1483492b7f55/root/var/svc/log/oxide-zone-network-setup:default.log
10792024-10-31T17:54:52.898Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-agent:default.log (29640 bytes)
10802024-10-31T17:54:54.060Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-agent:default.log
10812024-10-31T17:54:54.060Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10822024-10-31T17:54:55.155Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:default.log
10832024-10-31T17:54:55.155Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e0cf03f-e2c4-4129-b3ec-deb9c6596536.log (3020 bytes)
10842024-10-31T17:54:56.249Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e0cf03f-e2c4-4129-b3ec-deb9c6596536.log
10852024-10-31T17:54:56.249Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-a2d390a9-b872-43d8-afa0-6723ff943e32.log (3126 bytes)
10862024-10-31T17:54:57.343Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-a2d390a9-b872-43d8-afa0-6723ff943e32.log
10872024-10-31T17:54:57.343Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2108957-85b3-4dd7-a37c-e56931dcd2f6.log (5997 bytes)
10882024-10-31T17:54:58.439Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2108957-85b3-4dd7-a37c-e56931dcd2f6.log
10892024-10-31T17:54:58.463Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10902024-10-31T17:54:59.533Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_58b53921-a91c-446f-8c5d-2acc80680062/root/var/svc/log/oxide-zone-network-setup:default.log
10912024-10-31T17:54:59.533Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_pantry_bf955626-8432-42cc-851b-419f4b60f3c6/root/var/svc/log/oxide-crucible-pantry:default.log (40970 bytes)
10922024-10-31T17:54:59.646Zupload warning: file "/pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_pantry_bf955626-8432-42cc-851b-419f4b60f3c6/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 40970 -> 49237
10932024-10-31T17:55:00.717Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_pantry_bf955626-8432-42cc-851b-419f4b60f3c6/root/var/svc/log/oxide-crucible-pantry:default.log
10942024-10-31T17:55:00.717Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_pantry_bf955626-8432-42cc-851b-419f4b60f3c6/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
10952024-10-31T17:55:01.811Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_crucible_pantry_bf955626-8432-42cc-851b-419f4b60f3c6/root/var/svc/log/oxide-zone-network-setup:default.log
10962024-10-31T17:55:01.811Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_internal_dns_40785932-a25d-44cd-a7c1-0706f340db43/root/var/svc/log/oxide-internal_dns:default.log (396918 bytes)
10972024-10-31T17:55:03.091Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_internal_dns_40785932-a25d-44cd-a7c1-0706f340db43/root/var/svc/log/oxide-internal_dns:default.log
10982024-10-31T17:55:03.091Zuploading: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_internal_dns_40785932-a25d-44cd-a7c1-0706f340db43/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10992024-10-31T17:55:04.185Zuploaded: /pool/ext/8456ad3f-6244-42ba-8487-eda42b72e972/crypt/zone/oxz_internal_dns_40785932-a25d-44cd-a7c1-0706f340db43/root/var/svc/log/oxide-zone-network-setup:default.log
11002024-10-31T17:55:04.185Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-agent:default.log (12971 bytes)
11012024-10-31T17:55:05.302Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-agent:default.log
11022024-10-31T17:55:05.303Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11032024-10-31T17:55:06.398Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-downstairs:default.log
11042024-10-31T17:55:06.398Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-downstairs:downstairs-cd064068-e4f3-4056-beed-c3d308a7a2b8.log (3124 bytes)
11052024-10-31T17:55:07.492Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-crucible-downstairs:downstairs-cd064068-e4f3-4056-beed-c3d308a7a2b8.log
11062024-10-31T17:55:07.492Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11072024-10-31T17:55:08.585Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_01ae47b3-8144-4b8a-8430-99a7dd25f687/root/var/svc/log/oxide-zone-network-setup:default.log
11082024-10-31T17:55:08.585Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_pantry_a0acef79-579d-48ac-b90e-e5210f020180/root/var/svc/log/oxide-crucible-pantry:default.log (803866 bytes)
11092024-10-31T17:55:08.862Zupload warning: file "/pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_pantry_a0acef79-579d-48ac-b90e-e5210f020180/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 803866 -> 814716
11102024-10-31T17:55:09.934Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_pantry_a0acef79-579d-48ac-b90e-e5210f020180/root/var/svc/log/oxide-crucible-pantry:default.log
11112024-10-31T17:55:09.934Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_pantry_a0acef79-579d-48ac-b90e-e5210f020180/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
11122024-10-31T17:55:11.029Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_crucible_pantry_a0acef79-579d-48ac-b90e-e5210f020180/root/var/svc/log/oxide-zone-network-setup:default.log
11132024-10-31T17:55:11.029Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-nexus:default.log (2167768 bytes)
11142024-10-31T17:55:11.384Zupload warning: file "/pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2167768 -> 2766072
11152024-10-31T17:55:12.454Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-nexus:default.log
11162024-10-31T17:55:12.454Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11172024-10-31T17:55:13.549Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-opte-interface-setup:default.log
11182024-10-31T17:55:13.549Zuploading: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11192024-10-31T17:55:14.644Zuploaded: /pool/ext/a62ee37d-f7ba-4eda-a761-83d1feeb4e8e/crypt/zone/oxz_nexus_bab833cc-f6f3-4b7b-bfd2-583069940fda/root/var/svc/log/oxide-zone-network-setup:default.log
11202024-10-31T17:55:14.644Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-cockroach-admin:default.log (2810 bytes)
11212024-10-31T17:55:15.736Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-cockroach-admin:default.log
11222024-10-31T17:55:15.736Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
11232024-10-31T17:55:16.830Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-cockroachdb:default.log
11242024-10-31T17:55:16.830Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11252024-10-31T17:55:17.926Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_cockroachdb_217bf869-3d5a-47a5-87a9-7647c19f736b/root/var/svc/log/oxide-zone-network-setup:default.log
11262024-10-31T17:55:17.926Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-agent:default.log (23027 bytes)
11272024-10-31T17:55:19.065Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-agent:default.log
11282024-10-31T17:55:19.089Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11292024-10-31T17:55:20.158Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:default.log
11302024-10-31T17:55:20.158Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:downstairs-627dd305-356b-43d6-886f-804c3670957e.log (5997 bytes)
11312024-10-31T17:55:21.253Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:downstairs-627dd305-356b-43d6-886f-804c3670957e.log
11322024-10-31T17:55:21.253Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc786017-eaf3-43c3-9f58-624b49b931f0.log (3124 bytes)
11332024-10-31T17:55:22.346Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-crucible-downstairs:downstairs-cc786017-eaf3-43c3-9f58-624b49b931f0.log
11342024-10-31T17:55:22.346Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11352024-10-31T17:55:23.439Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_crucible_1c7620ef-da2d-4928-93c8-c7729eb2ffbb/root/var/svc/log/oxide-zone-network-setup:default.log
11362024-10-31T17:55:23.439Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-external_dns:default.log (19347 bytes)
11372024-10-31T17:55:23.530Zupload warning: file "/pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 19347 -> 26895
11382024-10-31T17:55:24.600Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-external_dns:default.log
11392024-10-31T17:55:24.600Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11402024-10-31T17:55:25.693Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-opte-interface-setup:default.log
11412024-10-31T17:55:25.693Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
11422024-10-31T17:55:26.810Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_external_dns_748ecdc3-bc1d-405c-bcff-9a9da6162716/root/var/svc/log/oxide-zone-network-setup:default.log
11432024-10-31T17:55:26.810Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_internal_dns_780365b0-b457-44e2-a2e8-c6f440cb1022/root/var/svc/log/oxide-internal_dns:default.log (396939 bytes)
11442024-10-31T17:55:28.093Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_internal_dns_780365b0-b457-44e2-a2e8-c6f440cb1022/root/var/svc/log/oxide-internal_dns:default.log
11452024-10-31T17:55:28.117Zuploading: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_internal_dns_780365b0-b457-44e2-a2e8-c6f440cb1022/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11462024-10-31T17:55:29.188Zuploaded: /pool/ext/df87eb29-ac06-4b03-ac82-276554e429b3/crypt/zone/oxz_internal_dns_780365b0-b457-44e2-a2e8-c6f440cb1022/root/var/svc/log/oxide-zone-network-setup:default.log
11472024-10-31T17:55:29.188Zuploading: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-crucible-agent:default.log (1554 bytes)
11482024-10-31T17:55:30.283Zuploaded: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-crucible-agent:default.log
11492024-10-31T17:55:30.283Zuploading: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11502024-10-31T17:55:31.442Zuploaded: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-crucible-downstairs:default.log
11512024-10-31T17:55:31.442Zuploading: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11522024-10-31T17:55:32.536Zuploaded: /pool/ext/ed87f8b3-e90a-4c28-a8f0-253e47747b6f/crypt/zone/oxz_crucible_63a04add-48a5-43b8-895d-296944e050d8/root/var/svc/log/oxide-zone-network-setup:default.log
11532024-10-31T17:55:32.536Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-cockroach-admin:default.log (2811 bytes)
11542024-10-31T17:55:33.630Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-cockroach-admin:default.log
11552024-10-31T17:55:33.630Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
11562024-10-31T17:55:34.725Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-cockroachdb:default.log
11572024-10-31T17:55:34.725Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11582024-10-31T17:55:35.823Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_cockroachdb_b2a5a218-7683-44cd-ae83-e51bf3908a25/root/var/svc/log/oxide-zone-network-setup:default.log
11592024-10-31T17:55:35.823Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-agent:default.log (20606 bytes)
11602024-10-31T17:55:36.962Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-agent:default.log
11612024-10-31T17:55:36.962Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11622024-10-31T17:55:38.057Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:default.log
11632024-10-31T17:55:38.057Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:downstairs-62856c98-fe20-4a14-943c-7b3b27232975.log (6075 bytes)
11642024-10-31T17:55:39.152Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:downstairs-62856c98-fe20-4a14-943c-7b3b27232975.log
11652024-10-31T17:55:39.152Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:snapshot-62856c98-fe20-4a14-943c-7b3b27232975-35ded7b9-27f6-41cd-ac92-0ce03d700595.log (5687 bytes)
11662024-10-31T17:55:40.247Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-crucible-downstairs:snapshot-62856c98-fe20-4a14-943c-7b3b27232975-35ded7b9-27f6-41cd-ac92-0ce03d700595.log
11672024-10-31T17:55:40.247Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11682024-10-31T17:55:41.343Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_crucible_c5341556-e138-49e1-ab40-1ffeddd821d1/root/var/svc/log/oxide-zone-network-setup:default.log
11692024-10-31T17:55:41.343Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
11702024-10-31T17:55:42.459Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-chrony-setup:default.log
11712024-10-31T17:55:42.460Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-ntp:default.log (728 bytes)
11722024-10-31T17:55:42.507Zupload warning: file "/pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 728 -> 1151
11732024-10-31T17:55:43.581Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-ntp:default.log
11742024-10-31T17:55:43.581Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
11752024-10-31T17:55:44.675Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-opte-interface-setup:default.log
11762024-10-31T17:55:44.675Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
11772024-10-31T17:55:45.770Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/svc/log/oxide-zone-network-setup:default.log
11782024-10-31T17:55:45.771Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-agent:default.log (8481 bytes)
11792024-10-31T17:55:46.887Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-agent:default.log
11802024-10-31T17:55:46.887Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11812024-10-31T17:55:47.982Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-downstairs:default.log
11822024-10-31T17:55:47.982Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-downstairs:downstairs-de5ea783-c97f-4761-b8d3-f098f9894aed.log (3021 bytes)
11832024-10-31T17:55:49.077Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-crucible-downstairs:downstairs-de5ea783-c97f-4761-b8d3-f098f9894aed.log
11842024-10-31T17:55:49.077Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11852024-10-31T17:55:50.173Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_crucible_b081c8e2-2527-4ba1-af4b-f1ba6b557f31/root/var/svc/log/oxide-zone-network-setup:default.log
11862024-10-31T17:55:50.173Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-nexus:default.log (4514863 bytes)
11872024-10-31T17:55:50.628Zupload warning: file "/pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4514863 -> 5493762
11882024-10-31T17:55:51.699Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-nexus:default.log
11892024-10-31T17:55:51.699Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11902024-10-31T17:55:52.793Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-opte-interface-setup:default.log
11912024-10-31T17:55:52.793Zuploading: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11922024-10-31T17:55:53.888Zuploaded: /pool/ext/fbcbda10-eba3-4f36-9050-2d167b08ddfc/crypt/zone/oxz_nexus_0dd3b8de-0520-44fb-9f8a-e39c55ee1c04/root/var/svc/log/oxide-zone-network-setup:default.log
11932024-10-31T17:55:53.888Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/measurements.log (61787 bytes)
11942024-10-31T17:55:54.047Zupload warning: file "/pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/measurements.log" changed size mid upload: 61787 -> 90557
11952024-10-31T17:55:55.118Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/measurements.log
11962024-10-31T17:55:55.118Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/statistics.log (44109 bytes)
11972024-10-31T17:55:55.255Zupload warning: file "/pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/statistics.log" changed size mid upload: 44109 -> 64116
11982024-10-31T17:55:56.327Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/statistics.log
11992024-10-31T17:55:56.327Zuploading: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/tracking.log (12680 bytes)
12002024-10-31T17:55:56.397Zupload warning: file "/pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/tracking.log" changed size mid upload: 12680 -> 15584
12012024-10-31T17:55:57.467Zuploaded: /pool/ext/f289e243-4ce0-4d37-9035-b995dcece16e/crypt/zone/oxz_ntp_6846c06a-38d8-402e-ba5b-8af936bdce72/root/var/log/chrony/tracking.log