01JA4PFJ4PNDEE55FTZMF569S0: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JA4PHFNT9CQD85B4FS1JB7C1

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-14T05:36:26.800Zjob dependencies complete; ready to run (waiting for 33 m 10 s)
22024-10-14T06:15:01.651Zjob assigned to worker 01JA4TBK3CC9RCVN0W5CKJ1BFQ (queued for 38 m 34 s)
32024-10-14T06:15:01.916Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-10-14T06:15:01.961Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-10-14T06:15:01.995Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-10-14T06:15:02.028Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-14T06:15:02.062Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-10-14T06:15:02.095ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-14T06:15:02.129Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-14T06:15:02.162ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-14T06:15:02.195ZConfiguring devices.
122024-10-14T06:15:02.229Z##################################################
132024-10-14T06:15:02.262Z#### ############# ##
142024-10-14T06:15:02.295Z### ### ############ ##
152024-10-14T06:15:02.329Z## ### # ## ### ## Oxide Computer Company ##
162024-10-14T06:15:02.363Z## ## ## ### # ### ##
172024-10-14T06:15:02.396Z## # ### #### #### This Station Under ##
182024-10-14T06:15:02.429Z### ### #### # ### Computer Control ##
192024-10-14T06:15:02.463Z#### #### ### ## ##
202024-10-14T06:15:02.496Z##################################################
212024-10-14T06:15:02.529ZHostname: buskin
222024-10-14T06:15:02.563ZLoading smf(7) service descriptions:
232024-10-14T06:15:03.089Zdownloading input: /input/package/work/package.tar.gz
242024-10-14T06:19:56.049Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-14T06:19:56.049Zstarting task 0: "setup"
262024-10-14T06:19:56.073Z++ uname -s
272024-10-14T06:19:56.073Z+ kern=SunOS
282024-10-14T06:19:56.073Z+ case "$kern" in
292024-10-14T06:19:56.074Z+ groupadd -g 12345 build
302024-10-14T06:19:56.074Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-14T06:19:57.986Z+ zfs create -o mountpoint=/work rpool/work
322024-10-14T06:19:58.010Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-14T06:19:58.011Z+ home_fs=zfs
342024-10-14T06:19:58.011Z+ [[ zfs == autofs ]]
352024-10-14T06:19:58.011Z+ mkdir -p /home/build
362024-10-14T06:19:58.035Z+ chown build:build /home/build /work
372024-10-14T06:19:59.015Z+ chmod 0700 /home/build /work
382024-10-14T06:19:59.039Zprocess exited: duration 3051 ms, exit code 0
 
392024-10-14T06:19:59.087Zstarting task 1: "authentication"
402024-10-14T06:19:59.130Zprocess exited: duration 42 ms, exit code 0
 
412024-10-14T06:19:59.178Zstarting task 2: "build"
422024-10-14T06:19:59.202Z+ trap _exit_trap EXIT
432024-10-14T06:19:59.203Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-10-14T06:19:59.203Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-10-14T06:19:59.203Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-10-14T06:20:09.677Z+ pfexec rem_drv xde
472024-10-14T06:20:09.701Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-10-14T06:20:09.769Z+ pfexec add_drv xde
492024-10-14T06:20:09.877Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-10-14T06:20:19.496Z+ chmod +x opteadm
512024-10-14T06:20:19.521Z+ cp opteadm /tmp/opteadm
522024-10-14T06:20:19.548Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-10-14T06:20:19.618Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-10-14T06:20:19.748Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-10-14T06:20:19.748Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-10-14T06:20:19.749Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-10-14T06:20:19.749Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-10-14T06:20:19.749Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-10-14T06:20:19.749Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-10-14T06:20:19.773Z+ [[ -d /opt/oxide ]]
662024-10-14T06:20:19.773Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-10-14T06:20:19.773Z+ pfexec mkdir /opt/oxide
682024-10-14T06:20:19.773Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-10-14T06:20:19.773Z+ [[ -d /opt/oxide-underneath ]]
702024-10-14T06:20:19.773Z+ cd /opt/oxide-underneath
712024-10-14T06:20:19.773Z+ pfexec tar ceEp@/f - .
722024-10-14T06:20:19.773Z+ cd /opt/oxide
732024-10-14T06:20:19.773Z+ pfexec tar xveEp@/f -
742024-10-14T06:20:19.814Zx ., 0 bytes, 0 tape blocks
752024-10-14T06:20:19.815Zx ./opte, 0 bytes, 0 tape blocks
762024-10-14T06:20:19.815Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-10-14T06:20:19.815Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-10-14T06:20:19.839Z+ pfexec rm -rf /opt/oxide-underneath
792024-10-14T06:20:19.839Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-10-14T06:20:19.863Z+ pfexec mkdir /opt/oxide/work
812024-10-14T06:20:19.863Z+ pfexec chown build:build /opt/oxide/work
822024-10-14T06:20:19.863Z+ cd /opt/oxide/work
832024-10-14T06:20:19.863Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-10-14T06:20:32.479ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-10-14T06:20:32.479Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-10-14T06:20:32.479Zx out/target/test, 107 bytes, 1 tape blocks
872024-10-14T06:20:32.479Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-10-14T06:20:32.479Zx package-manifest.toml, 32239 bytes, 63 tape blocks
892024-10-14T06:20:32.479Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-10-14T06:20:32.479Zx target/release/omicron-package, 33640272 bytes, 65704 tape blocks
912024-10-14T06:20:32.479Zx target/release/xtask, 12377896 bytes, 24176 tape blocks
922024-10-14T06:20:32.479Zx target/debug/bootstrap, 203081904 bytes, 396645 tape blocks
932024-10-14T06:20:32.479Zx tests/bootstrap-f203af595053a9d4, 24350256 bytes, 47560 tape blocks
942024-10-14T06:20:32.479Zx tests/commtest-0beab3320defc7a1, 24840776 bytes, 48518 tape blocks
952024-10-14T06:20:32.479Zx tests/dhcp_server-ba87f9a3df87ca0c, 24350272 bytes, 47560 tape blocks
962024-10-14T06:20:32.479Zx tests/end_to_end_tests-993e1320c0761881, 215672248 bytes, 421235 tape blocks
972024-10-14T06:20:32.479Zx out/clickhouse.tar.gz, 250522013 bytes, 489301 tape blocks
982024-10-14T06:20:32.479Zx out/clickhouse_keeper.tar.gz, 250506737 bytes, 489271 tape blocks
992024-10-14T06:20:32.479Zx out/clickhouse_server.tar.gz, 250505404 bytes, 489269 tape blocks
1002024-10-14T06:20:32.479Zx out/cockroachdb.tar.gz, 136028364 bytes, 265681 tape blocks
1012024-10-14T06:20:32.479Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1022024-10-14T06:20:32.479Zx out/crucible-pantry-zone.tar.gz, 27634069 bytes, 53973 tape blocks
1032024-10-14T06:20:32.479Zx out/crucible-zone.tar.gz, 36026960 bytes, 70366 tape blocks
1042024-10-14T06:20:32.479Zx out/external-dns.tar.gz, 27733090 bytes, 54167 tape blocks
1052024-10-14T06:20:32.479Zx out/internal-dns.tar.gz, 27732611 bytes, 54166 tape blocks
1062024-10-14T06:20:32.479Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-10-14T06:20:32.479Zx out/nexus.tar.gz, 96231236 bytes, 187952 tape blocks
1082024-10-14T06:20:32.479Zx out/ntp.tar.gz, 9356911 bytes, 18276 tape blocks
1092024-10-14T06:20:32.481Zx out/omicron-gateway-softnpu.tar.gz, 22028933 bytes, 43026 tape blocks
1102024-10-14T06:20:32.481Zx out/omicron-sled-agent.tar, 106137600 bytes, 207300 tape blocks
1112024-10-14T06:20:32.481Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-10-14T06:20:32.481Zx out/oximeter.tar.gz, 45331471 bytes, 88539 tape blocks
1132024-10-14T06:20:32.481Zx out/oxlog.tar, 3110400 bytes, 6075 tape blocks
1142024-10-14T06:20:32.481Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-10-14T06:20:32.481Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1162024-10-14T06:20:32.481Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-10-14T06:20:32.481Zx out/switch-softnpu.tar.gz, 227585475 bytes, 444503 tape blocks
1182024-10-14T06:20:32.506Z
1192024-10-14T06:20:32.506Zreal 12.598546729
1202024-10-14T06:20:32.506Zuser 11.118521120
1212024-10-14T06:20:32.506Zsys 2.546064287
1222024-10-14T06:20:32.506Ztrap 0.000512464
1232024-10-14T06:20:32.506Ztflt 0.000000000
1242024-10-14T06:20:32.506Zdflt 0.000000000
1252024-10-14T06:20:32.506Zkflt 0.000000000
1262024-10-14T06:20:32.506Zlock 0.000000000
1272024-10-14T06:20:32.506Zslp 11.226712001
1282024-10-14T06:20:32.506Zlat 0.302941502
1292024-10-14T06:20:32.506Zstop 0.000147533
1302024-10-14T06:20:32.506Z+ source .github/buildomat/ci-env.sh
1312024-10-14T06:20:32.506Z++ export CARGO_TERM_COLOR=always
1322024-10-14T06:20:32.506Z++ CARGO_TERM_COLOR=always
1332024-10-14T06:20:32.506Z+ bmat address ls
1342024-10-14T06:20:32.506ZNAME CIDR FIRST LAST COUNT
1352024-10-14T06:20:32.506Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1362024-10-14T06:20:32.506Z++ bmat address ls -f extra -Ho first,last,count
1372024-10-14T06:20:32.506Z+ set -- 10.151.1.164 10.151.1.227 64
1382024-10-14T06:20:32.507Z+ EXTRA_IP_START=10.151.1.164
1392024-10-14T06:20:32.507Z+ EXTRA_IP_END=10.151.1.227
1402024-10-14T06:20:32.507Z+ EXTRA_IP_COUNT=64
1412024-10-14T06:20:32.507Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-10-14T06:20:32.507Z+ EXTRA_IP_BASE=10.151.1
1432024-10-14T06:20:32.507Z+ EXTRA_IP_FOCTET=164
1442024-10-14T06:20:32.507Z+ EXTRA_IP_LOCTET=227
1452024-10-14T06:20:32.507Z+ SERVICE_IP_POOL_START=10.151.1.164
1462024-10-14T06:20:32.507Z+ SERVICE_IP_POOL_END=10.151.1.173
1472024-10-14T06:20:32.507Z+ DNS_IP1=10.151.1.164
1482024-10-14T06:20:32.507Z+ DNS_IP2=10.151.1.165
1492024-10-14T06:20:32.507Z+ UPLINK_IP=10.151.1.174
1502024-10-14T06:20:32.507Z+ IPPOOL_START=10.151.1.175
1512024-10-14T06:20:32.507Z+ IPPOOL_END=10.151.1.227
1522024-10-14T06:20:32.507Z++ ipadm show-addr -po type,addr
1532024-10-14T06:20:32.507Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-10-14T06:20:32.507Z+ GATEWAY_IP=10.151.1.100
1552024-10-14T06:20:32.507Z+ [[ -n 10.151.1.100 ]]
1562024-10-14T06:20:32.507Z+ ping -s 10.151.1.100 56 1
1572024-10-14T06:20:32.507ZPING 10.151.1.100: 56 data bytes
1582024-10-14T06:20:32.507Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.013 ms
1592024-10-14T06:20:32.507Z
1602024-10-14T06:20:32.507Z----10.151.1.100 PING Statistics----
1612024-10-14T06:20:32.507Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-10-14T06:20:32.507Zround-trip (ms) min/avg/max/stddev = 0.013/0.013/0.013/-nan
1632024-10-14T06:20:32.507Z++ arp -an
1642024-10-14T06:20:32.509Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1652024-10-14T06:20:32.509Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1662024-10-14T06:20:32.509Z+ routeadm -e ipv4-forwarding -u
1672024-10-14T06:20:32.613Z+ PXA_START=10.151.1.164
1682024-10-14T06:20:32.613Z+ PXA_END=10.151.1.227
1692024-10-14T06:20:32.637Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-10-14T06:20:32.819Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1712024-10-14T06:20:32.843ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-10-14T06:20:32.843Zcreating virtual hardware
1732024-10-14T06:20:32.843Zcreating /scratch/m2_0.vdev
1742024-10-14T06:20:32.843Zcreating /scratch/m2_1.vdev
1752024-10-14T06:20:32.843Zcreating /scratch/u2_0.vdev
1762024-10-14T06:20:32.843Zcreating /scratch/u2_1.vdev
1772024-10-14T06:20:32.843Zcreating /scratch/u2_2.vdev
1782024-10-14T06:20:32.843Zcreating /scratch/u2_3.vdev
1792024-10-14T06:20:32.843Zcreating /scratch/u2_4.vdev
1802024-10-14T06:20:32.843Zcreating /scratch/u2_5.vdev
1812024-10-14T06:20:32.843Zcreating /scratch/u2_6.vdev
1822024-10-14T06:20:32.843Zcreating /scratch/u2_7.vdev
1832024-10-14T06:20:32.844Zcreating /scratch/u2_8.vdev
1842024-10-14T06:20:32.869ZSimnet net0/sc0_0 exists
1852024-10-14T06:20:32.893ZSimnet net1/sc1_0 exists
1862024-10-14T06:20:32.894ZVnic sc0_1 exists
1872024-10-14T06:20:45.208ZUsing 10.151.1.100 as gateway ip
1882024-10-14T06:20:45.208Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1892024-10-14T06:20:45.208Zconfiguring SoftNPU ARP entry
1902024-10-14T06:20:45.236Zconfiguring SoftNPU proxy ARP
1912024-10-14T06:20:45.290ZSoftNPU state:
1922024-10-14T06:20:45.290Z local v6:
1932024-10-14T06:20:45.290Z local v4:
1942024-10-14T06:20:45.290Z router v6:
1952024-10-14T06:20:45.290Z router v4_idx:
1962024-10-14T06:20:45.291Z router v4_routes:
1972024-10-14T06:20:45.291Z resolver v4:
1982024-10-14T06:20:45.291Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1992024-10-14T06:20:45.316Z resolver v6:
2002024-10-14T06:20:45.316Z nat v4:
2012024-10-14T06:20:45.316Z nat_v6:
2022024-10-14T06:20:45.316Z port_mac:
2032024-10-14T06:20:45.316Z proxy arp:
2042024-10-14T06:20:45.316Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2052024-10-14T06:20:45.316Zcreated virtual hardware
2062024-10-14T06:20:45.316Z
2072024-10-14T06:20:45.316Zreal 12.468720879
2082024-10-14T06:20:45.316Zuser 0.678726386
2092024-10-14T06:20:45.316Zsys 3.097772727
2102024-10-14T06:20:45.316Ztrap 0.000073757
2112024-10-14T06:20:45.316Ztflt 0.000229428
2122024-10-14T06:20:45.316Zdflt 0.000356116
2132024-10-14T06:20:45.316Zkflt 0.000006780
2142024-10-14T06:20:45.316Zlock 9:42.177277640
2152024-10-14T06:20:45.316Zslp 37.644378197
2162024-10-14T06:20:45.316Zlat 0.075850428
2172024-10-14T06:20:45.316Zstop 0.344066951
2182024-10-14T06:20:45.316Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-10-14T06:20:45.363Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-10-14T06:20:45.363Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-10-14T06:20:45.363Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-10-14T06:20:45.363Z+++ pkg/config.toml Mon Oct 14 06:20:45 2024
2232024-10-14T06:20:45.363Z@@ -29,18 +29,18 @@
2242024-10-14T06:20:45.363Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-10-14T06:20:45.363Z # followed by a string that is embedded into their fake serial values.
2262024-10-14T06:20:45.363Z vdevs = [
2272024-10-14T06:20:45.363Z- "m2_0.vdev",
2282024-10-14T06:20:45.363Z- "m2_1.vdev",
2292024-10-14T06:20:45.363Z+ "/scratch/m2_0.vdev",
2302024-10-14T06:20:45.364Z+ "/scratch/m2_1.vdev",
2312024-10-14T06:20:45.364Z
2322024-10-14T06:20:45.364Z- "u2_0.vdev",
2332024-10-14T06:20:45.364Z- "u2_1.vdev",
2342024-10-14T06:20:45.364Z- "u2_2.vdev",
2352024-10-14T06:20:45.364Z- "u2_3.vdev",
2362024-10-14T06:20:45.364Z- "u2_4.vdev",
2372024-10-14T06:20:45.365Z- "u2_5.vdev",
2382024-10-14T06:20:45.365Z- "u2_6.vdev",
2392024-10-14T06:20:45.365Z- "u2_7.vdev",
2402024-10-14T06:20:45.365Z- "u2_8.vdev",
2412024-10-14T06:20:45.365Z+ "/scratch/u2_0.vdev",
2422024-10-14T06:20:45.365Z+ "/scratch/u2_1.vdev",
2432024-10-14T06:20:45.365Z+ "/scratch/u2_2.vdev",
2442024-10-14T06:20:45.365Z+ "/scratch/u2_3.vdev",
2452024-10-14T06:20:45.365Z+ "/scratch/u2_4.vdev",
2462024-10-14T06:20:45.365Z+ "/scratch/u2_5.vdev",
2472024-10-14T06:20:45.365Z+ "/scratch/u2_6.vdev",
2482024-10-14T06:20:45.365Z+ "/scratch/u2_7.vdev",
2492024-10-14T06:20:45.365Z+ "/scratch/u2_8.vdev",
2502024-10-14T06:20:45.365Z ]
2512024-10-14T06:20:45.365Z
2522024-10-14T06:20:45.365Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-10-14T06:20:45.365Z+ true
2542024-10-14T06:20:45.365Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-10-14T06:20:45.365Z+ SILO_NAME=recovery
2562024-10-14T06:20:45.365Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-10-14T06:20:45.365Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-10-14T06:20:45.365Z+ sed -i~ '
2592024-10-14T06:20:45.366Z /^external_dns_ips/c\
2602024-10-14T06:20:45.366Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2612024-10-14T06:20:45.366Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-10-14T06:20:45.366Z /^first/c\
2632024-10-14T06:20:45.366Zfirst = "10.151.1.164"
2642024-10-14T06:20:45.366Z /^last/c\
2652024-10-14T06:20:45.366Zlast = "10.151.1.173"
2662024-10-14T06:20:45.366Z }
2672024-10-14T06:20:45.366Z /^infra_ip_first/c\
2682024-10-14T06:20:45.366Zinfra_ip_first = "10.151.1.174"
2692024-10-14T06:20:45.366Z /^infra_ip_last/c\
2702024-10-14T06:20:45.366Zinfra_ip_last = "10.151.1.174"
2712024-10-14T06:20:45.366Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-10-14T06:20:45.366Z /^routes/c\
2732024-10-14T06:20:45.366Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2742024-10-14T06:20:45.366Z /^addresses/c\
2752024-10-14T06:20:45.366Zaddresses = \[{address = "10.151.1.174/24"} \]
2762024-10-14T06:20:45.366Z }
2772024-10-14T06:20:45.366Z' pkg/config-rss.toml
2782024-10-14T06:20:45.366Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-10-14T06:20:45.366Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-10-14T06:20:45.366Z+++ pkg/config-rss.toml Mon Oct 14 06:20:45 2024
2812024-10-14T06:20:45.366Z@@ -33,7 +33,7 @@
2822024-10-14T06:20:45.366Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-10-14T06:20:45.367Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-10-14T06:20:45.367Z # below.
2852024-10-14T06:20:45.367Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-10-14T06:20:45.367Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2872024-10-14T06:20:45.367Z
2882024-10-14T06:20:45.367Z # Initial TLS certificates for the external API
2892024-10-14T06:20:45.367Z #
2902024-10-14T06:20:45.367Z@@ -69,8 +69,8 @@
2912024-10-14T06:20:45.367Z #
2922024-10-14T06:20:45.367Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-10-14T06:20:45.367Z [[internal_services_ip_pool_ranges]]
2942024-10-14T06:20:45.367Z-first = "192.168.1.20"
2952024-10-14T06:20:45.367Z-last = "192.168.1.29"
2962024-10-14T06:20:45.367Z+first = "10.151.1.164"
2972024-10-14T06:20:45.367Z+last = "10.151.1.173"
2982024-10-14T06:20:45.367Z
2992024-10-14T06:20:45.367Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-10-14T06:20:45.367Z # parameters should be provided to the control plane via wicket, but we need to
3012024-10-14T06:20:45.367Z@@ -91,8 +91,8 @@
3022024-10-14T06:20:45.367Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-10-14T06:20:45.367Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-10-14T06:20:45.367Z # With softnpu, only one address is used.
3052024-10-14T06:20:45.367Z-infra_ip_first = "192.168.1.30"
3062024-10-14T06:20:45.368Z-infra_ip_last = "192.168.1.30"
3072024-10-14T06:20:45.368Z+infra_ip_first = "10.151.1.174"
3082024-10-14T06:20:45.368Z+infra_ip_last = "10.151.1.174"
3092024-10-14T06:20:45.368Z
3102024-10-14T06:20:45.368Z # Configurations for BGP routers to run on the scrimlets.
3112024-10-14T06:20:45.368Z bgp = []
3122024-10-14T06:20:45.368Z@@ -100,9 +100,9 @@
3132024-10-14T06:20:45.368Z # You can configure multiple uplinks by repeating the following stanza
3142024-10-14T06:20:45.368Z [[rack_network_config.ports]]
3152024-10-14T06:20:45.368Z # Routes associated with this port.
3162024-10-14T06:20:45.368Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-10-14T06:20:45.368Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3182024-10-14T06:20:45.368Z # Addresses associated with this port.
3192024-10-14T06:20:45.392Z-addresses = [{address = "192.168.1.30/24"}]
3202024-10-14T06:20:45.392Z+addresses = [{address = "10.151.1.174/24"} ]
3212024-10-14T06:20:45.392Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-10-14T06:20:45.392Z port = "qsfp0"
3232024-10-14T06:20:45.392Z # The speed of this port.
3242024-10-14T06:20:45.392Z+ true
3252024-10-14T06:20:45.392Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-10-14T06:20:45.392Za pkg/config-rss.toml 8K
3272024-10-14T06:20:45.392Za pkg/config.toml 4K
3282024-10-14T06:20:45.392Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-10-14T06:20:45.393Z+ TLS_NAME=recovery.sys.oxide.test
3302024-10-14T06:20:45.393Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-10-14T06:20:45.745Z..+..........+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.....+......+...+.+...+.....+.+..+...+.+...+...+...+.....+.........+......................+...+..+.+...+..+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+........+...............+...................+...+.....+.......+...........+..........+..+....+.....+......+...+.......+......................................+......+.+...............+............+..+.+..+.+..+............+................+.....+....+..+....+...........+......+...+.......+........+.+..............+..........+......+.........+.........+...+...+.....+.......+...+...........+.........+.+......+..+..........+..+......+............+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-10-14T06:20:48.911Z.......+...+.....+.......+...+.........+.....+...+..........+......+.....+.......+..+......+......+.+..+..........................................+.+...+..+.........+.........+.+........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+...+...+........+....+..+.+.....+...+.......+...+...........+....+..+...+.........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.....................+....+.....+.+..+.+.....+.+.........+..+...+...............+....+...............+..+.+...+..+............+.+...............+..+....+...+.......................+.........................+............+...............+..+.............+.....+.+....................+.+.....+.+...+...........+.+..+.......+......+........+.........+...+.........+....+.............................+.+.....+.........+.+..+...+....+..+..........+......+........+................+.....+...+.+............+...+............+..+...............................................................+.......+..+...+...+...+.+...........+.......+......+.....+...................+..+.........+.+..................+..+....+..+............+...+....+......+.....+...+.+...+..+..................+.+.........+............+......+...+.....+...................+..+................+...+...........+....+...............+.........+.....+...+...+.+.......................+.......+...........+........................+....+.....+.+.....+.+..+.+...........+.........+...............+......+.+.........+...........+.......+.....+...+.......+...+..+.............+..+......+................+...+........+..........+..............+...+.............+...+...........+.........+.+.....+...............+...+.......+...+..+....+.....+.......+..............+.........+....+.....+.....................+.......+...+......+...+...........+.......+............+..+...+.+...........+...+..........+.....................+......+...........+...+....+..+.+.....+....+.........+.....+............+.........+....+.....+.........+............+.+...+......+.........+................................+.......+......+......+.........+.....+............+............+......+.+.....+.+............+..+...............+.+...............+..+...............+.......+........+.....................+..........+......+.....+...+...+......................+...............+..+....+...............+.....+.......+...+....................+......+.+..+.............+.................+.......+...+..+......+.......+............+......+..+......+.....................+.........+....+...+...+..+.......+...............+..+.............+.....+...+..............................+...+...............+....+...+............+........+...............+......................+............+......+..+.+.....+......+.+........+....+..+....+...........+....+......+...+..+.............+......+..+..........+...+.....+.......+............+...+..+...+...............+.......+...+.....+....+........+..........+.....+.+.........+...+....................+....+...+..+.+........+......+....+.........+..+.+...+........................+...+..+...+...+....+...+..+.+......+.....+......+....+......+........+..........+..............+.......+........+.......+........+......+...............+.......+.........+........+...+.......+........+.......+..+......+.......+...........+.+.........+...........+.........+.........+......+.+......+.....+....+.....+.+...+...............+..+.......+..+....+..+...+............+.......+......+.....+......+...+.+..+.........+.+.........+...+..+.+.................+..........+............+......+.........+.....+..........+........+.+......+.....+..........+...........+......................+...........+.......+.....+...+.+........................+.....+.+...+...+..................+...........+.+...+......+...+...........+.+...+...+.......................+............+....+...+...+.........+...+...........+....+.....+..........+...........+.........+.+..+.........+....+......+...........+...+....+........+....+.....+....................................+...+...............+.+.....+....+...........+.+.................+............+.+...+............+...+...............+..+....+........+.......+...+...+...+.................+.......+.....+..........+..+......+.......+..+.+.....+.............+.....+.........+.+.....+......+.+................................+...+...+.+...+..+......+............+............+...+...............+......+....+......+....................+.+......+........+....+..+.+...+.....+....+........+.........................+............+..+.........+.......+..+...+....+...+........+.......+......+...........+.+..+...+.......+..+................+..............+...+.......+......+.....+....+...............+...........+...+................+...+..+......+....+...+...........+.+..............+.+.....+...............+......+...+..........+.....+.........+..........+...........+.+......+.........+.....+..........+........+......+.........+............+......+..........+.........+........+......+.+...+......+..+.......+..+.+...+.....+....................................+....+..+.........+...................+.....+....+...........+....+...........+.+.........+.....+.+.....+............................+.....+.+.........+.....+.....................+..........+............+..+.+.................+.........+....+..+.........+...+...............+.............+...+..+...+....+...........+......+.+.....+.........+................+.....+...+......+...+.+......+...............+..............+....+...........+.+.....+..................+............+....+........................+......+..............+.+...........+.+..+.......+......+..+.......+...+..+.........+..........+.....+....+..+......+.......+..+...+..................+...+...........................+...+.+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-14T06:20:48.936Z-----
3342024-10-14T06:20:48.936Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-10-14T06:20:48.936Za pkg/initial-tls-cert.pem 2K
3362024-10-14T06:20:48.936Za pkg/initial-tls-key.pem 4K
3372024-10-14T06:20:48.936Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-10-14T06:20:48.936Z+ rmdir pkg
3392024-10-14T06:20:48.936Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-10-14T06:20:48.936Z+ pfexec mkdir -p /usr/oxide
3412024-10-14T06:20:48.936Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3422024-10-14T06:20:49.580Z+ pfexec chmod +x /usr/oxide/oxide
3432024-10-14T06:20:49.604Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-10-14T06:21:07.884Z+ OMICRON_NO_UNINSTALL=1
3452024-10-14T06:21:07.884Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-10-14T06:21:07.908ZLogging to: /opt/oxide/work/out/LOG
3472024-10-14T06:21:08.488Z
3482024-10-14T06:21:08.512Zreal 0.599419850
3492024-10-14T06:21:08.512Zuser 0.135815706
3502024-10-14T06:21:08.512Zsys 3.029909013
3512024-10-14T06:21:08.512Ztrap 0.000003099
3522024-10-14T06:21:08.513Ztflt 0.000007430
3532024-10-14T06:21:08.513Zdflt 0.000384880
3542024-10-14T06:21:08.513Zkflt 0.000000000
3552024-10-14T06:21:08.513Zlock 54.074130461
3562024-10-14T06:21:08.513Zslp 0.789451695
3572024-10-14T06:21:08.513Zlat 0.002726311
3582024-10-14T06:21:08.513Zstop 0.205169307
3592024-10-14T06:21:08.513Z+ retry=0
3602024-10-14T06:21:08.513Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-10-14T06:21:08.513Z+ [[ 0 -gt 30 ]]
3622024-10-14T06:21:08.513Z+ sleep 1
3632024-10-14T06:21:09.503Z+ retry=1
3642024-10-14T06:21:09.504Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-10-14T06:21:09.528Z+ [[ 1 -gt 30 ]]
3662024-10-14T06:21:09.528Z+ sleep 1
3672024-10-14T06:21:10.519Z+ retry=2
3682024-10-14T06:21:10.520Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-10-14T06:21:10.544Z+ [[ 2 -gt 30 ]]
3702024-10-14T06:21:10.544Z+ sleep 1
3712024-10-14T06:21:11.533Z+ retry=3
3722024-10-14T06:21:11.534Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-10-14T06:21:30.487Z+ [[ 3 -gt 30 ]]
3742024-10-14T06:21:30.487Z+ sleep 1
3752024-10-14T06:21:31.491Z+ retry=4
3762024-10-14T06:21:31.491Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-10-14T06:21:31.515Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-10-14T06:21:31.540Zlocal v6:
3792024-10-14T06:21:31.540Zfe80::8423:67ff:fe58:1f1
3802024-10-14T06:21:31.540Zfdee:e046:955b:4678::1
3812024-10-14T06:21:31.540Zlocal v4:
3822024-10-14T06:21:31.540Z10.151.1.174
3832024-10-14T06:21:31.540Zrouter v6:
3842024-10-14T06:21:31.540Zrouter v4_idx:
3852024-10-14T06:21:31.540Z0.0.0.0/0 -> 0
3862024-10-14T06:21:31.540Zrouter v4_routes:
3872024-10-14T06:21:31.540Z0 -> 10.151.1.100 (2)
3882024-10-14T06:21:31.540Zresolver v4:
3892024-10-14T06:21:31.541Z10.151.1.174 -> d6:8e:2a:64:07:c8
3902024-10-14T06:21:31.541Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3912024-10-14T06:21:31.541Zresolver v6:
3922024-10-14T06:21:31.541Zfe80::4ca0:8aff:fea6:788f -> 4e:a0:8a:a6:78:8f
3932024-10-14T06:21:31.541Zfe80::8423:67ff:fe58:1f1 -> 86:23:67:58:01:f1
3942024-10-14T06:21:31.541Znat v4:
3952024-10-14T06:21:31.541Znat_v6:
3962024-10-14T06:21:31.541Zport_mac:
3972024-10-14T06:21:31.541Z1000: a8:40:25:0f:88:bb
3982024-10-14T06:21:31.541Z1: a8:40:25:0f:88:bc
3992024-10-14T06:21:31.541Z2: a8:40:25:0f:88:dc
4002024-10-14T06:21:31.541Zproxy arp:
4012024-10-14T06:21:31.541Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4022024-10-14T06:21:31.541Z+ retry=0
4032024-10-14T06:21:31.541Z+++ zoneadm list -n
4042024-10-14T06:21:31.541Z+++ grep oxz_ntp
4052024-10-14T06:21:31.565Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-10-14T06:21:31.566Zsvcs: zone '-Hostate': entity not found
4072024-10-14T06:21:31.566Z++ true
4082024-10-14T06:21:31.566Z+ [[ '' != online ]]
4092024-10-14T06:21:31.566Z+ [[ 0 -gt 60 ]]
4102024-10-14T06:21:31.566Z+ sleep 1
4112024-10-14T06:21:32.552Z+ retry=1
4122024-10-14T06:21:32.576Z+++ zoneadm list -n
4132024-10-14T06:21:32.576Z+++ grep oxz_ntp
4142024-10-14T06:21:32.576Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-10-14T06:21:32.576Zsvcs: zone '-Hostate': entity not found
4162024-10-14T06:21:32.577Z++ true
4172024-10-14T06:21:32.577Z+ [[ '' != online ]]
4182024-10-14T06:21:32.577Z+ [[ 1 -gt 60 ]]
4192024-10-14T06:21:32.577Z+ sleep 1
4202024-10-14T06:21:33.575Z+ retry=2
4212024-10-14T06:21:33.600Z+++ zoneadm list -n
4222024-10-14T06:21:33.600Z+++ grep oxz_ntp
4232024-10-14T06:21:33.600Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-10-14T06:21:33.600Zsvcs: zone '-Hostate': entity not found
4252024-10-14T06:21:33.600Z++ true
4262024-10-14T06:21:33.600Z+ [[ '' != online ]]
4272024-10-14T06:21:33.600Z+ [[ 2 -gt 60 ]]
4282024-10-14T06:21:33.600Z+ sleep 1
4292024-10-14T06:21:34.601Z+ retry=3
4302024-10-14T06:21:34.625Z+++ zoneadm list -n
4312024-10-14T06:21:34.625Z+++ grep oxz_ntp
4322024-10-14T06:21:34.625Z++ pfexec svcs -z -Hostate oxide/ntp
4332024-10-14T06:21:34.625Zsvcs: zone '-Hostate': entity not found
4342024-10-14T06:21:34.625Z++ true
4352024-10-14T06:21:34.625Z+ [[ '' != online ]]
4362024-10-14T06:21:34.625Z+ [[ 3 -gt 60 ]]
4372024-10-14T06:21:34.625Z+ sleep 1
4382024-10-14T06:21:35.756Z+ retry=4
4392024-10-14T06:21:35.780Z+++ zoneadm list -n
4402024-10-14T06:21:35.780Z+++ grep oxz_ntp
4412024-10-14T06:21:35.780Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4422024-10-14T06:21:35.780Zsvcs: Could not bind to repository server for zone oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c: repository server unavailable
4432024-10-14T06:21:35.780Z++ true
4442024-10-14T06:21:35.780Z+ [[ '' != online ]]
4452024-10-14T06:21:35.781Z+ [[ 4 -gt 60 ]]
4462024-10-14T06:21:35.781Z+ sleep 1
4472024-10-14T06:21:36.659Z+ retry=5
4482024-10-14T06:21:36.684Z+++ zoneadm list -n
4492024-10-14T06:21:36.684Z+++ grep oxz_ntp
4502024-10-14T06:21:36.684Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4512024-10-14T06:21:36.708Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522024-10-14T06:21:36.708Z++ true
4532024-10-14T06:21:36.708Z+ [[ '' != online ]]
4542024-10-14T06:21:36.708Z+ [[ 5 -gt 60 ]]
4552024-10-14T06:21:36.708Z+ sleep 1
4562024-10-14T06:21:37.690Z+ retry=6
4572024-10-14T06:21:37.715Z+++ zoneadm list -n
4582024-10-14T06:21:37.715Z+++ grep oxz_ntp
4592024-10-14T06:21:37.715Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4602024-10-14T06:21:37.715Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612024-10-14T06:21:37.740Z++ true
4622024-10-14T06:21:37.740Z+ [[ '' != online ]]
4632024-10-14T06:21:37.740Z+ [[ 6 -gt 60 ]]
4642024-10-14T06:21:37.740Z+ sleep 1
4652024-10-14T06:21:38.718Z+ retry=7
4662024-10-14T06:21:38.743Z+++ zoneadm list -n
4672024-10-14T06:21:38.743Z+++ grep oxz_ntp
4682024-10-14T06:21:38.743Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4692024-10-14T06:21:38.769Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4702024-10-14T06:21:38.769Z++ true
4712024-10-14T06:21:38.769Z+ [[ '' != online ]]
4722024-10-14T06:21:38.769Z+ [[ 7 -gt 60 ]]
4732024-10-14T06:21:38.769Z+ sleep 1
4742024-10-14T06:21:39.748Z+ retry=8
4752024-10-14T06:21:39.773Z+++ zoneadm list -n
4762024-10-14T06:21:39.773Z+++ grep oxz_ntp
4772024-10-14T06:21:39.773Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4782024-10-14T06:21:39.773Z+ [[ offline != online ]]
4792024-10-14T06:21:39.773Z+ [[ 8 -gt 60 ]]
4802024-10-14T06:21:39.775Z+ sleep 1
4812024-10-14T06:21:40.770Z+ retry=9
4822024-10-14T06:21:40.795Z+++ zoneadm list -n
4832024-10-14T06:21:40.795Z+++ grep oxz_ntp
4842024-10-14T06:21:40.795Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4852024-10-14T06:21:40.795Z+ [[ offline != online ]]
4862024-10-14T06:21:40.795Z+ [[ 9 -gt 60 ]]
4872024-10-14T06:21:40.795Z+ sleep 1
4882024-10-14T06:21:41.795Z+ retry=10
4892024-10-14T06:21:41.820Z+++ zoneadm list -n
4902024-10-14T06:21:41.820Z+++ grep oxz_ntp
4912024-10-14T06:21:41.820Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4922024-10-14T06:21:41.820Z+ [[ offline != online ]]
4932024-10-14T06:21:41.820Z+ [[ 10 -gt 60 ]]
4942024-10-14T06:21:41.820Z+ sleep 1
4952024-10-14T06:21:42.817Z+ retry=11
4962024-10-14T06:21:42.841Z+++ zoneadm list -n
4972024-10-14T06:21:42.841Z+++ grep oxz_ntp
4982024-10-14T06:21:42.841Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
4992024-10-14T06:21:42.841Z+ [[ offline != online ]]
5002024-10-14T06:21:42.841Z+ [[ 11 -gt 60 ]]
5012024-10-14T06:21:42.842Z+ sleep 1
5022024-10-14T06:21:43.839Z+ retry=12
5032024-10-14T06:21:43.863Z+++ zoneadm list -n
5042024-10-14T06:21:43.863Z+++ grep oxz_ntp
5052024-10-14T06:21:43.863Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
5062024-10-14T06:21:43.863Z+ [[ offline != online ]]
5072024-10-14T06:21:43.863Z+ [[ 12 -gt 60 ]]
5082024-10-14T06:21:43.863Z+ sleep 1
5092024-10-14T06:21:44.861Z+ retry=13
5102024-10-14T06:21:44.885Z+++ zoneadm list -n
5112024-10-14T06:21:44.886Z+++ grep oxz_ntp
5122024-10-14T06:21:44.886Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
5132024-10-14T06:21:44.886Z+ [[ offline != online ]]
5142024-10-14T06:21:44.886Z+ [[ 13 -gt 60 ]]
5152024-10-14T06:21:44.886Z+ sleep 1
 
5162024-10-14T06:21:45.263Zbuskin console login: Oct 14 06:21:44 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5172024-10-14T06:21:45.883Z+ retry=14
5182024-10-14T06:21:45.908Z+++ zoneadm list -n
5192024-10-14T06:21:45.908Z+++ grep oxz_ntp
5202024-10-14T06:21:45.908Z++ pfexec svcs -z oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c -Hostate oxide/ntp
5212024-10-14T06:21:45.908Z+ [[ online != online ]]
5222024-10-14T06:21:45.908Z+ echo 'Waited for chrony: 14s'
5232024-10-14T06:21:45.908Z+ retry=0
5242024-10-14T06:21:45.908ZWaited for chrony: 14s
5252024-10-14T06:21:45.908Z+ zoneadm list
5262024-10-14T06:21:45.908Z+ grep nexus
5272024-10-14T06:21:45.933Z+ [[ 0 -gt 300 ]]
5282024-10-14T06:21:45.933Z+ sleep 1
5292024-10-14T06:21:46.913Z+ retry=1
5302024-10-14T06:21:46.937Z+ zoneadm list
5312024-10-14T06:21:46.937Z+ grep nexus
5322024-10-14T06:21:46.937Z+ [[ 1 -gt 300 ]]
5332024-10-14T06:21:46.937Z+ sleep 1
5342024-10-14T06:21:47.925Z+ retry=2
5352024-10-14T06:21:47.949Z+ zoneadm list
5362024-10-14T06:21:47.949Z+ grep nexus
5372024-10-14T06:21:47.949Z+ [[ 2 -gt 300 ]]
5382024-10-14T06:21:47.949Z+ sleep 1
5392024-10-14T06:21:48.938Z+ retry=3
5402024-10-14T06:21:48.962Z+ zoneadm list
5412024-10-14T06:21:48.964Z+ grep nexus
5422024-10-14T06:21:48.964Z+ [[ 3 -gt 300 ]]
5432024-10-14T06:21:48.964Z+ sleep 1
5442024-10-14T06:21:49.952Z+ retry=4
5452024-10-14T06:21:49.976Z+ zoneadm list
5462024-10-14T06:21:49.976Z+ grep nexus
5472024-10-14T06:21:49.976Z+ [[ 4 -gt 300 ]]
5482024-10-14T06:21:49.976Z+ sleep 1
5492024-10-14T06:21:50.965Z+ retry=5
5502024-10-14T06:21:50.989Z+ zoneadm list
5512024-10-14T06:21:50.989Z+ grep nexus
5522024-10-14T06:21:50.989Z+ [[ 5 -gt 300 ]]
5532024-10-14T06:21:50.989Z+ sleep 1
5542024-10-14T06:21:51.980Z+ retry=6
5552024-10-14T06:21:52.004Z+ zoneadm list
5562024-10-14T06:21:52.004Z+ grep nexus
5572024-10-14T06:21:52.004Z+ [[ 6 -gt 300 ]]
5582024-10-14T06:21:52.006Z+ sleep 1
5592024-10-14T06:21:52.997Z+ retry=7
5602024-10-14T06:21:53.022Z+ zoneadm list
5612024-10-14T06:21:53.022Z+ grep nexus
5622024-10-14T06:21:53.022Z+ [[ 7 -gt 300 ]]
5632024-10-14T06:21:53.022Z+ sleep 1
5642024-10-14T06:21:54.012Z+ retry=8
5652024-10-14T06:21:54.036Z+ zoneadm list
5662024-10-14T06:21:54.036Z+ grep nexus
5672024-10-14T06:21:54.036Z+ [[ 8 -gt 300 ]]
5682024-10-14T06:21:54.036Z+ sleep 1
5692024-10-14T06:21:55.368Z+ retry=9
5702024-10-14T06:21:55.400Z+ zoneadm list
5712024-10-14T06:21:55.400Z+ grep nexus
5722024-10-14T06:21:55.507Z+ [[ 9 -gt 300 ]]
5732024-10-14T06:21:55.507Z+ sleep 1
5742024-10-14T06:21:56.629Z+ retry=10
5752024-10-14T06:21:56.629Z+ zoneadm list
5762024-10-14T06:21:56.629Z+ grep nexus
5772024-10-14T06:21:56.629Z+ [[ 10 -gt 300 ]]
5782024-10-14T06:21:56.629Z+ sleep 1
5792024-10-14T06:21:57.584Z+ retry=11
5802024-10-14T06:21:57.608Z+ zoneadm list
5812024-10-14T06:21:57.608Z+ grep nexus
5822024-10-14T06:21:57.608Z+ [[ 11 -gt 300 ]]
5832024-10-14T06:21:57.608Z+ sleep 1
5842024-10-14T06:21:58.597Z+ retry=12
5852024-10-14T06:21:58.621Z+ zoneadm list
5862024-10-14T06:21:58.621Z+ grep nexus
5872024-10-14T06:21:58.621Z+ [[ 12 -gt 300 ]]
5882024-10-14T06:21:58.621Z+ sleep 1
5892024-10-14T06:21:59.609Z+ retry=13
5902024-10-14T06:21:59.633Z+ zoneadm list
5912024-10-14T06:21:59.633Z+ grep nexus
5922024-10-14T06:21:59.633Z+ [[ 13 -gt 300 ]]
5932024-10-14T06:21:59.633Z+ sleep 1
5942024-10-14T06:22:00.624Z+ retry=14
5952024-10-14T06:22:00.647Z+ zoneadm list
5962024-10-14T06:22:00.647Z+ grep nexus
5972024-10-14T06:22:00.648Z+ [[ 14 -gt 300 ]]
5982024-10-14T06:22:00.648Z+ sleep 1
5992024-10-14T06:22:01.635Z+ retry=15
6002024-10-14T06:22:01.659Z+ zoneadm list
6012024-10-14T06:22:01.659Z+ grep nexus
6022024-10-14T06:22:01.659Z+ [[ 15 -gt 300 ]]
6032024-10-14T06:22:01.659Z+ sleep 1
6042024-10-14T06:22:02.646Z+ retry=16
6052024-10-14T06:22:02.670Z+ zoneadm list
6062024-10-14T06:22:02.670Z+ grep nexus
6072024-10-14T06:22:02.670Z+ [[ 16 -gt 300 ]]
6082024-10-14T06:22:02.670Z+ sleep 1
6092024-10-14T06:22:03.658Z+ retry=17
6102024-10-14T06:22:03.682Z+ zoneadm list
6112024-10-14T06:22:03.682Z+ grep nexus
6122024-10-14T06:22:03.682Z+ [[ 17 -gt 300 ]]
6132024-10-14T06:22:03.682Z+ sleep 1
6142024-10-14T06:22:04.671Z+ retry=18
6152024-10-14T06:22:04.695Z+ zoneadm list
6162024-10-14T06:22:04.695Z+ grep nexus
6172024-10-14T06:22:04.695Z+ [[ 18 -gt 300 ]]
6182024-10-14T06:22:04.695Z+ sleep 1
6192024-10-14T06:22:05.686Z+ retry=19
6202024-10-14T06:22:05.710Z+ zoneadm list
6212024-10-14T06:22:05.710Z+ grep nexus
6222024-10-14T06:22:05.710Z+ [[ 19 -gt 300 ]]
6232024-10-14T06:22:05.710Z+ sleep 1
6242024-10-14T06:22:06.702Z+ retry=20
6252024-10-14T06:22:06.726Z+ zoneadm list
6262024-10-14T06:22:06.726Z+ grep nexus
6272024-10-14T06:22:06.726Z+ [[ 20 -gt 300 ]]
6282024-10-14T06:22:06.726Z+ sleep 1
6292024-10-14T06:22:07.718Z+ retry=21
6302024-10-14T06:22:07.742Z+ zoneadm list
6312024-10-14T06:22:07.742Z+ grep nexus
6322024-10-14T06:22:07.742Z+ [[ 21 -gt 300 ]]
6332024-10-14T06:22:07.743Z+ sleep 1
6342024-10-14T06:22:08.734Z+ retry=22
6352024-10-14T06:22:08.734Z+ zoneadm list
6362024-10-14T06:22:08.758Z+ grep nexus
6372024-10-14T06:22:08.758Z+ [[ 22 -gt 300 ]]
6382024-10-14T06:22:08.758Z+ sleep 1
6392024-10-14T06:22:09.747Z+ retry=23
6402024-10-14T06:22:09.771Z+ zoneadm list
6412024-10-14T06:22:09.771Z+ grep nexus
6422024-10-14T06:22:09.771Z+ [[ 23 -gt 300 ]]
6432024-10-14T06:22:09.771Z+ sleep 1
6442024-10-14T06:22:10.758Z+ retry=24
6452024-10-14T06:22:10.783Z+ zoneadm list
6462024-10-14T06:22:10.783Z+ grep nexus
6472024-10-14T06:22:10.783Z+ [[ 24 -gt 300 ]]
6482024-10-14T06:22:10.783Z+ sleep 1
6492024-10-14T06:22:11.770Z+ retry=25
6502024-10-14T06:22:11.794Z+ zoneadm list
6512024-10-14T06:22:11.794Z+ grep nexus
6522024-10-14T06:22:11.794Z+ [[ 25 -gt 300 ]]
6532024-10-14T06:22:11.794Z+ sleep 1
6542024-10-14T06:22:12.780Z+ retry=26
6552024-10-14T06:22:12.804Z+ zoneadm list
6562024-10-14T06:22:12.806Z+ grep nexus
6572024-10-14T06:22:12.806Z+ [[ 26 -gt 300 ]]
6582024-10-14T06:22:12.806Z+ sleep 1
6592024-10-14T06:22:13.792Z+ retry=27
6602024-10-14T06:22:13.815Z+ zoneadm list
6612024-10-14T06:22:13.816Z+ grep nexus
6622024-10-14T06:22:13.816Z+ [[ 27 -gt 300 ]]
6632024-10-14T06:22:13.816Z+ sleep 1
6642024-10-14T06:22:14.804Z+ retry=28
6652024-10-14T06:22:14.828Z+ zoneadm list
6662024-10-14T06:22:14.828Z+ grep nexus
6672024-10-14T06:22:14.828Z+ [[ 28 -gt 300 ]]
6682024-10-14T06:22:14.828Z+ sleep 1
6692024-10-14T06:22:15.817Z+ retry=29
6702024-10-14T06:22:15.841Z+ zoneadm list
6712024-10-14T06:22:15.841Z+ grep nexus
6722024-10-14T06:22:15.842Z+ [[ 29 -gt 300 ]]
6732024-10-14T06:22:15.842Z+ sleep 1
6742024-10-14T06:22:16.831Z+ retry=30
6752024-10-14T06:22:16.855Z+ zoneadm list
6762024-10-14T06:22:16.855Z+ grep nexus
6772024-10-14T06:22:16.855Z+ [[ 30 -gt 300 ]]
6782024-10-14T06:22:16.855Z+ sleep 1
6792024-10-14T06:22:17.849Z+ retry=31
6802024-10-14T06:22:17.873Z+ zoneadm list
6812024-10-14T06:22:17.873Z+ grep nexus
6822024-10-14T06:22:17.873Z+ [[ 31 -gt 300 ]]
6832024-10-14T06:22:17.873Z+ sleep 1
6842024-10-14T06:22:18.861Z+ retry=32
6852024-10-14T06:22:18.885Z+ zoneadm list
6862024-10-14T06:22:18.885Z+ grep nexus
6872024-10-14T06:22:18.885Z+ [[ 32 -gt 300 ]]
6882024-10-14T06:22:18.885Z+ sleep 1
6892024-10-14T06:22:19.874Z+ retry=33
6902024-10-14T06:22:19.898Z+ zoneadm list
6912024-10-14T06:22:19.898Z+ grep nexus
6922024-10-14T06:22:19.898Z+ [[ 33 -gt 300 ]]
6932024-10-14T06:22:19.898Z+ sleep 1
6942024-10-14T06:22:20.886Z+ retry=34
6952024-10-14T06:22:20.909Z+ zoneadm list
6962024-10-14T06:22:20.910Z+ grep nexus
6972024-10-14T06:22:20.910Z+ [[ 34 -gt 300 ]]
6982024-10-14T06:22:20.910Z+ sleep 1
6992024-10-14T06:22:21.899Z+ retry=35
7002024-10-14T06:22:21.923Z+ zoneadm list
7012024-10-14T06:22:21.923Z+ grep nexus
7022024-10-14T06:22:21.923Z+ [[ 35 -gt 300 ]]
7032024-10-14T06:22:21.923Z+ sleep 1
7042024-10-14T06:22:22.911Z+ retry=36
7052024-10-14T06:22:22.934Z+ zoneadm list
7062024-10-14T06:22:22.935Z+ grep nexus
7072024-10-14T06:22:22.935Z+ [[ 36 -gt 300 ]]
7082024-10-14T06:22:22.935Z+ sleep 1
7092024-10-14T06:22:23.922Z+ retry=37
7102024-10-14T06:22:23.946Z+ zoneadm list
7112024-10-14T06:22:23.946Z+ grep nexus
7122024-10-14T06:22:23.946Z+ [[ 37 -gt 300 ]]
7132024-10-14T06:22:23.946Z+ sleep 1
7142024-10-14T06:22:24.935Z+ retry=38
7152024-10-14T06:22:24.959Z+ zoneadm list
7162024-10-14T06:22:24.959Z+ grep nexus
7172024-10-14T06:22:24.959Z+ [[ 38 -gt 300 ]]
7182024-10-14T06:22:24.959Z+ sleep 1
7192024-10-14T06:22:25.947Z+ retry=39
7202024-10-14T06:22:25.971Z+ zoneadm list
7212024-10-14T06:22:25.971Z+ grep nexus
7222024-10-14T06:22:25.971Z+ [[ 39 -gt 300 ]]
7232024-10-14T06:22:25.971Z+ sleep 1
7242024-10-14T06:22:26.960Z+ retry=40
7252024-10-14T06:22:26.984Z+ zoneadm list
7262024-10-14T06:22:26.984Z+ grep nexus
7272024-10-14T06:22:26.984Z+ [[ 40 -gt 300 ]]
7282024-10-14T06:22:26.984Z+ sleep 1
7292024-10-14T06:22:27.974Z+ retry=41
7302024-10-14T06:22:27.998Z+ zoneadm list
7312024-10-14T06:22:27.998Z+ grep nexus
7322024-10-14T06:22:27.999Z+ [[ 41 -gt 300 ]]
7332024-10-14T06:22:27.999Z+ sleep 1
7342024-10-14T06:22:28.986Z+ retry=42
7352024-10-14T06:22:29.010Z+ zoneadm list
7362024-10-14T06:22:29.010Z+ grep nexus
7372024-10-14T06:22:29.010Z+ [[ 42 -gt 300 ]]
7382024-10-14T06:22:29.010Z+ sleep 1
7392024-10-14T06:22:29.999Z+ retry=43
7402024-10-14T06:22:30.023Z+ zoneadm list
7412024-10-14T06:22:30.023Z+ grep nexus
7422024-10-14T06:22:30.023Z+ [[ 43 -gt 300 ]]
7432024-10-14T06:22:30.023Z+ sleep 1
7442024-10-14T06:22:31.012Z+ retry=44
7452024-10-14T06:22:31.036Z+ zoneadm list
7462024-10-14T06:22:31.036Z+ grep nexus
7472024-10-14T06:22:31.036Z+ [[ 44 -gt 300 ]]
7482024-10-14T06:22:31.036Z+ sleep 1
7492024-10-14T06:22:32.025Z+ retry=45
7502024-10-14T06:22:32.049Z+ zoneadm list
7512024-10-14T06:22:32.051Z+ grep nexus
7522024-10-14T06:22:32.051Z+ [[ 45 -gt 300 ]]
7532024-10-14T06:22:32.051Z+ sleep 1
7542024-10-14T06:22:33.038Z+ retry=46
7552024-10-14T06:22:33.062Z+ zoneadm list
7562024-10-14T06:22:33.062Z+ grep nexus
7572024-10-14T06:22:33.089Z+ [[ 46 -gt 300 ]]
7582024-10-14T06:22:33.089Z+ sleep 1
7592024-10-14T06:22:34.052Z+ retry=47
7602024-10-14T06:22:34.075Z+ zoneadm list
7612024-10-14T06:22:34.075Z+ grep nexus
7622024-10-14T06:22:34.075Z+ [[ 47 -gt 300 ]]
7632024-10-14T06:22:34.075Z+ sleep 1
7642024-10-14T06:22:35.064Z+ retry=48
7652024-10-14T06:22:35.088Z+ zoneadm list
7662024-10-14T06:22:35.088Z+ grep nexus
7672024-10-14T06:22:35.088Z+ [[ 48 -gt 300 ]]
7682024-10-14T06:22:35.088Z+ sleep 1
7692024-10-14T06:22:36.077Z+ retry=49
7702024-10-14T06:22:36.101Z+ zoneadm list
7712024-10-14T06:22:36.101Z+ grep nexus
7722024-10-14T06:22:36.101Z+ [[ 49 -gt 300 ]]
7732024-10-14T06:22:36.101Z+ sleep 1
7742024-10-14T06:22:37.098Z+ retry=50
7752024-10-14T06:22:37.122Z+ zoneadm list
7762024-10-14T06:22:37.122Z+ grep nexus
7772024-10-14T06:22:37.123Z+ [[ 50 -gt 300 ]]
7782024-10-14T06:22:37.123Z+ sleep 1
7792024-10-14T06:22:38.119Z+ retry=51
7802024-10-14T06:22:38.142Z+ zoneadm list
7812024-10-14T06:22:38.142Z+ grep nexus
7822024-10-14T06:22:38.166Z+ [[ 51 -gt 300 ]]
7832024-10-14T06:22:38.166Z+ sleep 1
7842024-10-14T06:22:39.151Z+ retry=52
7852024-10-14T06:22:39.175Z+ zoneadm list
7862024-10-14T06:22:39.175Z+ grep nexus
7872024-10-14T06:22:39.175Z+ [[ 52 -gt 300 ]]
7882024-10-14T06:22:39.175Z+ sleep 1
7892024-10-14T06:22:40.178Z+ retry=53
7902024-10-14T06:22:40.201Z+ zoneadm list
7912024-10-14T06:22:40.201Z+ grep nexus
7922024-10-14T06:22:40.201Z+ [[ 53 -gt 300 ]]
7932024-10-14T06:22:40.201Z+ sleep 1
7942024-10-14T06:22:41.196Z+ retry=54
7952024-10-14T06:22:41.220Z+ zoneadm list
7962024-10-14T06:22:41.220Z+ grep nexus
7972024-10-14T06:22:41.220Z+ [[ 54 -gt 300 ]]
7982024-10-14T06:22:41.220Z+ sleep 1
7992024-10-14T06:22:43.753Z+ retry=55
8002024-10-14T06:22:43.778Z+ zoneadm list
8012024-10-14T06:22:43.802Z+ grep nexus
8022024-10-14T06:22:43.825Z+ [[ 55 -gt 300 ]]
8032024-10-14T06:22:43.825Z+ sleep 1
8042024-10-14T06:22:44.809Z+ retry=56
8052024-10-14T06:22:44.833Z+ zoneadm list
8062024-10-14T06:22:44.833Z+ grep nexus
8072024-10-14T06:22:44.833Z+ [[ 56 -gt 300 ]]
8082024-10-14T06:22:44.833Z+ sleep 1
8092024-10-14T06:22:45.829Z+ retry=57
8102024-10-14T06:22:45.853Z+ zoneadm list
8112024-10-14T06:22:45.853Z+ grep nexus
8122024-10-14T06:22:45.853Z+ [[ 57 -gt 300 ]]
8132024-10-14T06:22:45.853Z+ sleep 1
8142024-10-14T06:22:46.851Z+ retry=58
8152024-10-14T06:22:46.874Z+ zoneadm list
8162024-10-14T06:22:46.874Z+ grep nexus
8172024-10-14T06:22:46.874Z+ [[ 58 -gt 300 ]]
8182024-10-14T06:22:46.874Z+ sleep 1
8192024-10-14T06:22:47.872Z+ retry=59
8202024-10-14T06:22:47.896Z+ zoneadm list
8212024-10-14T06:22:47.896Z+ grep nexus
8222024-10-14T06:22:47.896Z+ [[ 59 -gt 300 ]]
8232024-10-14T06:22:47.896Z+ sleep 1
8242024-10-14T06:22:48.892Z+ retry=60
8252024-10-14T06:22:48.915Z+ zoneadm list
8262024-10-14T06:22:48.915Z+ grep nexus
8272024-10-14T06:22:48.915Z+ [[ 60 -gt 300 ]]
8282024-10-14T06:22:48.915Z+ sleep 1
8292024-10-14T06:22:49.910Z+ retry=61
8302024-10-14T06:22:49.933Z+ zoneadm list
8312024-10-14T06:22:49.933Z+ grep nexus
8322024-10-14T06:22:49.933Z+ [[ 61 -gt 300 ]]
8332024-10-14T06:22:49.933Z+ sleep 1
8342024-10-14T06:22:50.931Z+ retry=62
8352024-10-14T06:22:50.955Z+ zoneadm list
8362024-10-14T06:22:50.955Z+ grep nexus
8372024-10-14T06:22:50.955Z+ [[ 62 -gt 300 ]]
8382024-10-14T06:22:50.956Z+ sleep 1
8392024-10-14T06:22:51.951Z+ retry=63
8402024-10-14T06:22:51.975Z+ zoneadm list
8412024-10-14T06:22:51.975Z+ grep nexus
8422024-10-14T06:22:51.976Z+ [[ 63 -gt 300 ]]
8432024-10-14T06:22:51.976Z+ sleep 1
8442024-10-14T06:22:52.966Z+ retry=64
8452024-10-14T06:22:52.995Z+ zoneadm list
8462024-10-14T06:22:52.995Z+ grep nexus
8472024-10-14T06:22:52.995Z+ [[ 64 -gt 300 ]]
8482024-10-14T06:22:52.995Z+ sleep 1
8492024-10-14T06:22:53.987Z+ retry=65
8502024-10-14T06:22:54.010Z+ zoneadm list
8512024-10-14T06:22:54.011Z+ grep nexus
8522024-10-14T06:22:54.011Z+ [[ 65 -gt 300 ]]
8532024-10-14T06:22:54.011Z+ sleep 1
8542024-10-14T06:22:55.001Z+ retry=66
8552024-10-14T06:22:55.025Z+ zoneadm list
8562024-10-14T06:22:55.025Z+ grep nexus
8572024-10-14T06:22:55.025Z+ [[ 66 -gt 300 ]]
8582024-10-14T06:22:55.025Z+ sleep 1
8592024-10-14T06:22:56.017Z+ retry=67
8602024-10-14T06:22:56.041Z+ zoneadm list
8612024-10-14T06:22:56.041Z+ grep nexus
8622024-10-14T06:22:56.041Z+ [[ 67 -gt 300 ]]
8632024-10-14T06:22:56.041Z+ sleep 1
8642024-10-14T06:22:57.031Z+ retry=68
8652024-10-14T06:22:57.055Z+ zoneadm list
8662024-10-14T06:22:57.055Z+ grep nexus
8672024-10-14T06:22:57.055Z+ [[ 68 -gt 300 ]]
8682024-10-14T06:22:57.055Z+ sleep 1
8692024-10-14T06:22:58.066Z+ retry=69
8702024-10-14T06:22:58.066Z+ zoneadm list
8712024-10-14T06:22:58.066Z+ grep nexus
8722024-10-14T06:22:58.066Z+ [[ 69 -gt 300 ]]
8732024-10-14T06:22:58.066Z+ sleep 1
8742024-10-14T06:22:59.061Z+ retry=70
8752024-10-14T06:22:59.084Z+ zoneadm list
8762024-10-14T06:22:59.084Z+ grep nexus
8772024-10-14T06:22:59.085Z+ [[ 70 -gt 300 ]]
8782024-10-14T06:22:59.085Z+ sleep 1
8792024-10-14T06:23:00.076Z+ retry=71
8802024-10-14T06:23:00.100Z+ zoneadm list
8812024-10-14T06:23:00.100Z+ grep nexus
8822024-10-14T06:23:00.100Z+ [[ 71 -gt 300 ]]
8832024-10-14T06:23:00.100Z+ sleep 1
8842024-10-14T06:23:01.090Z+ retry=72
8852024-10-14T06:23:01.114Z+ zoneadm list
8862024-10-14T06:23:01.114Z+ grep nexus
8872024-10-14T06:23:01.114Z+ [[ 72 -gt 300 ]]
8882024-10-14T06:23:01.114Z+ sleep 1
8892024-10-14T06:23:02.114Z+ retry=73
8902024-10-14T06:23:02.138Z+ zoneadm list
8912024-10-14T06:23:02.138Z+ grep nexus
8922024-10-14T06:23:02.138Z+ [[ 73 -gt 300 ]]
8932024-10-14T06:23:02.138Z+ sleep 1
8942024-10-14T06:23:03.132Z+ retry=74
8952024-10-14T06:23:03.156Z+ zoneadm list
8962024-10-14T06:23:03.156Z+ grep nexus
8972024-10-14T06:23:03.156Z+ [[ 74 -gt 300 ]]
8982024-10-14T06:23:03.156Z+ sleep 1
8992024-10-14T06:23:04.148Z+ retry=75
9002024-10-14T06:23:04.172Z+ zoneadm list
9012024-10-14T06:23:04.172Z+ grep nexus
9022024-10-14T06:23:04.172Z+ [[ 75 -gt 300 ]]
9032024-10-14T06:23:04.172Z+ sleep 1
9042024-10-14T06:23:05.168Z+ retry=76
9052024-10-14T06:23:05.191Z+ zoneadm list
9062024-10-14T06:23:05.192Z+ grep nexus
9072024-10-14T06:23:05.192Zoxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2
9082024-10-14T06:23:05.192Z+ echo 'Waited for nexus: 76s'
9092024-10-14T06:23:05.192ZWaited for nexus: 76s
9102024-10-14T06:23:05.192Z+ export RUST_BACKTRACE=1
9112024-10-14T06:23:05.192Z+ RUST_BACKTRACE=1
9122024-10-14T06:23:05.192Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
9132024-10-14T06:23:05.192Z++ ./target/debug/bootstrap
9142024-10-14T06:23:05.509ZUsing external DNS server at 10.151.1.164:53
9152024-10-14T06:23:05.532Z2024-10-14 06:23:05.512457020 UTC: attempting to log into API
9162024-10-14T06:23:20.564Z2024-10-14 06:23:20.552617237 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9172024-10-14T06:23:21.565Z2024-10-14 06:23:21.553875187 UTC: attempting to log into API
 
9182024-10-14T06:23:28.757ZOct 14 06:23:28 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
9192024-10-14T06:23:29.346ZOct 14 06:23:28 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
9202024-10-14T06:23:29.939ZOct 14 06:23:29 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
9212024-10-14T06:23:29.968ZOct 14 06:23:29 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
9222024-10-14T06:23:30.828ZOct 14 06:23:30 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
9232024-10-14T06:23:36.617Z2024-10-14 06:23:36.605774920 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9242024-10-14T06:23:37.618Z2024-10-14 06:23:37.606919446 UTC: attempting to log into API
9252024-10-14T06:23:52.651Z2024-10-14 06:23:52.639167867 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9262024-10-14T06:23:53.652Z2024-10-14 06:23:53.640307294 UTC: attempting to log into API
9272024-10-14T06:23:53.689Z2024-10-14 06:23:53.677713075 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
9282024-10-14T06:23:54.691Z2024-10-14 06:23:54.679141681 UTC: attempting to log into API
9292024-10-14T06:23:55.482Z2024-10-14 06:23:55.470468297 UTC: login succeeded
9302024-10-14T06:23:55.515Zwaiting for nexus to come up...
9312024-10-14T06:23:55.683Zcreating IP pool... 10.151.1.175 - 10.151.1.227
9322024-10-14T06:23:55.944Zsetting up quotas...
9332024-10-14T06:23:56.012Zensuring datasets are ready...
9342024-10-14T06:23:59.178Zlet's roll.
9352024-10-14T06:23:59.210Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
9362024-10-14T06:23:59.210ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9372024-10-14T06:23:59.210ZOXIDE_TOKEN=oxide-token-a5be93f824049d721990b108b367fd8c2f2a93ef'
9382024-10-14T06:23:59.210Z++ OXIDE_HOST=https://recovery.sys.oxide.test
9392024-10-14T06:23:59.210Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
9402024-10-14T06:23:59.210Z++ OXIDE_TOKEN=oxide-token-a5be93f824049d721990b108b367fd8c2f2a93ef
9412024-10-14T06:23:59.210Z+ export OXIDE_HOST OXIDE_TOKEN
9422024-10-14T06:23:59.210Z+ retry=0
9432024-10-14T06:23:59.210Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9442024-10-14T06:23:59.210Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9452024-10-14T06:23:59.210Z+ [[ 0 -gt 60 ]]
9462024-10-14T06:23:59.210Z+ sleep 1
9472024-10-14T06:24:00.210Z+ retry=1
9482024-10-14T06:24:00.210Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9492024-10-14T06:24:00.234Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9502024-10-14T06:24:00.234Z+ [[ 1 -gt 60 ]]
9512024-10-14T06:24:00.234Z+ sleep 1
9522024-10-14T06:24:01.227Z+ retry=2
9532024-10-14T06:24:01.227Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9542024-10-14T06:24:01.251Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9552024-10-14T06:24:01.251Z+ [[ 2 -gt 60 ]]
9562024-10-14T06:24:01.251Z+ sleep 1
9572024-10-14T06:24:02.244Z+ retry=3
9582024-10-14T06:24:02.244Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9592024-10-14T06:24:02.268Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9602024-10-14T06:24:02.268Z+ [[ 3 -gt 60 ]]
9612024-10-14T06:24:02.268Z+ sleep 1
9622024-10-14T06:24:03.260Z+ retry=4
9632024-10-14T06:24:03.260Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9642024-10-14T06:24:03.284Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9652024-10-14T06:24:03.284Z+ [[ 4 -gt 60 ]]
9662024-10-14T06:24:03.284Z+ sleep 1
9672024-10-14T06:24:04.277Z+ retry=5
9682024-10-14T06:24:04.277Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9692024-10-14T06:24:04.300Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9702024-10-14T06:24:04.300Z+ [[ 5 -gt 60 ]]
9712024-10-14T06:24:04.300Z+ sleep 1
9722024-10-14T06:24:05.294Z+ retry=6
9732024-10-14T06:24:05.294Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9742024-10-14T06:24:05.317Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9752024-10-14T06:24:05.318Z+ [[ 6 -gt 60 ]]
9762024-10-14T06:24:05.318Z+ sleep 1
9772024-10-14T06:24:06.310Z+ retry=7
9782024-10-14T06:24:06.310Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9792024-10-14T06:24:06.334Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9802024-10-14T06:24:06.334Z+ [[ 7 -gt 60 ]]
9812024-10-14T06:24:06.334Z+ sleep 1
9822024-10-14T06:24:07.326Z+ retry=8
9832024-10-14T06:24:07.326Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9842024-10-14T06:24:07.350Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9852024-10-14T06:24:07.350Z+ [[ 8 -gt 60 ]]
9862024-10-14T06:24:07.350Z+ sleep 1
9872024-10-14T06:24:08.341Z+ retry=9
9882024-10-14T06:24:08.341Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9892024-10-14T06:24:08.366Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9902024-10-14T06:24:08.366Z+ [[ 9 -gt 60 ]]
9912024-10-14T06:24:08.366Z+ sleep 1
9922024-10-14T06:24:09.358Z+ retry=10
9932024-10-14T06:24:09.358Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9942024-10-14T06:24:09.382Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9952024-10-14T06:24:09.382Z+ [[ 10 -gt 60 ]]
9962024-10-14T06:24:09.382Z+ sleep 1
9972024-10-14T06:24:10.375Z+ retry=11
9982024-10-14T06:24:10.375Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9992024-10-14T06:24:10.399Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10002024-10-14T06:24:10.399Z+ [[ 11 -gt 60 ]]
10012024-10-14T06:24:10.399Z+ sleep 1
10022024-10-14T06:24:11.391Z+ retry=12
10032024-10-14T06:24:11.391Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10042024-10-14T06:24:11.416Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10052024-10-14T06:24:11.416Z+ [[ 12 -gt 60 ]]
10062024-10-14T06:24:11.416Z+ sleep 1
10072024-10-14T06:24:12.408Z+ retry=13
10082024-10-14T06:24:12.408Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10092024-10-14T06:24:12.432Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10102024-10-14T06:24:12.432Z+ [[ 13 -gt 60 ]]
10112024-10-14T06:24:12.432Z+ sleep 1
10122024-10-14T06:24:13.424Z+ retry=14
10132024-10-14T06:24:13.424Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10142024-10-14T06:24:13.448Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10152024-10-14T06:24:13.448Z+ [[ 14 -gt 60 ]]
10162024-10-14T06:24:13.448Z+ sleep 1
10172024-10-14T06:24:14.442Z+ retry=15
10182024-10-14T06:24:14.442Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10192024-10-14T06:24:14.466Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10202024-10-14T06:24:14.466Z+ [[ 15 -gt 60 ]]
10212024-10-14T06:24:14.466Z+ sleep 1
10222024-10-14T06:24:15.461Z+ retry=16
10232024-10-14T06:24:15.461Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10242024-10-14T06:24:15.485Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10252024-10-14T06:24:15.485Z+ [[ 16 -gt 60 ]]
10262024-10-14T06:24:15.485Z+ sleep 1
10272024-10-14T06:24:16.478Z+ retry=17
10282024-10-14T06:24:16.478Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10292024-10-14T06:24:16.502Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10302024-10-14T06:24:16.502Z+ [[ 17 -gt 60 ]]
10312024-10-14T06:24:16.502Z+ sleep 1
10322024-10-14T06:24:17.494Z+ retry=18
10332024-10-14T06:24:17.494Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10342024-10-14T06:24:17.518Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10352024-10-14T06:24:17.518Z+ [[ 18 -gt 60 ]]
10362024-10-14T06:24:17.518Z+ sleep 1
10372024-10-14T06:24:18.510Z+ retry=19
10382024-10-14T06:24:18.510Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10392024-10-14T06:24:18.535Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10402024-10-14T06:24:18.535Z+ [[ 19 -gt 60 ]]
10412024-10-14T06:24:18.535Z+ sleep 1
10422024-10-14T06:24:19.526Z+ retry=20
10432024-10-14T06:24:19.526Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10442024-10-14T06:24:19.550Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10452024-10-14T06:24:19.550Z+ [[ 20 -gt 60 ]]
10462024-10-14T06:24:19.550Z+ sleep 1
10472024-10-14T06:24:20.543Z+ retry=21
10482024-10-14T06:24:20.543Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10492024-10-14T06:24:20.567Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10502024-10-14T06:24:20.567Z+ [[ 21 -gt 60 ]]
10512024-10-14T06:24:20.567Z+ sleep 1
10522024-10-14T06:24:21.559Z+ retry=22
10532024-10-14T06:24:21.559Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10542024-10-14T06:24:21.583Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10552024-10-14T06:24:21.583Z+ [[ 22 -gt 60 ]]
10562024-10-14T06:24:21.583Z+ sleep 1
10572024-10-14T06:24:22.577Z+ retry=23
10582024-10-14T06:24:22.577Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10592024-10-14T06:24:22.601Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10602024-10-14T06:24:22.601Z+ [[ 23 -gt 60 ]]
10612024-10-14T06:24:22.601Z+ sleep 1
10622024-10-14T06:24:23.592Z+ retry=24
10632024-10-14T06:24:23.592Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10642024-10-14T06:24:23.616Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10652024-10-14T06:24:23.616Z+ [[ 24 -gt 60 ]]
10662024-10-14T06:24:23.616Z+ sleep 1
10672024-10-14T06:24:24.609Z+ retry=25
10682024-10-14T06:24:24.609Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10692024-10-14T06:24:24.633Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10702024-10-14T06:24:24.633Z+ [[ 25 -gt 60 ]]
10712024-10-14T06:24:24.633Z+ sleep 1
10722024-10-14T06:24:25.625Z+ retry=26
10732024-10-14T06:24:25.625Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10742024-10-14T06:24:25.650Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10752024-10-14T06:24:25.650Z+ [[ 26 -gt 60 ]]
10762024-10-14T06:24:25.650Z+ sleep 1
10772024-10-14T06:24:26.642Z+ retry=27
10782024-10-14T06:24:26.642Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10792024-10-14T06:24:26.666Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10802024-10-14T06:24:26.666Z+ [[ 27 -gt 60 ]]
10812024-10-14T06:24:26.666Z+ sleep 1
10822024-10-14T06:24:27.658Z+ retry=28
10832024-10-14T06:24:27.658Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10842024-10-14T06:24:27.682Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10852024-10-14T06:24:27.682Z+ [[ 28 -gt 60 ]]
10862024-10-14T06:24:27.682Z+ sleep 1
10872024-10-14T06:24:28.675Z+ retry=29
10882024-10-14T06:24:28.675Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10892024-10-14T06:24:28.699Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10902024-10-14T06:24:28.699Z+ [[ 29 -gt 60 ]]
10912024-10-14T06:24:28.699Z+ sleep 1
10922024-10-14T06:24:29.693Z+ retry=30
10932024-10-14T06:24:29.693Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10942024-10-14T06:24:29.716Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10952024-10-14T06:24:29.716Z+ [[ 30 -gt 60 ]]
10962024-10-14T06:24:29.716Z+ sleep 1
10972024-10-14T06:24:30.709Z+ retry=31
10982024-10-14T06:24:30.709Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10992024-10-14T06:24:30.733Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11002024-10-14T06:24:30.733Z+ [[ 31 -gt 60 ]]
11012024-10-14T06:24:30.733Z+ sleep 1
11022024-10-14T06:24:31.726Z+ retry=32
11032024-10-14T06:24:31.726Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11042024-10-14T06:24:31.749Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11052024-10-14T06:24:31.749Z+ [[ 32 -gt 60 ]]
11062024-10-14T06:24:31.749Z+ sleep 1
11072024-10-14T06:24:32.743Z+ retry=33
11082024-10-14T06:24:32.743Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11092024-10-14T06:24:32.766Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11102024-10-14T06:24:32.766Z+ [[ 33 -gt 60 ]]
11112024-10-14T06:24:32.766Z+ sleep 1
11122024-10-14T06:24:33.759Z+ retry=34
11132024-10-14T06:24:33.759Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11142024-10-14T06:24:33.783Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11152024-10-14T06:24:33.783Z+ [[ 34 -gt 60 ]]
11162024-10-14T06:24:33.783Z+ sleep 1
11172024-10-14T06:24:34.775Z+ retry=35
11182024-10-14T06:24:34.775Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11192024-10-14T06:24:34.799Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11202024-10-14T06:24:34.799Z+ [[ 35 -gt 60 ]]
11212024-10-14T06:24:34.799Z+ sleep 1
11222024-10-14T06:24:35.791Z+ retry=36
11232024-10-14T06:24:35.791Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11242024-10-14T06:24:35.815Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11252024-10-14T06:24:35.815Z+ [[ 36 -gt 60 ]]
11262024-10-14T06:24:35.815Z+ sleep 1
11272024-10-14T06:24:36.808Z+ retry=37
11282024-10-14T06:24:36.808Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11292024-10-14T06:24:36.890Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
11302024-10-14T06:24:37.884Z{"status":"ok"}success
11312024-10-14T06:24:37.884ZProject {
11322024-10-14T06:24:37.884Z description: "some images",
11332024-10-14T06:24:37.884Z id: 648dd64f-59c1-44d9-a04a-a7249d8565a2,
11342024-10-14T06:24:37.884Z name: Name(
11352024-10-14T06:24:37.885Z "images",
11362024-10-14T06:24:37.885Z ),
11372024-10-14T06:24:37.885Z time_created: 2024-10-14T06:24:37.041249Z,
11382024-10-14T06:24:37.885Z time_modified: 2024-10-14T06:24:37.041249Z,
11392024-10-14T06:24:37.885Z}
11402024-10-14T06:24:37.909Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
11412024-10-14T06:28:02.713Zdone!
11422024-10-14T06:28:02.819Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
11432024-10-14T06:28:02.940Zsuccess
11442024-10-14T06:28:02.940ZImage {
11452024-10-14T06:28:02.940Z block_size: ByteCount(
11462024-10-14T06:28:02.940Z 512,
11472024-10-14T06:28:02.940Z ),
11482024-10-14T06:28:02.940Z description: "debian 11 original base image",
11492024-10-14T06:28:02.940Z digest: None,
11502024-10-14T06:28:02.940Z id: 76ef8f4f-b932-4368-827d-ac68107dfac5,
11512024-10-14T06:28:02.940Z name: Name(
11522024-10-14T06:28:02.940Z "debian11",
11532024-10-14T06:28:02.940Z ),
11542024-10-14T06:28:02.941Z os: "debian",
11552024-10-14T06:28:02.964Z project_id: None,
11562024-10-14T06:28:02.964Z size: ByteCount(
11572024-10-14T06:28:02.964Z 2147483648,
11582024-10-14T06:28:02.964Z ),
11592024-10-14T06:28:02.964Z time_created: 2024-10-14T06:28:02.652090Z,
11602024-10-14T06:28:02.964Z time_modified: 2024-10-14T06:28:02.917761Z,
11612024-10-14T06:28:02.964Z url: None,
11622024-10-14T06:28:02.964Z version: "11",
11632024-10-14T06:28:02.964Z}
11642024-10-14T06:28:02.964Z+ for test_bin in tests/*
11652024-10-14T06:28:02.964Z+ ./tests/bootstrap-f203af595053a9d4
11662024-10-14T06:28:02.964Z
11672024-10-14T06:28:02.964Zrunning 0 tests
11682024-10-14T06:28:02.964Z
11692024-10-14T06:28:02.965Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11702024-10-14T06:28:02.965Z
11712024-10-14T06:28:02.965Z+ for test_bin in tests/*
11722024-10-14T06:28:02.965Z+ ./tests/commtest-0beab3320defc7a1
11732024-10-14T06:28:02.988Z
11742024-10-14T06:28:02.988Zrunning 0 tests
11752024-10-14T06:28:02.988Z
11762024-10-14T06:28:02.988Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11772024-10-14T06:28:02.988Z
11782024-10-14T06:28:02.988Z+ for test_bin in tests/*
11792024-10-14T06:28:02.988Z+ ./tests/dhcp_server-ba87f9a3df87ca0c
11802024-10-14T06:28:03.012Z
11812024-10-14T06:28:03.012Zrunning 0 tests
11822024-10-14T06:28:03.012Z
11832024-10-14T06:28:03.012Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
11842024-10-14T06:28:03.012Z
11852024-10-14T06:28:03.012Z+ for test_bin in tests/*
11862024-10-14T06:28:03.012Z+ ./tests/end_to_end_tests-993e1320c0761881
11872024-10-14T06:28:03.101Z
11882024-10-14T06:28:03.101Zrunning 2 tests
11892024-10-14T06:28:03.340Ztest no_spoof::no_spoof_here ... ok
11902024-10-14T06:28:32.035Ztest instance_launch::instance_launch ... ok
11912024-10-14T06:28:32.035Z
11922024-10-14T06:28:32.035Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.93s
11932024-10-14T06:28:32.035Z
11942024-10-14T06:28:32.059Z+ _exit_trap
11952024-10-14T06:28:32.059Z+ local status=0
11962024-10-14T06:28:32.059Z+ set +o errexit
11972024-10-14T06:28:32.059Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
11982024-10-14T06:28:32.059Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
11992024-10-14T06:28:32.617Z+ pfexec svcadm -Z disable -s cron
12002024-10-14T06:28:34.518Z+ [[ 0 -eq 0 ]]
12012024-10-14T06:28:34.518Z+ exit 0
12022024-10-14T06:28:34.542Zprocess exited: duration 515343 ms, exit code 0
 
12032024-10-14T06:28:34.621Zfound 109 output files
12042024-10-14T06:28:34.672Zuploading: /var/svc/log/oxide-sled-agent:default.log (946105 bytes)
12052024-10-14T06:28:35.975Zuploaded: /var/svc/log/oxide-sled-agent:default.log
12062024-10-14T06:28:35.975Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3908021 bytes)
12072024-10-14T06:28:36.393Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3908021 -> 3931630
12082024-10-14T06:28:37.462Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
12092024-10-14T06:28:37.462Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (36291 bytes)
12102024-10-14T06:28:37.573Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log" changed size mid upload: 36291 -> 36588
12112024-10-14T06:28:38.643Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
12122024-10-14T06:28:38.643Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (127886 bytes)
12132024-10-14T06:28:38.817Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 127886 -> 129470
12142024-10-14T06:28:39.887Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
12152024-10-14T06:28:39.887Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (193297 bytes)
12162024-10-14T06:28:40.084Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 193297 -> 201273
12172024-10-14T06:28:41.153Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
12182024-10-14T06:28:41.153Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1172933 bytes)
12192024-10-14T06:28:41.445Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1172933 -> 1201085
12202024-10-14T06:28:42.513Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
12212024-10-14T06:28:42.513Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2795982 bytes)
12222024-10-14T06:28:42.856Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2795982 -> 2850076
12232024-10-14T06:28:43.924Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
12242024-10-14T06:28:43.924Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3339 bytes)
12252024-10-14T06:28:45.016Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
12262024-10-14T06:28:45.016Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (206930 bytes)
12272024-10-14T06:28:45.214Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 206930 -> 212097
12282024-10-14T06:28:46.283Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
12292024-10-14T06:28:46.283Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (6416 bytes)
12302024-10-14T06:28:46.350Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 6416 -> 7001
12312024-10-14T06:28:47.419Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
12322024-10-14T06:28:47.443Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3834 bytes)
12332024-10-14T06:28:48.512Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
12342024-10-14T06:28:48.512Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (7777 bytes)
12352024-10-14T06:28:49.604Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
12362024-10-14T06:28:49.604Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-agent:default.log (23898 bytes)
12372024-10-14T06:28:50.740Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-agent:default.log
12382024-10-14T06:28:50.740Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12392024-10-14T06:28:51.833Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:default.log
12402024-10-14T06:28:51.857Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e.log (3021 bytes)
12412024-10-14T06:28:52.924Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:downstairs-54170e3a-fa15-4ae4-b804-98f1943aac1e.log
12422024-10-14T06:28:52.925Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86.log (5994 bytes)
12432024-10-14T06:28:54.017Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-crucible-downstairs:downstairs-a8f9f7c9-273e-40ab-bfb2-cb3fa7338c86.log
12442024-10-14T06:28:54.017Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
12452024-10-14T06:28:55.109Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_b50ce19a-7689-46fb-bb72-16eda5cb90f4/root/var/svc/log/oxide-zone-network-setup:default.log
12462024-10-14T06:28:55.109Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_pantry_a01d3fcd-a7a8-4dd7-b61e-6226c368344b/root/var/svc/log/oxide-crucible-pantry:default.log (39682 bytes)
12472024-10-14T06:28:55.220Zupload warning: file "/pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_pantry_a01d3fcd-a7a8-4dd7-b61e-6226c368344b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 39682 -> 42728
12482024-10-14T06:28:56.289Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_pantry_a01d3fcd-a7a8-4dd7-b61e-6226c368344b/root/var/svc/log/oxide-crucible-pantry:default.log
12492024-10-14T06:28:56.289Zuploading: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_pantry_a01d3fcd-a7a8-4dd7-b61e-6226c368344b/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
12502024-10-14T06:28:57.381Zuploaded: /pool/ext/39a47045-233d-443e-b3e8-4e8906538ad8/crypt/zone/oxz_crucible_pantry_a01d3fcd-a7a8-4dd7-b61e-6226c368344b/root/var/svc/log/oxide-zone-network-setup:default.log
12512024-10-14T06:28:57.381Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
12522024-10-14T06:28:58.473Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-cockroach-admin:default.log
12532024-10-14T06:28:58.473Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
12542024-10-14T06:28:59.565Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-cockroachdb:default.log
12552024-10-14T06:28:59.565Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
12562024-10-14T06:29:00.659Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_cockroachdb_8f8c2d6d-f4ef-4f30-b09d-6784e3c60267/root/var/svc/log/oxide-zone-network-setup:default.log
12572024-10-14T06:29:00.682Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-agent:default.log (23021 bytes)
12582024-10-14T06:29:01.795Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-agent:default.log
12592024-10-14T06:29:01.819Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12602024-10-14T06:29:02.887Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:default.log
12612024-10-14T06:29:02.888Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6.log (3126 bytes)
12622024-10-14T06:29:03.980Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:downstairs-873f25e8-9fbb-4385-b053-94f6b69bafa6.log
12632024-10-14T06:29:03.980Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a.log (5995 bytes)
12642024-10-14T06:29:05.071Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-crucible-downstairs:downstairs-9bd2d25b-1dec-48ba-a7aa-ec1ce022709a.log
12652024-10-14T06:29:05.072Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12662024-10-14T06:29:06.163Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_crucible_ec657acc-578e-4e8f-ac07-08f261c7454a/root/var/svc/log/oxide-zone-network-setup:default.log
12672024-10-14T06:29:06.163Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_internal_dns_cdd34a35-f790-4179-9a33-9533d20b6f86/root/var/svc/log/oxide-internal_dns:default.log (413201 bytes)
12682024-10-14T06:29:06.389Zupload warning: file "/pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_internal_dns_cdd34a35-f790-4179-9a33-9533d20b6f86/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413201 -> 416956
12692024-10-14T06:29:07.457Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_internal_dns_cdd34a35-f790-4179-9a33-9533d20b6f86/root/var/svc/log/oxide-internal_dns:default.log
12702024-10-14T06:29:07.457Zuploading: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_internal_dns_cdd34a35-f790-4179-9a33-9533d20b6f86/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
12712024-10-14T06:29:08.549Zuploaded: /pool/ext/3f6d37c0-30be-44e1-b7e9-2eaeb7ceecb2/crypt/zone/oxz_internal_dns_cdd34a35-f790-4179-9a33-9533d20b6f86/root/var/svc/log/oxide-zone-network-setup:default.log
12722024-10-14T06:29:08.549Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-agent:default.log (8483 bytes)
12732024-10-14T06:29:09.663Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-agent:default.log
12742024-10-14T06:29:09.663Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12752024-10-14T06:29:10.754Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-downstairs:default.log
12762024-10-14T06:29:10.754Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-4162949f-8096-441d-9da7-c6630c2ca034.log (3019 bytes)
12772024-10-14T06:29:11.845Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-4162949f-8096-441d-9da7-c6630c2ca034.log
12782024-10-14T06:29:11.845Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12792024-10-14T06:29:12.937Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_0f29a0d6-b1df-4425-b5c2-94851d0d93c4/root/var/svc/log/oxide-zone-network-setup:default.log
12802024-10-14T06:29:12.937Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_pantry_9d3f2a8d-a288-4cc3-a99e-c36b04f1764b/root/var/svc/log/oxide-crucible-pantry:default.log (40020 bytes)
12812024-10-14T06:29:13.087Zupload warning: file "/pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_pantry_9d3f2a8d-a288-4cc3-a99e-c36b04f1764b/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 40020 -> 46532
12822024-10-14T06:29:14.117Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_pantry_9d3f2a8d-a288-4cc3-a99e-c36b04f1764b/root/var/svc/log/oxide-crucible-pantry:default.log
12832024-10-14T06:29:14.117Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_pantry_9d3f2a8d-a288-4cc3-a99e-c36b04f1764b/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
12842024-10-14T06:29:15.210Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_crucible_pantry_9d3f2a8d-a288-4cc3-a99e-c36b04f1764b/root/var/svc/log/oxide-zone-network-setup:default.log
12852024-10-14T06:29:15.210Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-nexus:default.log (4132544 bytes)
12862024-10-14T06:29:15.631Zupload warning: file "/pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4132544 -> 4609365
12872024-10-14T06:29:16.701Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-nexus:default.log
12882024-10-14T06:29:16.701Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12892024-10-14T06:29:17.792Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-opte-interface-setup:default.log
12902024-10-14T06:29:17.792Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
12912024-10-14T06:29:18.883Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_464d5012-329e-419c-9af4-c858a55123a9/root/var/svc/log/oxide-zone-network-setup:default.log
12922024-10-14T06:29:18.884Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-nexus:default.log (36079584 bytes)
12932024-10-14T06:29:20.335Zupload warning: file "/pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36079584 -> 36451220
12942024-10-14T06:29:21.405Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-nexus:default.log
12952024-10-14T06:29:21.405Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12962024-10-14T06:29:22.497Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-opte-interface-setup:default.log
12972024-10-14T06:29:22.522Zuploading: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12982024-10-14T06:29:23.590Zuploaded: /pool/ext/49e35c18-c75c-4931-8a2c-9d5a8fb207aa/crypt/zone/oxz_nexus_4f802e77-33f0-493a-9086-b4d6c4810cf7/root/var/svc/log/oxide-zone-network-setup:default.log
12992024-10-14T06:29:23.613Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
13002024-10-14T06:29:24.682Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-cockroach-admin:default.log
13012024-10-14T06:29:24.706Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
13022024-10-14T06:29:25.775Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-cockroachdb:default.log
13032024-10-14T06:29:25.775Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
13042024-10-14T06:29:26.867Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_cockroachdb_b82cbab1-7ab2-4b76-bfcb-4e140287afbd/root/var/svc/log/oxide-zone-network-setup:default.log
13052024-10-14T06:29:26.867Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-agent:default.log (28554 bytes)
13062024-10-14T06:29:28.003Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-agent:default.log
13072024-10-14T06:29:28.004Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13082024-10-14T06:29:29.095Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:default.log
13092024-10-14T06:29:29.119Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:downstairs-2ecd36af-a72f-4bf2-9d31-e054a4d0adc5.log (6079 bytes)
13102024-10-14T06:29:30.188Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:downstairs-2ecd36af-a72f-4bf2-9d31-e054a4d0adc5.log
13112024-10-14T06:29:30.188Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:downstairs-8ff6448c-3fee-4848-b169-94eceff9ac1f.log (3124 bytes)
13122024-10-14T06:29:31.281Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:downstairs-8ff6448c-3fee-4848-b169-94eceff9ac1f.log
13132024-10-14T06:29:31.281Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:snapshot-2ecd36af-a72f-4bf2-9d31-e054a4d0adc5-448dd239-4155-4b5c-9bd1-3e9a174b6484.log (5686 bytes)
13142024-10-14T06:29:32.374Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-crucible-downstairs:snapshot-2ecd36af-a72f-4bf2-9d31-e054a4d0adc5-448dd239-4155-4b5c-9bd1-3e9a174b6484.log
13152024-10-14T06:29:32.374Zuploading: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13162024-10-14T06:29:33.466Zuploaded: /pool/ext/842cb99f-15a1-44f5-a61e-c2655fd482df/crypt/zone/oxz_crucible_112f32d7-b608-4d77-a581-df0a8e4fb714/root/var/svc/log/oxide-zone-network-setup:default.log
13172024-10-14T06:29:33.466Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (2205 bytes)
13182024-10-14T06:29:34.559Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
13192024-10-14T06:29:34.559Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse-admin-server:default.log (2201 bytes)
13202024-10-14T06:29:35.651Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse-admin-server:default.log
13212024-10-14T06:29:35.683Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse:default.log (2455665 bytes)
13222024-10-14T06:29:36.012Zupload warning: file "/pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2455665 -> 2893676
13232024-10-14T06:29:37.082Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-clickhouse:default.log
13242024-10-14T06:29:37.082Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
13252024-10-14T06:29:38.174Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_clickhouse_38476320-472c-4da0-a1e0-b791624c6bd8/root/var/svc/log/oxide-zone-network-setup:default.log
13262024-10-14T06:29:38.174Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
13272024-10-14T06:29:39.266Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-cockroach-admin:default.log
13282024-10-14T06:29:39.266Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-cockroachdb:default.log (4363 bytes)
13292024-10-14T06:29:40.358Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-cockroachdb:default.log
13302024-10-14T06:29:40.382Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
13312024-10-14T06:29:41.451Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_cockroachdb_18af2f54-b72e-43bb-9dd8-1454011c02cb/root/var/svc/log/oxide-zone-network-setup:default.log
13322024-10-14T06:29:41.451Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
13332024-10-14T06:29:42.543Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-crucible-agent:default.log
13342024-10-14T06:29:42.543Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13352024-10-14T06:29:43.635Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-crucible-downstairs:default.log
13362024-10-14T06:29:43.636Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13372024-10-14T06:29:44.728Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_681db166-d628-4691-aace-17813752914c/root/var/svc/log/oxide-zone-network-setup:default.log
13382024-10-14T06:29:44.728Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_pantry_905b2fd2-bc4e-4480-ba86-264c910b183e/root/var/svc/log/oxide-crucible-pantry:default.log (806455 bytes)
13392024-10-14T06:29:44.999Zupload warning: file "/pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_pantry_905b2fd2-bc4e-4480-ba86-264c910b183e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 806455 -> 816030
13402024-10-14T06:29:46.066Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_pantry_905b2fd2-bc4e-4480-ba86-264c910b183e/root/var/svc/log/oxide-crucible-pantry:default.log
13412024-10-14T06:29:46.067Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_pantry_905b2fd2-bc4e-4480-ba86-264c910b183e/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
13422024-10-14T06:29:47.158Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_crucible_pantry_905b2fd2-bc4e-4480-ba86-264c910b183e/root/var/svc/log/oxide-zone-network-setup:default.log
13432024-10-14T06:29:47.158Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-external_dns:default.log (23450 bytes)
13442024-10-14T06:29:47.269Zupload warning: file "/pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 23450 -> 31008
13452024-10-14T06:29:48.338Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-external_dns:default.log
13462024-10-14T06:29:48.338Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13472024-10-14T06:29:49.431Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-opte-interface-setup:default.log
13482024-10-14T06:29:49.431Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
13492024-10-14T06:29:50.523Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_external_dns_d5a38f6f-c5a3-49b7-970a-633ac229aa41/root/var/svc/log/oxide-zone-network-setup:default.log
13502024-10-14T06:29:50.523Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_internal_dns_a3e7ab74-21e4-43f5-aef0-589b5b508888/root/var/svc/log/oxide-internal_dns:default.log (413200 bytes)
13512024-10-14T06:29:50.748Zupload warning: file "/pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_internal_dns_a3e7ab74-21e4-43f5-aef0-589b5b508888/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413200 -> 420708
13522024-10-14T06:29:51.817Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_internal_dns_a3e7ab74-21e4-43f5-aef0-589b5b508888/root/var/svc/log/oxide-internal_dns:default.log
13532024-10-14T06:29:51.841Zuploading: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_internal_dns_a3e7ab74-21e4-43f5-aef0-589b5b508888/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
13542024-10-14T06:29:52.911Zuploaded: /pool/ext/b2d212ef-d48c-4909-8feb-11aedc4a8e52/crypt/zone/oxz_internal_dns_a3e7ab74-21e4-43f5-aef0-589b5b508888/root/var/svc/log/oxide-zone-network-setup:default.log
13552024-10-14T06:29:52.911Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
13562024-10-14T06:29:54.002Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-cockroach-admin:default.log
13572024-10-14T06:29:54.003Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
13582024-10-14T06:29:55.096Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-cockroachdb:default.log
13592024-10-14T06:29:55.119Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
13602024-10-14T06:29:56.188Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_cockroachdb_f9b14af9-a8e1-4dea-aa91-54f3b40d6fc7/root/var/svc/log/oxide-zone-network-setup:default.log
13612024-10-14T06:29:56.188Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
13622024-10-14T06:29:57.280Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-crucible-agent:default.log
13632024-10-14T06:29:57.280Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13642024-10-14T06:29:58.372Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-crucible-downstairs:default.log
13652024-10-14T06:29:58.372Zuploading: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
13662024-10-14T06:29:59.464Zuploaded: /pool/ext/c3b0afca-b0de-4d62-9e92-841062ce8cd2/crypt/zone/oxz_crucible_ea947ade-8f78-4c82-83a1-17f4ce789654/root/var/svc/log/oxide-zone-network-setup:default.log
13672024-10-14T06:29:59.464Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-agent:default.log (29404 bytes)
13682024-10-14T06:30:00.622Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-agent:default.log
13692024-10-14T06:30:00.622Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13702024-10-14T06:30:01.716Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:default.log
13712024-10-14T06:30:01.716Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:downstairs-235a0f98-8152-47ca-b8b9-ca341834d6f9.log (6073 bytes)
13722024-10-14T06:30:02.810Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:downstairs-235a0f98-8152-47ca-b8b9-ca341834d6f9.log
13732024-10-14T06:30:02.810Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:downstairs-a553c8d0-8624-4d59-b947-b6ecf524e00a.log (3021 bytes)
13742024-10-14T06:30:03.902Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:downstairs-a553c8d0-8624-4d59-b947-b6ecf524e00a.log
13752024-10-14T06:30:03.902Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:snapshot-235a0f98-8152-47ca-b8b9-ca341834d6f9-448dd239-4155-4b5c-9bd1-3e9a174b6484.log (5688 bytes)
13762024-10-14T06:30:04.995Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-crucible-downstairs:snapshot-235a0f98-8152-47ca-b8b9-ca341834d6f9-448dd239-4155-4b5c-9bd1-3e9a174b6484.log
13772024-10-14T06:30:04.996Zuploading: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13782024-10-14T06:30:06.087Zuploaded: /pool/ext/dad0a591-0ea9-4698-bf28-b2d07af8f3e7/crypt/zone/oxz_crucible_85cc72ac-2f18-46d6-a44f-0dff7d30840e/root/var/svc/log/oxide-zone-network-setup:default.log
13792024-10-14T06:30:06.088Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
13802024-10-14T06:30:07.180Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-cockroach-admin:default.log
13812024-10-14T06:30:07.180Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
13822024-10-14T06:30:08.272Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-cockroachdb:default.log
13832024-10-14T06:30:08.272Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
13842024-10-14T06:30:09.365Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_cockroachdb_86fed79d-ac72-4e66-9c57-394b668e5e47/root/var/svc/log/oxide-zone-network-setup:default.log
13852024-10-14T06:30:09.365Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-agent:default.log (23483 bytes)
13862024-10-14T06:30:10.501Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-agent:default.log
13872024-10-14T06:30:10.502Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
13882024-10-14T06:30:11.594Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:default.log
13892024-10-14T06:30:11.595Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10.log (3125 bytes)
13902024-10-14T06:30:12.686Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-1d6007f6-95e7-41f6-97f7-971a4b03fd10.log
13912024-10-14T06:30:12.712Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73.log (5994 bytes)
13922024-10-14T06:30:13.778Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-crucible-downstairs:downstairs-21db1dbc-dc3b-4914-ba89-7173e6351f73.log
13932024-10-14T06:30:13.778Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
13942024-10-14T06:30:14.869Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_crucible_97f6956d-4f76-40c0-869c-66e2e8d815a1/root/var/svc/log/oxide-zone-network-setup:default.log
13952024-10-14T06:30:14.893Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-external_dns:default.log (19344 bytes)
13962024-10-14T06:30:14.959Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 19344 -> 26900
13972024-10-14T06:30:16.028Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-external_dns:default.log
13982024-10-14T06:30:16.028Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
13992024-10-14T06:30:17.120Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-opte-interface-setup:default.log
14002024-10-14T06:30:17.121Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
14012024-10-14T06:30:18.211Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_external_dns_b8cc2901-e297-4ef4-ad97-a7407122844a/root/var/svc/log/oxide-zone-network-setup:default.log
14022024-10-14T06:30:18.211Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_internal_dns_cea057b5-1461-47f6-902a-4c1e7e35eb6e/root/var/svc/log/oxide-internal_dns:default.log (413194 bytes)
14032024-10-14T06:30:18.438Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_internal_dns_cea057b5-1461-47f6-902a-4c1e7e35eb6e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413194 -> 420703
14042024-10-14T06:30:19.507Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_internal_dns_cea057b5-1461-47f6-902a-4c1e7e35eb6e/root/var/svc/log/oxide-internal_dns:default.log
14052024-10-14T06:30:19.507Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_internal_dns_cea057b5-1461-47f6-902a-4c1e7e35eb6e/root/var/svc/log/oxide-zone-network-setup:default.log (2091 bytes)
14062024-10-14T06:30:20.599Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_internal_dns_cea057b5-1461-47f6-902a-4c1e7e35eb6e/root/var/svc/log/oxide-zone-network-setup:default.log
14072024-10-14T06:30:20.622Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-chrony-setup:default.log (14495 bytes)
14082024-10-14T06:30:21.715Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-chrony-setup:default.log
14092024-10-14T06:30:21.715Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-ntp:default.log (1114 bytes)
14102024-10-14T06:30:21.761Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1114 -> 1173
14112024-10-14T06:30:22.830Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-ntp:default.log
14122024-10-14T06:30:22.830Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
14132024-10-14T06:30:23.923Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-opte-interface-setup:default.log
14142024-10-14T06:30:23.923Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
14152024-10-14T06:30:25.016Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/svc/log/oxide-zone-network-setup:default.log
14162024-10-14T06:30:25.043Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_oximeter_8d610320-e64c-4626-8527-53518e250ad6/root/var/svc/log/oxide-oximeter:default.log (1294401 bytes)
14172024-10-14T06:30:25.334Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_oximeter_8d610320-e64c-4626-8527-53518e250ad6/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1294401 -> 1774159
14182024-10-14T06:30:26.404Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_oximeter_8d610320-e64c-4626-8527-53518e250ad6/root/var/svc/log/oxide-oximeter:default.log
14192024-10-14T06:30:26.404Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_oximeter_8d610320-e64c-4626-8527-53518e250ad6/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
14202024-10-14T06:30:27.496Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_oximeter_8d610320-e64c-4626-8527-53518e250ad6/root/var/svc/log/oxide-zone-network-setup:default.log
14212024-10-14T06:30:27.496Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-agent:default.log (20611 bytes)
14222024-10-14T06:30:28.632Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-agent:default.log
14232024-10-14T06:30:28.632Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14242024-10-14T06:30:29.725Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:default.log
14252024-10-14T06:30:29.748Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:downstairs-3f393818-8a6d-4014-be1d-23caa8612c78.log (6079 bytes)
14262024-10-14T06:30:30.817Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:downstairs-3f393818-8a6d-4014-be1d-23caa8612c78.log
14272024-10-14T06:30:30.817Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:snapshot-3f393818-8a6d-4014-be1d-23caa8612c78-448dd239-4155-4b5c-9bd1-3e9a174b6484.log (5687 bytes)
14282024-10-14T06:30:31.910Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-crucible-downstairs:snapshot-3f393818-8a6d-4014-be1d-23caa8612c78-448dd239-4155-4b5c-9bd1-3e9a174b6484.log
14292024-10-14T06:30:31.910Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
14302024-10-14T06:30:33.002Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_crucible_31afeb6a-72c3-4ec6-9fe4-bf76844e5547/root/var/svc/log/oxide-zone-network-setup:default.log
14312024-10-14T06:30:33.034Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-nexus:default.log (2130659 bytes)
14322024-10-14T06:30:33.357Zupload warning: file "/pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2130659 -> 2854886
14332024-10-14T06:30:34.428Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-nexus:default.log
14342024-10-14T06:30:34.428Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
14352024-10-14T06:30:35.522Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-opte-interface-setup:default.log
14362024-10-14T06:30:35.522Zuploading: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
14372024-10-14T06:30:36.615Zuploaded: /pool/ext/ea99f38b-6f54-4da9-b029-0f2c33726516/crypt/zone/oxz_nexus_77178076-22cf-48ff-a0f4-28a9579dd1d2/root/var/svc/log/oxide-zone-network-setup:default.log
14382024-10-14T06:30:36.615Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/measurements.log (57403 bytes)
14392024-10-14T06:30:36.771Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/measurements.log" changed size mid upload: 57403 -> 95078
14402024-10-14T06:30:37.841Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/measurements.log
14412024-10-14T06:30:37.841Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/statistics.log (46332 bytes)
14422024-10-14T06:30:38.000Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/statistics.log" changed size mid upload: 46332 -> 76167
14432024-10-14T06:30:39.069Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/statistics.log
14442024-10-14T06:30:39.069Zuploading: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/tracking.log (13600 bytes)
14452024-10-14T06:30:39.159Zupload warning: file "/pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/tracking.log" changed size mid upload: 13600 -> 16108
14462024-10-14T06:30:40.227Zuploaded: /pool/ext/e5cd4889-c791-4d6c-9bad-1516751c8cc1/crypt/zone/oxz_ntp_41042e88-477e-4060-844a-7e0c8a71261c/root/var/log/chrony/tracking.log