01J5YN12QWBZHV3R5R0R2BZ92E: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J5YN1QWTK02JYJTCWW9KDKPH

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-08-23T04:09:26.760Zjob dependencies complete; ready to run (waiting for 30 m 28 s)
22024-08-23T04:15:12.385Zjob assigned to worker 01J5YPSR37P2DPCBMDZJ258CG7 (queued for 5 m 45 s)
32024-08-23T04:15:12.630Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-08-23T04:15:12.665Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-08-23T04:15:12.698Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-08-23T04:15:12.732Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-08-23T04:15:12.766Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-08-23T04:15:12.800ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-08-23T04:15:12.834Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-08-23T04:15:12.867ZOxide Helios Version helios-2.0.22827 64-bit
112024-08-23T04:15:12.901ZConfiguring devices.
122024-08-23T04:15:12.934Z##################################################
132024-08-23T04:15:12.968Z#### ############# ##
142024-08-23T04:15:13.002Z### ### ############ ##
152024-08-23T04:15:13.035Z## ### # ## ### ## Oxide Computer Company ##
162024-08-23T04:15:13.118Z## ## ## ### # ### ##
172024-08-23T04:15:13.302Z## # ### #### #### This Station Under ##
182024-08-23T04:15:13.380Z### ### #### # ### Computer Control ##
192024-08-23T04:15:13.414Z#### #### ### ## ##
202024-08-23T04:15:13.455Z##################################################
212024-08-23T04:15:13.491ZHostname: buskin
222024-08-23T04:15:13.525ZLoading smf(7) service descriptions:
232024-08-23T04:15:14.096Zdownloading input: /input/package/work/package.tar.gz
242024-08-23T04:19:47.278Zdownloaded input: /input/package/work/package.tar.gz
 
252024-08-23T04:19:47.278Zstarting task 0: "setup"
262024-08-23T04:19:47.303Z++ uname -s
272024-08-23T04:19:47.303Z+ kern=SunOS
282024-08-23T04:19:47.303Z+ case "$kern" in
292024-08-23T04:19:47.303Z+ groupadd -g 12345 build
302024-08-23T04:19:47.303Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-08-23T04:19:49.248Z+ zfs create -o mountpoint=/work rpool/work
322024-08-23T04:19:49.272Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-08-23T04:19:49.297Z+ home_fs=zfs
342024-08-23T04:19:49.297Z+ [[ zfs == autofs ]]
352024-08-23T04:19:49.297Z+ mkdir -p /home/build
362024-08-23T04:19:49.297Z+ chown build:build /home/build /work
372024-08-23T04:19:51.279Z+ chmod 0700 /home/build /work
382024-08-23T04:19:51.309Zprocess exited: duration 4051 ms, exit code 0
 
392024-08-23T04:19:51.366Zstarting task 1: "authentication"
402024-08-23T04:19:51.411Zprocess exited: duration 44 ms, exit code 0
 
412024-08-23T04:19:51.466Zstarting task 2: "build"
422024-08-23T04:19:51.494Z+ trap _exit_trap EXIT
432024-08-23T04:19:51.494Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-08-23T04:19:51.583Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-08-23T04:19:51.583Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-08-23T04:19:51.584Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-08-23T04:19:51.613Z+ [[ -d /opt/oxide ]]
562024-08-23T04:19:51.613Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-08-23T04:19:51.613Z+ pfexec mkdir /opt/oxide
582024-08-23T04:19:51.613Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-08-23T04:19:51.613Z+ [[ -d /opt/oxide-underneath ]]
602024-08-23T04:19:51.613Z+ cd /opt/oxide-underneath
612024-08-23T04:19:51.613Z+ pfexec tar ceEp@/f - .
622024-08-23T04:19:51.613Z+ cd /opt/oxide
632024-08-23T04:19:51.613Z+ pfexec tar xveEp@/f -
642024-08-23T04:19:51.714Zx ., 0 bytes, 0 tape blocks
652024-08-23T04:19:51.714Zx ./opte, 0 bytes, 0 tape blocks
662024-08-23T04:19:51.714Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-08-23T04:19:51.714Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-08-23T04:19:51.745Z+ pfexec rm -rf /opt/oxide-underneath
692024-08-23T04:19:51.745Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-08-23T04:19:51.745Z+ pfexec mkdir /opt/oxide/work
712024-08-23T04:19:51.775Z+ pfexec chown build:build /opt/oxide/work
722024-08-23T04:19:51.775Z+ cd /opt/oxide/work
732024-08-23T04:19:51.775Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-08-23T04:20:03.813ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-08-23T04:20:03.813Zx out/target/test, 107 bytes, 1 tape blocks
762024-08-23T04:20:03.813Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-08-23T04:20:03.813Zx package-manifest.toml, 32042 bytes, 63 tape blocks
782024-08-23T04:20:03.813Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-08-23T04:20:03.813Zx target/release/omicron-package, 33067808 bytes, 64586 tape blocks
802024-08-23T04:20:03.813Zx target/release/xtask, 11905072 bytes, 23253 tape blocks
812024-08-23T04:20:03.813Zx target/debug/bootstrap, 196335720 bytes, 383469 tape blocks
822024-08-23T04:20:03.813Zx tests/bootstrap-d7ee09d49cc3686e, 24308600 bytes, 47478 tape blocks
832024-08-23T04:20:03.813Zx tests/commtest-87ae71e169f0c059, 24541008 bytes, 47932 tape blocks
842024-08-23T04:20:03.813Zx tests/dhcp_server-e0128309962c4ebd, 24308616 bytes, 47478 tape blocks
852024-08-23T04:20:03.813Zx tests/end_to_end_tests-63dd52a5b21ab84f, 209528128 bytes, 409235 tape blocks
862024-08-23T04:20:03.813Zx out/clickhouse.tar.gz, 238012710 bytes, 464869 tape blocks
872024-08-23T04:20:03.814Zx out/clickhouse_keeper.tar.gz, 238010394 bytes, 464865 tape blocks
882024-08-23T04:20:03.814Zx out/clickhouse_server.tar.gz, 238010961 bytes, 464866 tape blocks
892024-08-23T04:20:03.814Zx out/cockroachdb.tar.gz, 135107429 bytes, 263882 tape blocks
902024-08-23T04:20:03.814Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-08-23T04:20:03.814Zx out/crucible-pantry-zone.tar.gz, 28495412 bytes, 55656 tape blocks
922024-08-23T04:20:03.814Zx out/crucible-zone.tar.gz, 39070643 bytes, 76310 tape blocks
932024-08-23T04:20:03.814Zx out/external-dns.tar.gz, 25548715 bytes, 49900 tape blocks
942024-08-23T04:20:03.814Zx out/internal-dns.tar.gz, 25548076 bytes, 49899 tape blocks
952024-08-23T04:20:03.814Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-08-23T04:20:03.814Zx out/nexus.tar.gz, 88896867 bytes, 173627 tape blocks
972024-08-23T04:20:03.814Zx out/ntp.tar.gz, 9193239 bytes, 17956 tape blocks
982024-08-23T04:20:03.814Zx out/omicron-gateway-softnpu.tar.gz, 13943474 bytes, 27234 tape blocks
992024-08-23T04:20:03.814Zx out/omicron-sled-agent.tar, 99418112 bytes, 194176 tape blocks
1002024-08-23T04:20:03.814Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-08-23T04:20:03.814Zx out/oximeter.tar.gz, 43201660 bytes, 84379 tape blocks
1022024-08-23T04:20:03.814Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1032024-08-23T04:20:03.814Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-08-23T04:20:03.814Zx out/propolis-server.tar.gz, 66857321 bytes, 130581 tape blocks
1052024-08-23T04:20:03.814Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-08-23T04:20:03.814Zx out/switch-softnpu.tar.gz, 211561346 bytes, 413206 tape blocks
1072024-08-23T04:20:03.838Z
1082024-08-23T04:20:03.838Zreal 12.039374499
1092024-08-23T04:20:03.838Zuser 10.650682268
1102024-08-23T04:20:03.838Zsys 2.418828367
1112024-08-23T04:20:03.838Ztrap 0.000479813
1122024-08-23T04:20:03.838Ztflt 0.000000000
1132024-08-23T04:20:03.838Zdflt 0.000000000
1142024-08-23T04:20:03.838Zkflt 0.000000000
1152024-08-23T04:20:03.838Zlock 0.000000000
1162024-08-23T04:20:03.838Zslp 10.719578891
1172024-08-23T04:20:03.838Zlat 0.286852852
1182024-08-23T04:20:03.838Zstop 0.000135064
1192024-08-23T04:20:03.838Z+ bmat address ls
1202024-08-23T04:20:03.838ZNAME CIDR FIRST LAST COUNT
1212024-08-23T04:20:03.838Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1222024-08-23T04:20:03.838Z++ bmat address ls -f extra -Ho first,last,count
1232024-08-23T04:20:03.838Z+ set -- 10.151.1.164 10.151.1.227 64
1242024-08-23T04:20:03.838Z+ EXTRA_IP_START=10.151.1.164
1252024-08-23T04:20:03.838Z+ EXTRA_IP_END=10.151.1.227
1262024-08-23T04:20:03.838Z+ EXTRA_IP_COUNT=64
1272024-08-23T04:20:03.838Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-08-23T04:20:03.838Z+ EXTRA_IP_BASE=10.151.1
1292024-08-23T04:20:03.838Z+ EXTRA_IP_FOCTET=164
1302024-08-23T04:20:03.838Z+ EXTRA_IP_LOCTET=227
1312024-08-23T04:20:03.838Z+ SERVICE_IP_POOL_START=10.151.1.164
1322024-08-23T04:20:03.838Z+ SERVICE_IP_POOL_END=10.151.1.173
1332024-08-23T04:20:03.838Z+ DNS_IP1=10.151.1.164
1342024-08-23T04:20:03.838Z+ DNS_IP2=10.151.1.165
1352024-08-23T04:20:03.838Z+ UPLINK_IP=10.151.1.174
1362024-08-23T04:20:03.839Z+ IPPOOL_START=10.151.1.175
1372024-08-23T04:20:03.839Z+ IPPOOL_END=10.151.1.227
1382024-08-23T04:20:03.839Z++ ipadm show-addr -po type,addr
1392024-08-23T04:20:03.839Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-08-23T04:20:03.839Z+ GATEWAY_IP=10.151.1.100
1412024-08-23T04:20:03.839Z+ [[ -n 10.151.1.100 ]]
1422024-08-23T04:20:03.839Z+ ping -s 10.151.1.100 56 1
1432024-08-23T04:20:03.839ZPING 10.151.1.100: 56 data bytes
1442024-08-23T04:20:03.839Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1452024-08-23T04:20:03.839Z
1462024-08-23T04:20:03.839Z----10.151.1.100 PING Statistics----
1472024-08-23T04:20:03.839Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-08-23T04:20:03.839Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1492024-08-23T04:20:03.839Z++ arp -an
1502024-08-23T04:20:03.839Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1512024-08-23T04:20:03.862Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1522024-08-23T04:20:03.862Z+ routeadm -e ipv4-forwarding -u
1532024-08-23T04:20:03.949Z+ PXA_START=10.151.1.164
1542024-08-23T04:20:03.949Z+ PXA_END=10.151.1.227
1552024-08-23T04:20:03.973Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-08-23T04:20:04.091Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1572024-08-23T04:20:04.114ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-08-23T04:20:04.167Zcreating virtual hardware
1592024-08-23T04:20:04.191Zcreating /scratch/m2_0.vdev
1602024-08-23T04:20:04.191Zcreating /scratch/m2_1.vdev
1612024-08-23T04:20:04.191Zcreating /scratch/u2_0.vdev
1622024-08-23T04:20:04.191Zcreating /scratch/u2_1.vdev
1632024-08-23T04:20:04.191Zcreating /scratch/u2_2.vdev
1642024-08-23T04:20:04.191Zcreating /scratch/u2_3.vdev
1652024-08-23T04:20:04.191Zcreating /scratch/u2_4.vdev
1662024-08-23T04:20:04.191Zcreating /scratch/u2_5.vdev
1672024-08-23T04:20:04.191Zcreating /scratch/u2_6.vdev
1682024-08-23T04:20:04.191Zcreating /scratch/u2_7.vdev
1692024-08-23T04:20:04.191Zcreating /scratch/u2_8.vdev
1702024-08-23T04:20:04.191ZSimnet net0/sc0_0 exists
1712024-08-23T04:20:04.232ZSimnet net1/sc1_0 exists
1722024-08-23T04:20:04.255ZVnic sc0_1 exists
1732024-08-23T04:20:16.594ZUsing 10.151.1.100 as gateway ip
1742024-08-23T04:20:16.594Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1752024-08-23T04:20:16.594Zconfiguring SoftNPU ARP entry
1762024-08-23T04:20:16.622Zconfiguring SoftNPU proxy ARP
1772024-08-23T04:20:16.677ZSoftNPU state:
1782024-08-23T04:20:16.677Z local v6:
1792024-08-23T04:20:16.677Z local v4:
1802024-08-23T04:20:16.677Z router v6:
1812024-08-23T04:20:16.677Z router v4_idx:
1822024-08-23T04:20:16.677Z router v4_routes:
1832024-08-23T04:20:16.677Z resolver v4:
1842024-08-23T04:20:16.677Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1852024-08-23T04:20:16.677Z resolver v6:
1862024-08-23T04:20:16.677Z nat v4:
1872024-08-23T04:20:16.677Z nat_v6:
1882024-08-23T04:20:16.678Z port_mac:
1892024-08-23T04:20:16.678Z proxy arp:
1902024-08-23T04:20:16.678Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1912024-08-23T04:20:16.678Zcreated virtual hardware
1922024-08-23T04:20:16.701Z
1932024-08-23T04:20:16.701Zreal 12.583462065
1942024-08-23T04:20:16.701Zuser 0.674558248
1952024-08-23T04:20:16.701Zsys 3.326459383
1962024-08-23T04:20:16.701Ztrap 0.000071937
1972024-08-23T04:20:16.701Ztflt 0.000126726
1982024-08-23T04:20:16.701Zdflt 0.000761811
1992024-08-23T04:20:16.701Zkflt 0.000000000
2002024-08-23T04:20:16.701Zlock 9:43.487486249
2012024-08-23T04:20:16.701Zslp 37.841681804
2022024-08-23T04:20:16.701Zlat 0.078710753
2032024-08-23T04:20:16.701Zstop 0.361145576
2042024-08-23T04:20:16.701Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-08-23T04:20:16.725Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-08-23T04:20:16.725Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-08-23T04:20:16.725Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-08-23T04:20:16.725Z+++ pkg/config.toml Fri Aug 23 04:20:16 2024
2092024-08-23T04:20:16.725Z@@ -29,18 +29,18 @@
2102024-08-23T04:20:16.725Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-08-23T04:20:16.725Z # followed by a string that is embedded into their fake serial values.
2122024-08-23T04:20:16.725Z vdevs = [
2132024-08-23T04:20:16.725Z- "m2_0.vdev",
2142024-08-23T04:20:16.725Z- "m2_1.vdev",
2152024-08-23T04:20:16.725Z+ "/scratch/m2_0.vdev",
2162024-08-23T04:20:16.725Z+ "/scratch/m2_1.vdev",
2172024-08-23T04:20:16.725Z
2182024-08-23T04:20:16.725Z- "u2_0.vdev",
2192024-08-23T04:20:16.725Z- "u2_1.vdev",
2202024-08-23T04:20:16.725Z- "u2_2.vdev",
2212024-08-23T04:20:16.725Z- "u2_3.vdev",
2222024-08-23T04:20:16.725Z- "u2_4.vdev",
2232024-08-23T04:20:16.725Z- "u2_5.vdev",
2242024-08-23T04:20:16.725Z- "u2_6.vdev",
2252024-08-23T04:20:16.725Z- "u2_7.vdev",
2262024-08-23T04:20:16.726Z- "u2_8.vdev",
2272024-08-23T04:20:16.726Z+ "/scratch/u2_0.vdev",
2282024-08-23T04:20:16.726Z+ "/scratch/u2_1.vdev",
2292024-08-23T04:20:16.726Z+ "/scratch/u2_2.vdev",
2302024-08-23T04:20:16.726Z+ "/scratch/u2_3.vdev",
2312024-08-23T04:20:16.726Z+ "/scratch/u2_4.vdev",
2322024-08-23T04:20:16.726Z+ "/scratch/u2_5.vdev",
2332024-08-23T04:20:16.726Z+ "/scratch/u2_6.vdev",
2342024-08-23T04:20:16.726Z+ "/scratch/u2_7.vdev",
2352024-08-23T04:20:16.726Z+ "/scratch/u2_8.vdev",
2362024-08-23T04:20:16.726Z ]
2372024-08-23T04:20:16.726Z
2382024-08-23T04:20:16.726Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-08-23T04:20:16.726Z+ true
2402024-08-23T04:20:16.726Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-08-23T04:20:16.726Z+ SILO_NAME=recovery
2422024-08-23T04:20:16.726Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-08-23T04:20:16.726Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-08-23T04:20:16.726Z+ sed -i~ '
2452024-08-23T04:20:16.726Z /^external_dns_ips/c\
2462024-08-23T04:20:16.726Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2472024-08-23T04:20:16.726Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-08-23T04:20:16.726Z /^first/c\
2492024-08-23T04:20:16.726Zfirst = "10.151.1.164"
2502024-08-23T04:20:16.726Z /^last/c\
2512024-08-23T04:20:16.726Zlast = "10.151.1.173"
2522024-08-23T04:20:16.726Z }
2532024-08-23T04:20:16.726Z /^infra_ip_first/c\
2542024-08-23T04:20:16.726Zinfra_ip_first = "10.151.1.174"
2552024-08-23T04:20:16.726Z /^infra_ip_last/c\
2562024-08-23T04:20:16.726Zinfra_ip_last = "10.151.1.174"
2572024-08-23T04:20:16.726Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-08-23T04:20:16.726Z /^routes/c\
2592024-08-23T04:20:16.726Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2602024-08-23T04:20:16.726Z /^addresses/c\
2612024-08-23T04:20:16.726Zaddresses = \[{address = "10.151.1.174/24"} \]
2622024-08-23T04:20:16.726Z }
2632024-08-23T04:20:16.726Z' pkg/config-rss.toml
2642024-08-23T04:20:16.726Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-08-23T04:20:16.750Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-08-23T04:20:16.750Z+++ pkg/config-rss.toml Fri Aug 23 04:20:16 2024
2672024-08-23T04:20:16.750Z@@ -33,7 +33,7 @@
2682024-08-23T04:20:16.750Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-08-23T04:20:16.750Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-08-23T04:20:16.751Z # below.
2712024-08-23T04:20:16.751Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-08-23T04:20:16.751Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2732024-08-23T04:20:16.751Z
2742024-08-23T04:20:16.751Z # Initial TLS certificates for the external API
2752024-08-23T04:20:16.751Z #
2762024-08-23T04:20:16.751Z@@ -69,8 +69,8 @@
2772024-08-23T04:20:16.751Z #
2782024-08-23T04:20:16.751Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-08-23T04:20:16.751Z [[internal_services_ip_pool_ranges]]
2802024-08-23T04:20:16.751Z-first = "192.168.1.20"
2812024-08-23T04:20:16.751Z-last = "192.168.1.29"
2822024-08-23T04:20:16.751Z+first = "10.151.1.164"
2832024-08-23T04:20:16.751Z+last = "10.151.1.173"
2842024-08-23T04:20:16.751Z
2852024-08-23T04:20:16.751Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-08-23T04:20:16.751Z # parameters should be provided to the control plane via wicket, but we need to
2872024-08-23T04:20:16.751Z@@ -91,8 +91,8 @@
2882024-08-23T04:20:16.751Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-08-23T04:20:16.751Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-08-23T04:20:16.751Z # With softnpu, only one address is used.
2912024-08-23T04:20:16.751Z-infra_ip_first = "192.168.1.30"
2922024-08-23T04:20:16.751Z-infra_ip_last = "192.168.1.30"
2932024-08-23T04:20:16.751Z+infra_ip_first = "10.151.1.174"
2942024-08-23T04:20:16.751Z+infra_ip_last = "10.151.1.174"
2952024-08-23T04:20:16.751Z
2962024-08-23T04:20:16.751Z # Configurations for BGP routers to run on the scrimlets.
2972024-08-23T04:20:16.751Z bgp = []
2982024-08-23T04:20:16.751Z@@ -100,9 +100,9 @@
2992024-08-23T04:20:16.751Z # You can configure multiple uplinks by repeating the following stanza
3002024-08-23T04:20:16.751Z [[rack_network_config.ports]]
3012024-08-23T04:20:16.751Z # Routes associated with this port.
3022024-08-23T04:20:16.751Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-08-23T04:20:16.751Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3042024-08-23T04:20:16.751Z # Addresses associated with this port.
3052024-08-23T04:20:16.751Z-addresses = [{address = "192.168.1.30/24"}]
3062024-08-23T04:20:16.751Z+addresses = [{address = "10.151.1.174/24"} ]
3072024-08-23T04:20:16.751Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-08-23T04:20:16.751Z+ true
3092024-08-23T04:20:16.752Z port = "qsfp0"
3102024-08-23T04:20:16.752Z # The speed of this port.
3112024-08-23T04:20:16.752Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-08-23T04:20:16.752Za pkg/config-rss.toml 7K
3132024-08-23T04:20:16.752Za pkg/config.toml 4K
3142024-08-23T04:20:16.752Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-08-23T04:20:16.752Z+ TLS_NAME=recovery.sys.oxide.test
3162024-08-23T04:20:16.752Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-08-23T04:20:17.650Z.+...+.........+.....+...+.+......+...........+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+..+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...........+.....+...............+.......+..............+.........+..........+...........+.+...+..+...............+....+...+.....+.+.....+......+...+......+............+....+.....+.........+......+.+...+...........+....+..............+.......+......+..+.+...........+...+......+.........+...+....+......+.....+....+.................................+...........+.........+..........+..+.+...+......+..............+.......+.....+....+...+......+..+...+...................+...........+.+...+........+.......+...+...+......+.........+.....+............+...+......+.+.....+.............+.........+.....+.+..+...+...................+..+..................+.+.........+..................+.....+...+....+...+.........+.....+...................+......+......+...+............+...+.....+.......+.....+.........+......+............+............+......+....+........+.+..............+......+.........+............+.............+..+....+...........+.+..+..........+..+................+...............+..+.............+...+.........+..+.........+.+.....+.........+.......+.........+...+......+......+......+......................................+.......+........+.+...+....................+...+.......+.....+......+...............+....+...+..+............+.+..+......+............+.........+....+...........+...............+......+...+....+...............+............+......+.........+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-08-23T04:20:18.642Z...+.......+..+...+...+...+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+.+.....+....+...+..+.+...............+............+...+............+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+..........+............+............+......+..+.+..+....+.....+.+.....+....+...+........+...+............+.........+.............+............+...+...........+.+......+............+..+................+...+.....+..........+...........+....+..+....+.........+..+............+.+.....+..........+.....+....+.....+..........+...........+......+...............+..........+...+.....+.+.....+....+...+........+.+.....+.+........+.+...............+......+.....+.........+...+..........+..+...+...+..........+............+......+......+.....+.........+.+...+..+.+.........+...+...+...+..+...+......+.+..............+..........+......+..+.......+...+..+...+................+..+...+.......+..+...+....+...+..+.+............+...+..............+...+.+.....+.+.......................+.+............+........+....+........+..........+.....+.......+.................+..........+...........+............+.............+..+...+.........+.+..+.......+...+...........+.......+................................+...+...+.+......+.........+.......................+......+....+...........+...................+.....+.+......+........................+.....+......+.............+...+..+..................+...+..........+..+............+.+..+....+....................+.+..+.+..............+...+....+......+..............+.........+....+..+..........+...+...........+.......+............+.....+.+............+..+...+.......+..+.........+.+.........+.....+....+..+..........+........+......+.+......+...+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-08-23T04:20:18.665Z-----
3202024-08-23T04:20:18.689Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-08-23T04:20:18.689Za pkg/initial-tls-cert.pem 2K
3222024-08-23T04:20:18.689Za pkg/initial-tls-key.pem 4K
3232024-08-23T04:20:18.689Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-08-23T04:20:18.689Z+ rmdir pkg
3252024-08-23T04:20:18.689Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-08-23T04:20:18.689Z+ pfexec mkdir -p /usr/oxide
3272024-08-23T04:20:18.689Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-08-23T04:20:19.442Z+ pfexec chmod +x /usr/oxide/oxide
3292024-08-23T04:20:19.465Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-08-23T04:20:37.829Z+ OMICRON_NO_UNINSTALL=1
3312024-08-23T04:20:37.829Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-08-23T04:20:37.853ZLogging to: /opt/oxide/work/out/LOG
3332024-08-23T04:20:38.392Z
3342024-08-23T04:20:38.416Zreal 0.557867322
3352024-08-23T04:20:38.416Zuser 0.129955232
3362024-08-23T04:20:38.416Zsys 2.784302120
3372024-08-23T04:20:38.416Ztrap 0.000000629
3382024-08-23T04:20:38.416Ztflt 0.000003690
3392024-08-23T04:20:38.416Zdflt 0.000589718
3402024-08-23T04:20:38.416Zkflt 0.000010600
3412024-08-23T04:20:38.416Zlock 50.214977565
3422024-08-23T04:20:38.416Zslp 0.746811163
3432024-08-23T04:20:38.416Zlat 0.002944021
3442024-08-23T04:20:38.416Zstop 0.206693358
3452024-08-23T04:20:38.416Z+ retry=0
3462024-08-23T04:20:38.416Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-08-23T04:20:38.416Z+ [[ 0 -gt 30 ]]
3482024-08-23T04:20:38.416Z+ sleep 1
3492024-08-23T04:20:39.407Z+ retry=1
3502024-08-23T04:20:39.407Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-08-23T04:20:39.431Z+ [[ 1 -gt 30 ]]
3522024-08-23T04:20:39.431Z+ sleep 1
3532024-08-23T04:20:40.422Z+ retry=2
3542024-08-23T04:20:40.422Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-08-23T04:20:40.446Z+ [[ 2 -gt 30 ]]
3562024-08-23T04:20:40.446Z+ sleep 1
3572024-08-23T04:20:41.437Z+ retry=3
3582024-08-23T04:20:41.437Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-08-23T04:20:59.867Z+ [[ 3 -gt 30 ]]
3602024-08-23T04:20:59.867Z+ sleep 1
3612024-08-23T04:21:00.871Z+ retry=4
3622024-08-23T04:21:00.871Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-08-23T04:21:00.894Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-08-23T04:21:00.918Zlocal v6:
3652024-08-23T04:21:00.918Zfe80::4ca8:a8ff:fefe:202a
3662024-08-23T04:21:00.918Zlocal v4:
3672024-08-23T04:21:00.918Z10.151.1.174
3682024-08-23T04:21:00.918Zrouter v6:
3692024-08-23T04:21:00.918Zrouter v4_idx:
3702024-08-23T04:21:00.918Zrouter v4_routes:
3712024-08-23T04:21:00.918Zresolver v4:
3722024-08-23T04:21:00.918Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3732024-08-23T04:21:00.918Zresolver v6:
3742024-08-23T04:21:00.918Zfe80::b5:f4ff:fe02:a4d4 -> 02:b5:f4:02:a4:d4
3752024-08-23T04:21:00.918Zfe80::4ca8:a8ff:fefe:202a -> 4e:a8:a8:fe:20:2a
3762024-08-23T04:21:00.918Znat v4:
3772024-08-23T04:21:00.918Znat_v6:
3782024-08-23T04:21:00.918Zport_mac:
3792024-08-23T04:21:00.918Z2: a8:40:25:67:54:45
3802024-08-23T04:21:00.918Z1: a8:40:25:67:54:25
3812024-08-23T04:21:00.918Z1000: a8:40:25:67:54:24
3822024-08-23T04:21:00.918Zproxy arp:
3832024-08-23T04:21:00.918Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3842024-08-23T04:21:00.918Z+ retry=0
3852024-08-23T04:21:00.942Z+++ zoneadm list -n
3862024-08-23T04:21:00.942Z+++ grep oxz_ntp
3872024-08-23T04:21:00.942Z++ pfexec svcs -z -Hostate oxide/ntp
3882024-08-23T04:21:00.942Zsvcs: zone '-Hostate': entity not found
3892024-08-23T04:21:00.942Z++ true
3902024-08-23T04:21:00.942Z+ [[ '' != online ]]
3912024-08-23T04:21:00.942Z+ [[ 0 -gt 60 ]]
3922024-08-23T04:21:00.942Z+ sleep 1
3932024-08-23T04:21:01.938Z+ retry=1
3942024-08-23T04:21:01.962Z+++ zoneadm list -n
3952024-08-23T04:21:01.962Z+++ grep oxz_ntp
3962024-08-23T04:21:01.962Z++ pfexec svcs -z -Hostate oxide/ntp
3972024-08-23T04:21:01.962Zsvcs: zone '-Hostate': entity not found
3982024-08-23T04:21:01.962Z++ true
3992024-08-23T04:21:01.962Z+ [[ '' != online ]]
4002024-08-23T04:21:01.962Z+ [[ 1 -gt 60 ]]
4012024-08-23T04:21:01.962Z+ sleep 1
4022024-08-23T04:21:02.961Z+ retry=2
4032024-08-23T04:21:02.985Z+++ zoneadm list -n
4042024-08-23T04:21:02.985Z+++ grep oxz_ntp
4052024-08-23T04:21:02.985Z++ pfexec svcs -z -Hostate oxide/ntp
4062024-08-23T04:21:02.985Zsvcs: zone '-Hostate': entity not found
4072024-08-23T04:21:02.985Z++ true
4082024-08-23T04:21:02.985Z+ [[ '' != online ]]
4092024-08-23T04:21:02.985Z+ [[ 2 -gt 60 ]]
4102024-08-23T04:21:02.985Z+ sleep 1
4112024-08-23T04:21:03.983Z+ retry=3
4122024-08-23T04:21:04.008Z+++ zoneadm list -n
4132024-08-23T04:21:04.008Z+++ grep oxz_ntp
4142024-08-23T04:21:04.008Z++ pfexec svcs -z -Hostate oxide/ntp
4152024-08-23T04:21:04.008Zsvcs: zone '-Hostate': entity not found
4162024-08-23T04:21:04.008Z++ true
4172024-08-23T04:21:04.008Z+ [[ '' != online ]]
4182024-08-23T04:21:04.008Z+ [[ 3 -gt 60 ]]
4192024-08-23T04:21:04.008Z+ sleep 1
4202024-08-23T04:21:05.002Z+ retry=4
4212024-08-23T04:21:05.026Z+++ zoneadm list -n
4222024-08-23T04:21:05.026Z+++ grep oxz_ntp
4232024-08-23T04:21:05.026Z++ pfexec svcs -z -Hostate oxide/ntp
4242024-08-23T04:21:05.026Zsvcs: zone '-Hostate': entity not found
4252024-08-23T04:21:05.026Z++ true
4262024-08-23T04:21:05.026Z+ [[ '' != online ]]
4272024-08-23T04:21:05.026Z+ [[ 4 -gt 60 ]]
4282024-08-23T04:21:05.026Z+ sleep 1
4292024-08-23T04:21:06.025Z+ retry=5
4302024-08-23T04:21:06.049Z+++ zoneadm list -n
4312024-08-23T04:21:06.049Z+++ grep oxz_ntp
4322024-08-23T04:21:06.049Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4332024-08-23T04:21:06.073Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4342024-08-23T04:21:06.073Z++ true
4352024-08-23T04:21:06.073Z+ [[ '' != online ]]
4362024-08-23T04:21:06.073Z+ [[ 5 -gt 60 ]]
4372024-08-23T04:21:06.073Z+ sleep 1
4382024-08-23T04:21:07.057Z+ retry=6
4392024-08-23T04:21:07.080Z+++ zoneadm list -n
4402024-08-23T04:21:07.080Z+++ grep oxz_ntp
4412024-08-23T04:21:07.080Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4422024-08-23T04:21:07.105Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4432024-08-23T04:21:07.105Z++ true
4442024-08-23T04:21:07.105Z+ [[ '' != online ]]
4452024-08-23T04:21:07.105Z+ [[ 6 -gt 60 ]]
4462024-08-23T04:21:07.105Z+ sleep 1
4472024-08-23T04:21:08.088Z+ retry=7
4482024-08-23T04:21:08.112Z+++ zoneadm list -n
4492024-08-23T04:21:08.112Z+++ grep oxz_ntp
4502024-08-23T04:21:08.112Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4512024-08-23T04:21:08.136Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4522024-08-23T04:21:08.136Z++ true
4532024-08-23T04:21:08.136Z+ [[ '' != online ]]
4542024-08-23T04:21:08.136Z+ [[ 7 -gt 60 ]]
4552024-08-23T04:21:08.136Z+ sleep 1
4562024-08-23T04:21:09.119Z+ retry=8
4572024-08-23T04:21:09.142Z+++ zoneadm list -n
4582024-08-23T04:21:09.142Z+++ grep oxz_ntp
4592024-08-23T04:21:09.142Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4602024-08-23T04:21:09.167Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4612024-08-23T04:21:09.167Z++ true
4622024-08-23T04:21:09.167Z+ [[ '' != online ]]
4632024-08-23T04:21:09.167Z+ [[ 8 -gt 60 ]]
4642024-08-23T04:21:09.167Z+ sleep 1
4652024-08-23T04:21:10.153Z+ retry=9
4662024-08-23T04:21:10.176Z+++ zoneadm list -n
4672024-08-23T04:21:10.176Z+++ grep oxz_ntp
4682024-08-23T04:21:10.176Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4692024-08-23T04:21:10.176Z+ [[ offline != online ]]
4702024-08-23T04:21:10.176Z+ [[ 9 -gt 60 ]]
4712024-08-23T04:21:10.176Z+ sleep 1
4722024-08-23T04:21:11.176Z+ retry=10
4732024-08-23T04:21:11.200Z+++ zoneadm list -n
4742024-08-23T04:21:11.200Z+++ grep oxz_ntp
4752024-08-23T04:21:11.200Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4762024-08-23T04:21:11.200Z+ [[ offline != online ]]
4772024-08-23T04:21:11.200Z+ [[ 10 -gt 60 ]]
4782024-08-23T04:21:11.200Z+ sleep 1
4792024-08-23T04:21:12.199Z+ retry=11
4802024-08-23T04:21:12.223Z+++ zoneadm list -n
4812024-08-23T04:21:12.223Z+++ grep oxz_ntp
4822024-08-23T04:21:12.223Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4832024-08-23T04:21:12.223Z+ [[ offline != online ]]
4842024-08-23T04:21:12.223Z+ [[ 11 -gt 60 ]]
4852024-08-23T04:21:12.223Z+ sleep 1
4862024-08-23T04:21:13.222Z+ retry=12
4872024-08-23T04:21:13.246Z+++ zoneadm list -n
4882024-08-23T04:21:13.246Z+++ grep oxz_ntp
4892024-08-23T04:21:13.246Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4902024-08-23T04:21:13.246Z+ [[ offline != online ]]
4912024-08-23T04:21:13.246Z+ [[ 12 -gt 60 ]]
4922024-08-23T04:21:13.246Z+ sleep 1
4932024-08-23T04:21:14.245Z+ retry=13
4942024-08-23T04:21:14.269Z+++ zoneadm list -n
4952024-08-23T04:21:14.269Z+++ grep oxz_ntp
4962024-08-23T04:21:14.269Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
4972024-08-23T04:21:14.269Z+ [[ offline != online ]]
4982024-08-23T04:21:14.269Z+ [[ 13 -gt 60 ]]
4992024-08-23T04:21:14.269Z+ sleep 1
5002024-08-23T04:21:15.267Z+ retry=14
5012024-08-23T04:21:15.290Z+++ zoneadm list -n
5022024-08-23T04:21:15.290Z+++ grep oxz_ntp
5032024-08-23T04:21:15.290Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
5042024-08-23T04:21:15.290Z+ [[ offline != online ]]
5052024-08-23T04:21:15.290Z+ [[ 14 -gt 60 ]]
5062024-08-23T04:21:15.290Z+ sleep 1
5072024-08-23T04:21:16.289Z+ retry=15
5082024-08-23T04:21:16.313Z+++ zoneadm list -n
5092024-08-23T04:21:16.313Z+++ grep oxz_ntp
5102024-08-23T04:21:16.313Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
5112024-08-23T04:21:16.313Z+ [[ offline != online ]]
5122024-08-23T04:21:16.313Z+ [[ 15 -gt 60 ]]
5132024-08-23T04:21:16.313Z+ sleep 1
 
5142024-08-23T04:21:17.254Zbuskin console login: Aug 23 04:21:16 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5152024-08-23T04:21:17.311Z+ retry=16
5162024-08-23T04:21:17.335Z+++ zoneadm list -n
5172024-08-23T04:21:17.335Z+++ grep oxz_ntp
5182024-08-23T04:21:17.335Z++ pfexec svcs -z oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f -Hostate oxide/ntp
5192024-08-23T04:21:17.335Z+ [[ online != online ]]
5202024-08-23T04:21:17.335Z+ echo 'Waited for chrony: 16s'
5212024-08-23T04:21:17.335Z+ retry=0
5222024-08-23T04:21:17.335ZWaited for chrony: 16s
5232024-08-23T04:21:17.335Z+ zoneadm list
5242024-08-23T04:21:17.335Z+ grep nexus
5252024-08-23T04:21:17.359Z+ [[ 0 -gt 300 ]]
5262024-08-23T04:21:17.359Z+ sleep 1
5272024-08-23T04:21:18.341Z+ retry=1
5282024-08-23T04:21:18.365Z+ zoneadm list
5292024-08-23T04:21:18.365Z+ grep nexus
5302024-08-23T04:21:18.365Z+ [[ 1 -gt 300 ]]
5312024-08-23T04:21:18.365Z+ sleep 1
5322024-08-23T04:21:19.352Z+ retry=2
5332024-08-23T04:21:19.376Z+ zoneadm list
5342024-08-23T04:21:19.376Z+ grep nexus
5352024-08-23T04:21:19.376Z+ [[ 2 -gt 300 ]]
5362024-08-23T04:21:19.376Z+ sleep 1
5372024-08-23T04:21:20.365Z+ retry=3
5382024-08-23T04:21:20.389Z+ zoneadm list
5392024-08-23T04:21:20.389Z+ grep nexus
5402024-08-23T04:21:20.389Z+ [[ 3 -gt 300 ]]
5412024-08-23T04:21:20.389Z+ sleep 1
5422024-08-23T04:21:21.381Z+ retry=4
5432024-08-23T04:21:21.405Z+ zoneadm list
5442024-08-23T04:21:21.405Z+ grep nexus
5452024-08-23T04:21:21.405Z+ [[ 4 -gt 300 ]]
5462024-08-23T04:21:21.405Z+ sleep 1
5472024-08-23T04:21:22.397Z+ retry=5
5482024-08-23T04:21:22.420Z+ zoneadm list
5492024-08-23T04:21:22.421Z+ grep nexus
5502024-08-23T04:21:22.421Z+ [[ 5 -gt 300 ]]
5512024-08-23T04:21:22.421Z+ sleep 1
5522024-08-23T04:21:23.412Z+ retry=6
5532024-08-23T04:21:23.436Z+ zoneadm list
5542024-08-23T04:21:23.436Z+ grep nexus
5552024-08-23T04:21:23.436Z+ [[ 6 -gt 300 ]]
5562024-08-23T04:21:23.436Z+ sleep 1
5572024-08-23T04:21:24.428Z+ retry=7
5582024-08-23T04:21:24.451Z+ zoneadm list
5592024-08-23T04:21:24.451Z+ grep nexus
5602024-08-23T04:21:24.451Z+ [[ 7 -gt 300 ]]
5612024-08-23T04:21:24.451Z+ sleep 1
5622024-08-23T04:21:25.443Z+ retry=8
5632024-08-23T04:21:25.466Z+ zoneadm list
5642024-08-23T04:21:25.466Z+ grep nexus
5652024-08-23T04:21:25.466Z+ [[ 8 -gt 300 ]]
5662024-08-23T04:21:25.466Z+ sleep 1
5672024-08-23T04:21:26.458Z+ retry=9
5682024-08-23T04:21:26.481Z+ zoneadm list
5692024-08-23T04:21:26.481Z+ grep nexus
5702024-08-23T04:21:26.481Z+ [[ 9 -gt 300 ]]
5712024-08-23T04:21:26.481Z+ sleep 1
5722024-08-23T04:21:27.473Z+ retry=10
5732024-08-23T04:21:27.497Z+ zoneadm list
5742024-08-23T04:21:27.497Z+ grep nexus
5752024-08-23T04:21:27.497Z+ [[ 10 -gt 300 ]]
5762024-08-23T04:21:27.497Z+ sleep 1
5772024-08-23T04:21:28.487Z+ retry=11
5782024-08-23T04:21:28.511Z+ zoneadm list
5792024-08-23T04:21:28.511Z+ grep nexus
5802024-08-23T04:21:28.511Z+ [[ 11 -gt 300 ]]
5812024-08-23T04:21:28.511Z+ sleep 1
5822024-08-23T04:21:29.519Z+ retry=12
5832024-08-23T04:21:29.543Z+ zoneadm list
5842024-08-23T04:21:29.543Z+ grep nexus
5852024-08-23T04:21:29.543Z+ [[ 12 -gt 300 ]]
5862024-08-23T04:21:29.543Z+ sleep 1
5872024-08-23T04:21:30.534Z+ retry=13
5882024-08-23T04:21:30.558Z+ zoneadm list
5892024-08-23T04:21:30.558Z+ grep nexus
5902024-08-23T04:21:30.558Z+ [[ 13 -gt 300 ]]
5912024-08-23T04:21:30.558Z+ sleep 1
5922024-08-23T04:21:31.554Z+ retry=14
5932024-08-23T04:21:31.577Z+ zoneadm list
5942024-08-23T04:21:31.601Z+ grep nexus
5952024-08-23T04:21:31.624Z+ [[ 14 -gt 300 ]]
5962024-08-23T04:21:31.624Z+ sleep 1
5972024-08-23T04:21:32.666Z+ retry=15
5982024-08-23T04:21:32.690Z+ zoneadm list
5992024-08-23T04:21:32.725Z+ grep nexus
6002024-08-23T04:21:32.750Z+ [[ 15 -gt 300 ]]
6012024-08-23T04:21:32.750Z+ sleep 1
6022024-08-23T04:21:33.757Z+ retry=16
6032024-08-23T04:21:33.781Z+ zoneadm list
6042024-08-23T04:21:33.814Z+ grep nexus
6052024-08-23T04:21:33.839Z+ [[ 16 -gt 300 ]]
6062024-08-23T04:21:33.839Z+ sleep 1
6072024-08-23T04:21:34.848Z+ retry=17
6082024-08-23T04:21:34.872Z+ zoneadm list
6092024-08-23T04:21:34.872Z+ grep nexus
6102024-08-23T04:21:34.872Z+ [[ 17 -gt 300 ]]
6112024-08-23T04:21:34.872Z+ sleep 1
6122024-08-23T04:21:35.865Z+ retry=18
6132024-08-23T04:21:35.889Z+ zoneadm list
6142024-08-23T04:21:35.889Z+ grep nexus
6152024-08-23T04:21:35.889Z+ [[ 18 -gt 300 ]]
6162024-08-23T04:21:35.889Z+ sleep 1
6172024-08-23T04:21:36.881Z+ retry=19
6182024-08-23T04:21:36.905Z+ zoneadm list
6192024-08-23T04:21:36.905Z+ grep nexus
6202024-08-23T04:21:36.905Z+ [[ 19 -gt 300 ]]
6212024-08-23T04:21:36.905Z+ sleep 1
6222024-08-23T04:21:37.899Z+ retry=20
6232024-08-23T04:21:37.923Z+ zoneadm list
6242024-08-23T04:21:37.923Z+ grep nexus
6252024-08-23T04:21:37.923Z+ [[ 20 -gt 300 ]]
6262024-08-23T04:21:37.923Z+ sleep 1
6272024-08-23T04:21:38.913Z+ retry=21
6282024-08-23T04:21:38.937Z+ zoneadm list
6292024-08-23T04:21:38.937Z+ grep nexus
6302024-08-23T04:21:38.937Z+ [[ 21 -gt 300 ]]
6312024-08-23T04:21:38.937Z+ sleep 1
6322024-08-23T04:21:39.928Z+ retry=22
6332024-08-23T04:21:39.951Z+ zoneadm list
6342024-08-23T04:21:39.951Z+ grep nexus
6352024-08-23T04:21:39.951Z+ [[ 22 -gt 300 ]]
6362024-08-23T04:21:39.951Z+ sleep 1
6372024-08-23T04:21:40.942Z+ retry=23
6382024-08-23T04:21:40.966Z+ zoneadm list
6392024-08-23T04:21:40.966Z+ grep nexus
6402024-08-23T04:21:40.966Z+ [[ 23 -gt 300 ]]
6412024-08-23T04:21:40.966Z+ sleep 1
6422024-08-23T04:21:41.958Z+ retry=24
6432024-08-23T04:21:41.982Z+ zoneadm list
6442024-08-23T04:21:41.982Z+ grep nexus
6452024-08-23T04:21:41.982Z+ [[ 24 -gt 300 ]]
6462024-08-23T04:21:41.982Z+ sleep 1
6472024-08-23T04:21:42.975Z+ retry=25
6482024-08-23T04:21:42.998Z+ zoneadm list
6492024-08-23T04:21:42.999Z+ grep nexus
6502024-08-23T04:21:42.999Z+ [[ 25 -gt 300 ]]
6512024-08-23T04:21:42.999Z+ sleep 1
6522024-08-23T04:21:43.992Z+ retry=26
6532024-08-23T04:21:44.016Z+ zoneadm list
6542024-08-23T04:21:44.016Z+ grep nexus
6552024-08-23T04:21:44.016Z+ [[ 26 -gt 300 ]]
6562024-08-23T04:21:44.016Z+ sleep 1
6572024-08-23T04:21:45.009Z+ retry=27
6582024-08-23T04:21:45.032Z+ zoneadm list
6592024-08-23T04:21:45.032Z+ grep nexus
6602024-08-23T04:21:45.032Z+ [[ 27 -gt 300 ]]
6612024-08-23T04:21:45.032Z+ sleep 1
6622024-08-23T04:21:46.023Z+ retry=28
6632024-08-23T04:21:46.046Z+ zoneadm list
6642024-08-23T04:21:46.046Z+ grep nexus
6652024-08-23T04:21:46.046Z+ [[ 28 -gt 300 ]]
6662024-08-23T04:21:46.047Z+ sleep 1
6672024-08-23T04:21:47.035Z+ retry=29
6682024-08-23T04:21:47.058Z+ zoneadm list
6692024-08-23T04:21:47.058Z+ grep nexus
6702024-08-23T04:21:47.058Z+ [[ 29 -gt 300 ]]
6712024-08-23T04:21:47.058Z+ sleep 1
6722024-08-23T04:21:48.046Z+ retry=30
6732024-08-23T04:21:48.070Z+ zoneadm list
6742024-08-23T04:21:48.070Z+ grep nexus
6752024-08-23T04:21:48.070Z+ [[ 30 -gt 300 ]]
6762024-08-23T04:21:48.070Z+ sleep 1
6772024-08-23T04:21:49.072Z+ retry=31
6782024-08-23T04:21:49.072Z+ zoneadm list
6792024-08-23T04:21:49.072Z+ grep nexus
6802024-08-23T04:21:49.072Z+ [[ 31 -gt 300 ]]
6812024-08-23T04:21:49.072Z+ sleep 1
6822024-08-23T04:21:50.067Z+ retry=32
6832024-08-23T04:21:50.090Z+ zoneadm list
6842024-08-23T04:21:50.090Z+ grep nexus
6852024-08-23T04:21:50.091Z+ [[ 32 -gt 300 ]]
6862024-08-23T04:21:50.091Z+ sleep 1
6872024-08-23T04:21:51.079Z+ retry=33
6882024-08-23T04:21:51.103Z+ zoneadm list
6892024-08-23T04:21:51.103Z+ grep nexus
6902024-08-23T04:21:51.103Z+ [[ 33 -gt 300 ]]
6912024-08-23T04:21:51.103Z+ sleep 1
6922024-08-23T04:21:52.092Z+ retry=34
6932024-08-23T04:21:52.115Z+ zoneadm list
6942024-08-23T04:21:52.115Z+ grep nexus
6952024-08-23T04:21:52.116Z+ [[ 34 -gt 300 ]]
6962024-08-23T04:21:52.116Z+ sleep 1
6972024-08-23T04:21:53.119Z+ retry=35
6982024-08-23T04:21:57.951Z+ zoneadm list
6992024-08-23T04:21:57.978Z+ grep nexus
7002024-08-23T04:21:58.091Z+ [[ 35 -gt 300 ]]
7012024-08-23T04:21:58.114Z+ sleep 1
7022024-08-23T04:21:59.112Z+ retry=36
7032024-08-23T04:21:59.136Z+ zoneadm list
7042024-08-23T04:21:59.136Z+ grep nexus
7052024-08-23T04:21:59.136Z+ [[ 36 -gt 300 ]]
7062024-08-23T04:21:59.136Z+ sleep 1
7072024-08-23T04:22:00.130Z+ retry=37
7082024-08-23T04:22:00.154Z+ zoneadm list
7092024-08-23T04:22:00.154Z+ grep nexus
7102024-08-23T04:22:00.154Z+ [[ 37 -gt 300 ]]
7112024-08-23T04:22:00.154Z+ sleep 1
7122024-08-23T04:22:01.147Z+ retry=38
7132024-08-23T04:22:01.171Z+ zoneadm list
7142024-08-23T04:22:01.171Z+ grep nexus
7152024-08-23T04:22:01.171Z+ [[ 38 -gt 300 ]]
7162024-08-23T04:22:01.171Z+ sleep 1
7172024-08-23T04:22:02.163Z+ retry=39
7182024-08-23T04:22:02.187Z+ zoneadm list
7192024-08-23T04:22:02.187Z+ grep nexus
7202024-08-23T04:22:02.187Z+ [[ 39 -gt 300 ]]
7212024-08-23T04:22:02.187Z+ sleep 1
7222024-08-23T04:22:03.180Z+ retry=40
7232024-08-23T04:22:03.203Z+ zoneadm list
7242024-08-23T04:22:03.203Z+ grep nexus
7252024-08-23T04:22:03.203Z+ [[ 40 -gt 300 ]]
7262024-08-23T04:22:03.204Z+ sleep 1
7272024-08-23T04:22:04.195Z+ retry=41
7282024-08-23T04:22:04.219Z+ zoneadm list
7292024-08-23T04:22:04.219Z+ grep nexus
7302024-08-23T04:22:04.219Z+ [[ 41 -gt 300 ]]
7312024-08-23T04:22:04.219Z+ sleep 1
7322024-08-23T04:22:05.208Z+ retry=42
7332024-08-23T04:22:05.231Z+ zoneadm list
7342024-08-23T04:22:05.231Z+ grep nexus
7352024-08-23T04:22:05.231Z+ [[ 42 -gt 300 ]]
7362024-08-23T04:22:05.231Z+ sleep 1
7372024-08-23T04:22:06.233Z+ retry=43
7382024-08-23T04:22:06.257Z+ zoneadm list
7392024-08-23T04:22:06.257Z+ grep nexus
7402024-08-23T04:22:06.257Z+ [[ 43 -gt 300 ]]
7412024-08-23T04:22:06.258Z+ sleep 1
7422024-08-23T04:22:07.261Z+ retry=44
7432024-08-23T04:22:07.285Z+ zoneadm list
7442024-08-23T04:22:07.285Z+ grep nexus
7452024-08-23T04:22:07.314Z+ [[ 44 -gt 300 ]]
7462024-08-23T04:22:07.314Z+ sleep 1
7472024-08-23T04:22:08.343Z+ retry=45
7482024-08-23T04:22:08.369Z+ zoneadm list
7492024-08-23T04:22:08.369Z+ grep nexus
7502024-08-23T04:22:08.369Z+ [[ 45 -gt 300 ]]
7512024-08-23T04:22:08.369Z+ sleep 1
7522024-08-23T04:22:09.369Z+ retry=46
7532024-08-23T04:22:09.393Z+ zoneadm list
7542024-08-23T04:22:09.393Z+ grep nexus
7552024-08-23T04:22:09.393Z+ [[ 46 -gt 300 ]]
7562024-08-23T04:22:09.393Z+ sleep 1
7572024-08-23T04:22:10.392Z+ retry=47
7582024-08-23T04:22:10.416Z+ zoneadm list
7592024-08-23T04:22:10.416Z+ grep nexus
7602024-08-23T04:22:10.416Z+ [[ 47 -gt 300 ]]
7612024-08-23T04:22:10.417Z+ sleep 1
7622024-08-23T04:22:11.418Z+ retry=48
7632024-08-23T04:22:11.442Z+ zoneadm list
7642024-08-23T04:22:11.442Z+ grep nexus
7652024-08-23T04:22:11.442Z+ [[ 48 -gt 300 ]]
7662024-08-23T04:22:11.442Z+ sleep 1
7672024-08-23T04:22:12.445Z+ retry=49
7682024-08-23T04:22:12.468Z+ zoneadm list
7692024-08-23T04:22:12.469Z+ grep nexus
7702024-08-23T04:22:12.469Z+ [[ 49 -gt 300 ]]
7712024-08-23T04:22:12.469Z+ sleep 1
7722024-08-23T04:22:13.468Z+ retry=50
7732024-08-23T04:22:13.492Z+ zoneadm list
7742024-08-23T04:22:13.536Z+ grep nexus
7752024-08-23T04:22:13.562Z+ echo 'Waited for nexus: 50s'
7762024-08-23T04:22:13.562Z+ export RUST_BACKTRACE=1
7772024-08-23T04:22:13.562Z+ RUST_BACKTRACE=1
7782024-08-23T04:22:13.562Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7792024-08-23T04:22:13.625Z++ ./target/debug/bootstrap
7802024-08-23T04:22:13.687Zoxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3
7812024-08-23T04:22:13.687Zoxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89
7822024-08-23T04:22:13.687ZWaited for nexus: 50s
7832024-08-23T04:22:18.044ZUsing external DNS server at 10.151.1.164:53
7842024-08-23T04:22:18.358Z2024-08-23 04:22:18.344960207 UTC: attempting to log into API
7852024-08-23T04:22:33.505Z2024-08-23 04:22:33.492190065 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7862024-08-23T04:22:34.506Z2024-08-23 04:22:34.493008639 UTC: attempting to log into API
 
7872024-08-23T04:22:39.984ZAug 23 04:22:39 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7882024-08-23T04:22:40.313ZAug 23 04:22:39 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7892024-08-23T04:22:41.544ZAug 23 04:22:40 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
7902024-08-23T04:22:41.581ZAug 23 04:22:40 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
7912024-08-23T04:22:41.621ZAug 23 04:22:40 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
7922024-08-23T04:22:49.543Z2024-08-23 04:22:49.530250157 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7932024-08-23T04:22:50.544Z2024-08-23 04:22:50.531507575 UTC: attempting to log into API
7942024-08-23T04:23:05.576Z2024-08-23 04:23:05.563399384 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7952024-08-23T04:23:06.577Z2024-08-23 04:23:06.564703664 UTC: attempting to log into API
7962024-08-23T04:23:21.610Z2024-08-23 04:23:21.597912195 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7972024-08-23T04:23:22.611Z2024-08-23 04:23:22.598836731 UTC: attempting to log into API
7982024-08-23T04:23:28.394Z2024-08-23 04:23:28.381027381 UTC: login succeeded
7992024-08-23T04:23:28.426Zwaiting for nexus to come up...
8002024-08-23T04:23:28.490Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8012024-08-23T04:23:28.670Zsetting up quotas...
8022024-08-23T04:23:28.712Zensuring datasets are ready...
8032024-08-23T04:23:31.485Zlet's roll.
8042024-08-23T04:23:31.510Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8052024-08-23T04:23:31.510ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8062024-08-23T04:23:31.510ZOXIDE_TOKEN=oxide-token-a0f8a67a430eef26f3289cba3f69b3912ab47877'
8072024-08-23T04:23:31.510Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8082024-08-23T04:23:31.510Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8092024-08-23T04:23:31.510Z++ OXIDE_TOKEN=oxide-token-a0f8a67a430eef26f3289cba3f69b3912ab47877
8102024-08-23T04:23:31.510Z+ export OXIDE_HOST OXIDE_TOKEN
8112024-08-23T04:23:31.510Z+ retry=0
8122024-08-23T04:23:31.510Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8132024-08-23T04:23:31.571Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8142024-08-23T04:23:32.051Z{"status":"ok"}success
8152024-08-23T04:23:32.051ZProject {
8162024-08-23T04:23:32.051Z description: "some images",
8172024-08-23T04:23:32.051Z id: d5007864-2244-4aac-979e-7a80028f8c45,
8182024-08-23T04:23:32.051Z name: Name(
8192024-08-23T04:23:32.051Z "images",
8202024-08-23T04:23:32.051Z ),
8212024-08-23T04:23:32.051Z time_created: 2024-08-23T04:23:31.662404Z,
8222024-08-23T04:23:32.051Z time_modified: 2024-08-23T04:23:31.662404Z,
8232024-08-23T04:23:32.051Z}
8242024-08-23T04:23:32.074Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8252024-08-23T04:28:44.024Zdone!
8262024-08-23T04:28:44.130Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8272024-08-23T04:28:44.252Zsuccess
8282024-08-23T04:28:44.252ZImage {
8292024-08-23T04:28:44.252Z block_size: ByteCount(
8302024-08-23T04:28:44.252Z 512,
8312024-08-23T04:28:44.252Z ),
8322024-08-23T04:28:44.252Z description: "debian 11 original base image",
8332024-08-23T04:28:44.252Z digest: None,
8342024-08-23T04:28:44.252Z id: 69798b55-d2ae-49fb-8c64-d10a23e96c36,
8352024-08-23T04:28:44.252Z name: Name(
8362024-08-23T04:28:44.252Z "debian11",
8372024-08-23T04:28:44.252Z ),
8382024-08-23T04:28:44.275Z os: "debian",
8392024-08-23T04:28:44.275Z project_id: None,
8402024-08-23T04:28:44.275Z size: ByteCount(
8412024-08-23T04:28:44.275Z 2147483648,
8422024-08-23T04:28:44.275Z ),
8432024-08-23T04:28:44.275Z time_created: 2024-08-23T04:28:43.959195Z,
8442024-08-23T04:28:44.275Z time_modified: 2024-08-23T04:28:44.230325Z,
8452024-08-23T04:28:44.275Z url: None,
8462024-08-23T04:28:44.275Z version: "11",
8472024-08-23T04:28:44.275Z}
8482024-08-23T04:28:44.275Z+ for test_bin in tests/*
8492024-08-23T04:28:44.275Z+ ./tests/bootstrap-d7ee09d49cc3686e
8502024-08-23T04:28:44.275Z
8512024-08-23T04:28:44.275Zrunning 0 tests
8522024-08-23T04:28:44.276Z
8532024-08-23T04:28:44.276Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8542024-08-23T04:28:44.276Z
8552024-08-23T04:28:44.276Z+ for test_bin in tests/*
8562024-08-23T04:28:44.276Z+ ./tests/commtest-87ae71e169f0c059
8572024-08-23T04:28:44.299Z
8582024-08-23T04:28:44.299Zrunning 0 tests
8592024-08-23T04:28:44.299Z
8602024-08-23T04:28:44.299Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8612024-08-23T04:28:44.299Z
8622024-08-23T04:28:44.299Z+ for test_bin in tests/*
8632024-08-23T04:28:44.299Z+ ./tests/dhcp_server-e0128309962c4ebd
8642024-08-23T04:28:44.323Z
8652024-08-23T04:28:44.323Zrunning 0 tests
8662024-08-23T04:28:44.323Z
8672024-08-23T04:28:44.323Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8682024-08-23T04:28:44.323Z
8692024-08-23T04:28:44.323Z+ for test_bin in tests/*
8702024-08-23T04:28:44.323Z+ ./tests/end_to_end_tests-63dd52a5b21ab84f
8712024-08-23T04:28:44.406Z
8722024-08-23T04:28:44.406Zrunning 2 tests
8732024-08-23T04:28:44.651Ztest no_spoof::no_spoof_here ... ok
8742024-08-23T04:29:27.624Ztest instance_launch::instance_launch ... ok
8752024-08-23T04:29:27.624Z
8762024-08-23T04:29:27.624Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 43.22s
8772024-08-23T04:29:27.624Z
8782024-08-23T04:29:27.648Z+ _exit_trap
8792024-08-23T04:29:27.648Z+ local status=0
8802024-08-23T04:29:27.648Z+ set +o errexit
8812024-08-23T04:29:27.648Z+ pfexec svcadm -Z disable -s cron
8822024-08-23T04:29:29.262Z+ [[ 0 -eq 0 ]]
8832024-08-23T04:29:29.262Z+ exit 0
8842024-08-23T04:29:29.286Zprocess exited: duration 577801 ms, exit code 0
 
8852024-08-23T04:29:29.369Zfound 108 output files
8862024-08-23T04:29:29.369Zuploading: /var/svc/log/oxide-sled-agent:default.log (1000743 bytes)
8872024-08-23T04:29:30.671Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8882024-08-23T04:29:30.671Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4350670 bytes)
8892024-08-23T04:29:31.081Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4350670 -> 4364692
8902024-08-23T04:29:32.152Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
8912024-08-23T04:29:32.152Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (33197 bytes)
8922024-08-23T04:29:33.311Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
8932024-08-23T04:29:33.311Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (165180 bytes)
8942024-08-23T04:29:33.491Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 165180 -> 166745
8952024-08-23T04:29:34.561Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
8962024-08-23T04:29:34.561Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (214168 bytes)
8972024-08-23T04:29:34.762Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 214168 -> 216514
8982024-08-23T04:29:35.835Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
8992024-08-23T04:29:35.835Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1331201 bytes)
9002024-08-23T04:29:36.134Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1331201 -> 1348076
9012024-08-23T04:29:37.204Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9022024-08-23T04:29:37.204Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (708800 bytes)
9032024-08-23T04:29:37.454Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 708800 -> 717014
9042024-08-23T04:29:38.524Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9052024-08-23T04:29:38.524Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3339 bytes)
9062024-08-23T04:29:39.617Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9072024-08-23T04:29:39.617Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (251845 bytes)
9082024-08-23T04:29:39.819Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 251845 -> 257023
9092024-08-23T04:29:40.889Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9102024-08-23T04:29:40.889Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (8171 bytes)
9112024-08-23T04:29:42.004Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9122024-08-23T04:29:42.004Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3977 bytes)
9132024-08-23T04:29:43.097Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9142024-08-23T04:29:43.098Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8130 bytes)
9152024-08-23T04:29:44.213Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9162024-08-23T04:29:44.213Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-agent:default.log (18569 bytes)
9172024-08-23T04:29:45.329Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-agent:default.log
9182024-08-23T04:29:45.329Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9192024-08-23T04:29:46.423Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:default.log
9202024-08-23T04:29:46.423Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d5464a4-a2a6-457d-a418-e373d8c42efb.log (3125 bytes)
9212024-08-23T04:29:47.516Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d5464a4-a2a6-457d-a418-e373d8c42efb.log
9222024-08-23T04:29:47.516Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc756e3a-c936-4d0c-bcc0-905366f11d04.log (3020 bytes)
9232024-08-23T04:29:48.610Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc756e3a-c936-4d0c-bcc0-905366f11d04.log
9242024-08-23T04:29:48.634Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
9252024-08-23T04:29:49.704Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_2d16baf4-b5fb-4717-9984-b204d421a11c/root/var/svc/log/oxide-zone-network-setup:default.log
9262024-08-23T04:29:49.704Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_pantry_6129e930-2c43-4683-af57-62cb06595707/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
9272024-08-23T04:29:50.799Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_pantry_6129e930-2c43-4683-af57-62cb06595707/root/var/svc/log/oxide-crucible-pantry:default.log
9282024-08-23T04:29:50.799Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_pantry_6129e930-2c43-4683-af57-62cb06595707/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
9292024-08-23T04:29:51.892Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_crucible_pantry_6129e930-2c43-4683-af57-62cb06595707/root/var/svc/log/oxide-zone-network-setup:default.log
9302024-08-23T04:29:51.892Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-nexus:default.log (2680427 bytes)
9312024-08-23T04:29:52.247Zupload warning: file "/pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2680427 -> 2859675
9322024-08-23T04:29:53.318Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-nexus:default.log
9332024-08-23T04:29:53.318Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
9342024-08-23T04:29:54.415Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-opte-interface-setup:default.log
9352024-08-23T04:29:54.415Zuploading: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
9362024-08-23T04:29:55.509Zuploaded: /pool/ext/1cc020bb-41b6-4914-9415-d71a097582c6/crypt/zone/oxz_nexus_7642cf4b-06e7-40ba-b7f1-267ddd8f48b3/root/var/svc/log/oxide-zone-network-setup:default.log
9372024-08-23T04:29:55.509Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-cockroach-admin:default.log (4659 bytes)
9382024-08-23T04:29:56.602Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-cockroach-admin:default.log
9392024-08-23T04:29:56.602Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
9402024-08-23T04:29:57.697Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-cockroachdb:default.log
9412024-08-23T04:29:57.697Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
9422024-08-23T04:29:58.790Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_cockroachdb_d0b6740b-1902-4f41-bed1-fe333970737e/root/var/svc/log/oxide-zone-network-setup:default.log
9432024-08-23T04:29:58.790Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-agent:default.log (8487 bytes)
9442024-08-23T04:29:59.905Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-agent:default.log
9452024-08-23T04:29:59.905Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9462024-08-23T04:30:00.999Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-downstairs:default.log
9472024-08-23T04:30:00.999Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-downstairs:downstairs-251af6b1-51ef-40ab-bca9-0332524b1850.log (3019 bytes)
9482024-08-23T04:30:02.092Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-crucible-downstairs:downstairs-251af6b1-51ef-40ab-bca9-0332524b1850.log
9492024-08-23T04:30:02.093Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
9502024-08-23T04:30:03.188Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_crucible_d540f049-0cc6-434e-a7f6-a23c4e07a369/root/var/svc/log/oxide-zone-network-setup:default.log
9512024-08-23T04:30:03.188Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_internal_dns_fe2f81cf-6ebc-4640-b062-ac647e5c7e1d/root/var/svc/log/oxide-internal_dns:default.log (406836 bytes)
9522024-08-23T04:30:03.416Zupload warning: file "/pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_internal_dns_fe2f81cf-6ebc-4640-b062-ac647e5c7e1d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406836 -> 410587
9532024-08-23T04:30:04.486Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_internal_dns_fe2f81cf-6ebc-4640-b062-ac647e5c7e1d/root/var/svc/log/oxide-internal_dns:default.log
9542024-08-23T04:30:04.486Zuploading: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_internal_dns_fe2f81cf-6ebc-4640-b062-ac647e5c7e1d/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
9552024-08-23T04:30:05.580Zuploaded: /pool/ext/272901a1-b267-4531-9b4f-eaf5eefc107c/crypt/zone/oxz_internal_dns_fe2f81cf-6ebc-4640-b062-ac647e5c7e1d/root/var/svc/log/oxide-zone-network-setup:default.log
9562024-08-23T04:30:05.580Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
9572024-08-23T04:30:06.674Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-cockroach-admin:default.log
9582024-08-23T04:30:06.674Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-cockroachdb:default.log (4389 bytes)
9592024-08-23T04:30:07.768Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-cockroachdb:default.log
9602024-08-23T04:30:07.769Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
9612024-08-23T04:30:08.862Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_cockroachdb_4ac199ea-543e-4f3b-9086-f297988433e3/root/var/svc/log/oxide-zone-network-setup:default.log
9622024-08-23T04:30:08.862Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-agent:default.log (36821 bytes)
9632024-08-23T04:30:10.021Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-agent:default.log
9642024-08-23T04:30:10.021Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9652024-08-23T04:30:11.113Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:default.log
9662024-08-23T04:30:11.114Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:downstairs-343d7529-2120-4d07-92fe-d221c2e03516.log (6073 bytes)
9672024-08-23T04:30:12.207Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:downstairs-343d7529-2120-4d07-92fe-d221c2e03516.log
9682024-08-23T04:30:12.207Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:downstairs-8475a7ca-5b0b-4a24-b2c7-39d5b3401c93.log (5987 bytes)
9692024-08-23T04:30:13.302Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:downstairs-8475a7ca-5b0b-4a24-b2c7-39d5b3401c93.log
9702024-08-23T04:30:13.302Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:snapshot-343d7529-2120-4d07-92fe-d221c2e03516-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log (5683 bytes)
9712024-08-23T04:30:14.395Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-crucible-downstairs:snapshot-343d7529-2120-4d07-92fe-d221c2e03516-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log
9722024-08-23T04:30:14.395Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
9732024-08-23T04:30:15.488Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_c904874f-485d-4b31-896b-c23c364fb9d6/root/var/svc/log/oxide-zone-network-setup:default.log
9742024-08-23T04:30:15.488Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_pantry_5172daf8-d7b4-4577-b184-63ce061bf66a/root/var/svc/log/oxide-crucible-pantry:default.log (782 bytes)
9752024-08-23T04:30:16.582Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_pantry_5172daf8-d7b4-4577-b184-63ce061bf66a/root/var/svc/log/oxide-crucible-pantry:default.log
9762024-08-23T04:30:16.582Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_pantry_5172daf8-d7b4-4577-b184-63ce061bf66a/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
9772024-08-23T04:30:17.674Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_crucible_pantry_5172daf8-d7b4-4577-b184-63ce061bf66a/root/var/svc/log/oxide-zone-network-setup:default.log
9782024-08-23T04:30:17.674Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-external_dns:default.log (26901 bytes)
9792024-08-23T04:30:17.788Zupload warning: file "/pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26901 -> 30676
9802024-08-23T04:30:18.857Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-external_dns:default.log
9812024-08-23T04:30:18.857Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
9822024-08-23T04:30:19.951Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-opte-interface-setup:default.log
9832024-08-23T04:30:19.951Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
9842024-08-23T04:30:21.045Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_external_dns_c43c34a4-804d-4ace-a8ad-057c08401c85/root/var/svc/log/oxide-zone-network-setup:default.log
9852024-08-23T04:30:21.045Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_internal_dns_1d799440-9de1-42fc-8f87-fa041192f501/root/var/svc/log/oxide-internal_dns:default.log (406828 bytes)
9862024-08-23T04:30:21.274Zupload warning: file "/pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_internal_dns_1d799440-9de1-42fc-8f87-fa041192f501/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406828 -> 410581
9872024-08-23T04:30:22.344Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_internal_dns_1d799440-9de1-42fc-8f87-fa041192f501/root/var/svc/log/oxide-internal_dns:default.log
9882024-08-23T04:30:22.344Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_internal_dns_1d799440-9de1-42fc-8f87-fa041192f501/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
9892024-08-23T04:30:23.438Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_internal_dns_1d799440-9de1-42fc-8f87-fa041192f501/root/var/svc/log/oxide-zone-network-setup:default.log
9902024-08-23T04:30:23.438Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-nexus:default.log (38895246 bytes)
9912024-08-23T04:30:25.010Zupload warning: file "/pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38895246 -> 39295936
9922024-08-23T04:30:26.080Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-nexus:default.log
9932024-08-23T04:30:26.080Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
9942024-08-23T04:30:27.174Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-opte-interface-setup:default.log
9952024-08-23T04:30:27.174Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-zone-network-setup:default.log (1654 bytes)
9962024-08-23T04:30:28.268Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_nexus_39d268f2-dda5-4f8c-bf01-89fbf62ee514/root/var/svc/log/oxide-zone-network-setup:default.log
9972024-08-23T04:30:28.268Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_oximeter_0cddbace-753e-40fc-b23f-5f8c7fc45a7b/root/var/svc/log/oxide-oximeter:default.log (1591039 bytes)
9982024-08-23T04:30:28.615Zupload warning: file "/pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_oximeter_0cddbace-753e-40fc-b23f-5f8c7fc45a7b/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1591039 -> 1832135
9992024-08-23T04:30:29.685Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_oximeter_0cddbace-753e-40fc-b23f-5f8c7fc45a7b/root/var/svc/log/oxide-oximeter:default.log
10002024-08-23T04:30:29.685Zuploading: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_oximeter_0cddbace-753e-40fc-b23f-5f8c7fc45a7b/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
10012024-08-23T04:30:30.778Zuploaded: /pool/ext/3902ae36-9ef8-49e4-a803-969ef89cd471/crypt/zone/oxz_oximeter_0cddbace-753e-40fc-b23f-5f8c7fc45a7b/root/var/svc/log/oxide-zone-network-setup:default.log
10022024-08-23T04:30:30.801Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-cockroach-admin:default.log (4659 bytes)
10032024-08-23T04:30:31.871Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-cockroach-admin:default.log
10042024-08-23T04:30:31.871Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
10052024-08-23T04:30:32.965Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-cockroachdb:default.log
10062024-08-23T04:30:32.965Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
10072024-08-23T04:30:34.067Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_cockroachdb_f8efa131-77b6-4346-97a9-df37124acc1f/root/var/svc/log/oxide-zone-network-setup:default.log
10082024-08-23T04:30:34.067Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-agent:default.log (20602 bytes)
10092024-08-23T04:30:35.195Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-agent:default.log
10102024-08-23T04:30:35.195Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10112024-08-23T04:30:36.288Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:default.log
10122024-08-23T04:30:36.288Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:downstairs-7774a30d-a706-411c-a882-64b893263630.log (6073 bytes)
10132024-08-23T04:30:37.382Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:downstairs-7774a30d-a706-411c-a882-64b893263630.log
10142024-08-23T04:30:37.382Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:snapshot-7774a30d-a706-411c-a882-64b893263630-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log (5685 bytes)
10152024-08-23T04:30:38.474Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-crucible-downstairs:snapshot-7774a30d-a706-411c-a882-64b893263630-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log
10162024-08-23T04:30:38.474Zuploading: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10172024-08-23T04:30:39.567Zuploaded: /pool/ext/3e909c3a-eea6-47b5-98c8-2a00efe209a5/crypt/zone/oxz_crucible_35a83fc4-b0fc-43ab-9d10-6292825223b0/root/var/svc/log/oxide-zone-network-setup:default.log
10182024-08-23T04:30:39.567Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
10192024-08-23T04:30:40.661Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-crucible-agent:default.log
10202024-08-23T04:30:40.661Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10212024-08-23T04:30:41.753Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-crucible-downstairs:default.log
10222024-08-23T04:30:41.753Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10232024-08-23T04:30:42.847Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_82fb2e91-afd8-428e-b80c-8ca536d1c5e2/root/var/svc/log/oxide-zone-network-setup:default.log
10242024-08-23T04:30:42.847Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_pantry_42ed1be7-8b47-496f-b9b3-599b309546f3/root/var/svc/log/oxide-crucible-pantry:default.log (764828 bytes)
10252024-08-23T04:30:44.167Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_pantry_42ed1be7-8b47-496f-b9b3-599b309546f3/root/var/svc/log/oxide-crucible-pantry:default.log
10262024-08-23T04:30:44.168Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_pantry_42ed1be7-8b47-496f-b9b3-599b309546f3/root/var/svc/log/oxide-zone-network-setup:default.log (1714 bytes)
10272024-08-23T04:30:45.266Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_crucible_pantry_42ed1be7-8b47-496f-b9b3-599b309546f3/root/var/svc/log/oxide-zone-network-setup:default.log
10282024-08-23T04:30:45.266Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10292024-08-23T04:30:46.385Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-chrony-setup:default.log
10302024-08-23T04:30:46.385Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-ntp:default.log (1949 bytes)
10312024-08-23T04:30:46.431Zupload warning: file "/pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1949 -> 2234
10322024-08-23T04:30:47.501Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-ntp:default.log
10332024-08-23T04:30:47.501Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
10342024-08-23T04:30:48.594Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-opte-interface-setup:default.log
10352024-08-23T04:30:48.594Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-zone-network-setup:default.log (1636 bytes)
10362024-08-23T04:30:49.687Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/svc/log/oxide-zone-network-setup:default.log
10372024-08-23T04:30:49.688Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
10382024-08-23T04:30:50.780Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-cockroach-admin:default.log
10392024-08-23T04:30:50.803Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10402024-08-23T04:30:51.874Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-cockroachdb:default.log
10412024-08-23T04:30:51.874Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10422024-08-23T04:30:52.967Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_cockroachdb_9ef5cdea-75f7-4d6d-9585-5fb809c299cb/root/var/svc/log/oxide-zone-network-setup:default.log
10432024-08-23T04:30:52.990Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-agent:default.log (24670 bytes)
10442024-08-23T04:30:54.104Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-agent:default.log
10452024-08-23T04:30:54.104Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10462024-08-23T04:30:55.197Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:default.log
10472024-08-23T04:30:55.197Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:downstairs-956e758d-94b2-4cad-9057-7d83168dfa30.log (3016 bytes)
10482024-08-23T04:30:56.291Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:downstairs-956e758d-94b2-4cad-9057-7d83168dfa30.log
10492024-08-23T04:30:56.291Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:downstairs-be4f1147-ec74-470a-890d-0a51ddfdcad5.log (5990 bytes)
10502024-08-23T04:30:57.384Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-crucible-downstairs:downstairs-be4f1147-ec74-470a-890d-0a51ddfdcad5.log
10512024-08-23T04:30:57.384Zuploading: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10522024-08-23T04:30:58.477Zuploaded: /pool/ext/88f32440-f963-462d-9be9-522d5b03cdea/crypt/zone/oxz_crucible_be6bfb98-c76f-44f1-ae75-aa0a556a6cc5/root/var/svc/log/oxide-zone-network-setup:default.log
10532024-08-23T04:30:58.477Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-clickhouse-admin:default.log (823 bytes)
10542024-08-23T04:30:59.571Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-clickhouse-admin:default.log
10552024-08-23T04:30:59.571Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-clickhouse:default.log (2693625 bytes)
10562024-08-23T04:30:59.932Zupload warning: file "/pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2693625 -> 3285518
10572024-08-23T04:31:01.022Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-clickhouse:default.log
10582024-08-23T04:31:01.022Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
10592024-08-23T04:31:02.115Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_clickhouse_72bc2998-fac9-4032-9905-3f71beaf95b6/root/var/svc/log/oxide-zone-network-setup:default.log
10602024-08-23T04:31:02.115Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-cockroach-admin:default.log (4659 bytes)
10612024-08-23T04:31:03.209Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-cockroach-admin:default.log
10622024-08-23T04:31:03.209Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
10632024-08-23T04:31:04.303Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-cockroachdb:default.log
10642024-08-23T04:31:04.303Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
10652024-08-23T04:31:05.398Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_cockroachdb_432da18d-7f55-459c-90c2-446f1bcc9a5e/root/var/svc/log/oxide-zone-network-setup:default.log
10662024-08-23T04:31:05.399Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-agent:default.log (23361 bytes)
10672024-08-23T04:31:06.539Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-agent:default.log
10682024-08-23T04:31:06.539Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10692024-08-23T04:31:07.635Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:default.log
10702024-08-23T04:31:07.635Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c.log (3123 bytes)
10712024-08-23T04:31:08.730Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:downstairs-d290a903-b5b4-4c29-b6aa-ad1ac525515c.log
10722024-08-23T04:31:08.730Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d.log (5991 bytes)
10732024-08-23T04:31:09.830Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-crucible-downstairs:downstairs-f29ae413-f1a5-4d24-93d3-cabe86325c4d.log
10742024-08-23T04:31:09.830Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10752024-08-23T04:31:10.925Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_crucible_7ae58531-65aa-4094-a0d4-0bd48de05bf1/root/var/svc/log/oxide-zone-network-setup:default.log
10762024-08-23T04:31:10.925Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-external_dns:default.log (26894 bytes)
10772024-08-23T04:31:11.040Zupload warning: file "/pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26894 -> 34449
10782024-08-23T04:31:12.112Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-external_dns:default.log
10792024-08-23T04:31:12.112Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10802024-08-23T04:31:13.208Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-opte-interface-setup:default.log
10812024-08-23T04:31:13.208Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
10822024-08-23T04:31:14.304Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_external_dns_fc53e300-bdf6-4bd0-9349-da25c4e84304/root/var/svc/log/oxide-zone-network-setup:default.log
10832024-08-23T04:31:14.304Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_internal_dns_4655893e-b85d-41b8-957a-cecd42b8e2f7/root/var/svc/log/oxide-internal_dns:default.log (406846 bytes)
10842024-08-23T04:31:14.536Zupload warning: file "/pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_internal_dns_4655893e-b85d-41b8-957a-cecd42b8e2f7/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406846 -> 414355
10852024-08-23T04:31:15.607Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_internal_dns_4655893e-b85d-41b8-957a-cecd42b8e2f7/root/var/svc/log/oxide-internal_dns:default.log
10862024-08-23T04:31:15.607Zuploading: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_internal_dns_4655893e-b85d-41b8-957a-cecd42b8e2f7/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
10872024-08-23T04:31:16.703Zuploaded: /pool/ext/c3a71242-92e0-4e57-ae6d-9a7902180287/crypt/zone/oxz_internal_dns_4655893e-b85d-41b8-957a-cecd42b8e2f7/root/var/svc/log/oxide-zone-network-setup:default.log
10882024-08-23T04:31:16.703Zuploading: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-agent:default.log (20177 bytes)
10892024-08-23T04:31:17.843Zuploaded: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-agent:default.log
10902024-08-23T04:31:17.843Zuploading: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10912024-08-23T04:31:18.938Zuploaded: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:default.log
10922024-08-23T04:31:18.938Zuploading: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:downstairs-698ea68e-5c53-4656-bd75-d177e3b9c4b1.log (6072 bytes)
10932024-08-23T04:31:20.034Zuploaded: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:downstairs-698ea68e-5c53-4656-bd75-d177e3b9c4b1.log
10942024-08-23T04:31:20.034Zuploading: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:snapshot-698ea68e-5c53-4656-bd75-d177e3b9c4b1-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log (5685 bytes)
10952024-08-23T04:31:21.129Zuploaded: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-crucible-downstairs:snapshot-698ea68e-5c53-4656-bd75-d177e3b9c4b1-f6b42f01-d246-4a2c-adb5-3e6bf19c80a4.log
10962024-08-23T04:31:21.129Zuploading: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10972024-08-23T04:31:22.225Zuploaded: /pool/ext/e710d8bf-ca42-4efa-a455-a2bd8d7b6439/crypt/zone/oxz_crucible_10797095-a4f2-47a4-be56-7fdab940cc71/root/var/svc/log/oxide-zone-network-setup:default.log
10982024-08-23T04:31:22.225Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-agent:default.log (12502 bytes)
10992024-08-23T04:31:23.343Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-agent:default.log
11002024-08-23T04:31:23.343Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11012024-08-23T04:31:24.439Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-downstairs:default.log
11022024-08-23T04:31:24.439Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-downstairs:downstairs-860a4e5d-e554-4fae-99a0-f114bd6d6c4c.log (3123 bytes)
11032024-08-23T04:31:25.535Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-crucible-downstairs:downstairs-860a4e5d-e554-4fae-99a0-f114bd6d6c4c.log
11042024-08-23T04:31:25.535Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11052024-08-23T04:31:26.630Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_crucible_bc299fb9-92b0-4caf-aed4-26f99258776a/root/var/svc/log/oxide-zone-network-setup:default.log
11062024-08-23T04:31:26.630Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-nexus:default.log (2746734 bytes)
11072024-08-23T04:31:27.011Zupload warning: file "/pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2746734 -> 3370362
11082024-08-23T04:31:28.083Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-nexus:default.log
11092024-08-23T04:31:28.083Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
11102024-08-23T04:31:29.179Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-opte-interface-setup:default.log
11112024-08-23T04:31:29.179Zuploading: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
11122024-08-23T04:31:30.275Zuploaded: /pool/ext/f22cdc95-ed5a-401b-8697-d4a4c738139a/crypt/zone/oxz_nexus_f71a4daf-d376-43ed-a206-2964bb362e89/root/var/svc/log/oxide-zone-network-setup:default.log
11132024-08-23T04:31:30.275Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/measurements.log (101928 bytes)
11142024-08-23T04:31:30.458Zupload warning: file "/pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/measurements.log" changed size mid upload: 101928 -> 128780
11152024-08-23T04:31:31.529Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/measurements.log
11162024-08-23T04:31:31.529Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/statistics.log (72306 bytes)
11172024-08-23T04:31:31.713Zupload warning: file "/pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/statistics.log" changed size mid upload: 72306 -> 91494
11182024-08-23T04:31:32.784Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/statistics.log
11192024-08-23T04:31:32.784Zuploading: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/tracking.log (13467 bytes)
11202024-08-23T04:31:32.855Zupload warning: file "/pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/tracking.log" changed size mid upload: 13467 -> 15183
11212024-08-23T04:31:33.928Zuploaded: /pool/ext/467dc8c0-ac34-4471-840b-9c1ddffdd121/crypt/zone/oxz_ntp_092be0be-8838-4e49-95c6-7b7890cc5c0f/root/var/log/chrony/tracking.log