01JARQSTMP0TRFMHDFGJMSYQKX: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JARQTR4CKQ18ZB6BN564GWY5

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-22T00:24:37.806Zjob dependencies complete; ready to run (waiting for 34 m 0 s)
22024-10-22T00:24:37.808Zjob assigned to worker 01JARS93S541Y0WT2PCJFDV61X (queued for 0 s)
32024-10-22T00:24:37.998Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-10-22T00:24:38.035Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-10-22T00:24:38.069Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-10-22T00:24:38.103Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-22T00:24:38.136Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-10-22T00:24:38.170ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-22T00:24:38.204Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-22T00:24:38.237ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-22T00:24:38.271ZConfiguring devices.
122024-10-22T00:24:38.304Z##################################################
132024-10-22T00:24:38.338Z#### ############# ##
142024-10-22T00:24:38.371Z### ### ############ ##
152024-10-22T00:24:38.405Z## ### # ## ### ## Oxide Computer Company ##
162024-10-22T00:24:38.438Z## ## ## ### # ### ##
172024-10-22T00:24:38.472Z## # ### #### #### This Station Under ##
182024-10-22T00:24:38.505Z### ### #### # ### Computer Control ##
192024-10-22T00:24:38.544Z#### #### ### ## ##
202024-10-22T00:24:38.601Z##################################################
212024-10-22T00:24:38.639ZHostname: sock
222024-10-22T00:24:38.673ZLoading smf(7) service descriptions:
232024-10-22T00:24:44.086Zdownloading input: /input/package/work/package.tar.gz
242024-10-22T00:29:23.705Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-22T00:29:23.705Zstarting task 0: "setup"
262024-10-22T00:29:23.729Z++ uname -s
272024-10-22T00:29:23.730Z+ kern=SunOS
282024-10-22T00:29:23.730Z+ case "$kern" in
292024-10-22T00:29:23.730Z+ groupadd -g 12345 build
302024-10-22T00:29:23.730Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-22T00:29:25.721Z+ zfs create -o mountpoint=/work rpool/work
322024-10-22T00:29:25.748Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-22T00:29:25.771Z+ home_fs=zfs
342024-10-22T00:29:25.771Z+ [[ zfs == autofs ]]
352024-10-22T00:29:25.771Z+ mkdir -p /home/build
362024-10-22T00:29:25.771Z+ chown build:build /home/build /work
372024-10-22T00:29:27.756Z+ chmod 0700 /home/build /work
382024-10-22T00:29:27.779Zprocess exited: duration 4057 ms, exit code 0
 
392024-10-22T00:29:27.825Zstarting task 1: "authentication"
402024-10-22T00:29:27.866Zprocess exited: duration 40 ms, exit code 0
 
412024-10-22T00:29:27.912Zstarting task 2: "build"
422024-10-22T00:29:27.936Z+ trap _exit_trap EXIT
432024-10-22T00:29:27.936Z+ OPTE_COMMIT=f3002b356da7d0e4ca15beb66a5566a92919baaa
442024-10-22T00:29:27.936Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
452024-10-22T00:29:27.936Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/module/f3002b356da7d0e4ca15beb66a5566a92919baaa/xde
462024-10-22T00:29:38.575Z+ pfexec rem_drv xde
472024-10-22T00:29:38.599Z+ pfexec mv xde /kernel/drv/amd64/xde
482024-10-22T00:29:38.665Z+ pfexec add_drv xde
492024-10-22T00:29:38.771Z+ curl -sSfOL https://buildomat.eng.oxide.computer/public/file/oxidecomputer/opte/release/f3002b356da7d0e4ca15beb66a5566a92919baaa/opteadm
502024-10-22T00:29:48.411Z+ chmod +x opteadm
512024-10-22T00:29:48.435Z+ cp opteadm /tmp/opteadm
522024-10-22T00:29:48.461Z+ pfexec mv opteadm /opt/oxide/opte/bin/opteadm
532024-10-22T00:29:48.525Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
542024-10-22T00:29:48.658Zsecpolicy_fs_linkdir: 0x55 = 0x55
552024-10-22T00:29:48.658Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
562024-10-22T00:29:48.658Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
572024-10-22T00:29:48.658Zsecpolicy_fs_linkdir+3: 0 = 0xe5
582024-10-22T00:29:48.658Zsecpolicy_fs_linkdir+4: 0 = 0xb8
592024-10-22T00:29:48.658Zsecpolicy_fs_linkdir+5: 0 = 0x1
602024-10-22T00:29:48.681Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
612024-10-22T00:29:48.681Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
622024-10-22T00:29:48.681Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
632024-10-22T00:29:48.681Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
642024-10-22T00:29:48.681Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
652024-10-22T00:29:48.681Z+ [[ -d /opt/oxide ]]
662024-10-22T00:29:48.681Z+ pfexec mv /opt/oxide /opt/oxide-underneath
672024-10-22T00:29:48.681Z+ pfexec mkdir /opt/oxide
682024-10-22T00:29:48.681Z+ pfexec mount -F tmpfs -O swap /opt/oxide
692024-10-22T00:29:48.681Z+ [[ -d /opt/oxide-underneath ]]
702024-10-22T00:29:48.682Z+ cd /opt/oxide-underneath
712024-10-22T00:29:48.682Z+ pfexec tar ceEp@/f - .
722024-10-22T00:29:48.682Z+ cd /opt/oxide
732024-10-22T00:29:48.682Z+ pfexec tar xveEp@/f -
742024-10-22T00:29:48.725Zx ., 0 bytes, 0 tape blocks
752024-10-22T00:29:48.725Zx ./opte, 0 bytes, 0 tape blocks
762024-10-22T00:29:48.725Zx ./opte/bin, 0 bytes, 0 tape blocks
772024-10-22T00:29:48.725Zx ./opte/bin/opteadm, 55763696 bytes, 108914 tape blocks
782024-10-22T00:29:48.748Z+ pfexec rm -rf /opt/oxide-underneath
792024-10-22T00:29:48.748Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
802024-10-22T00:29:48.771Z+ pfexec mkdir /opt/oxide/work
812024-10-22T00:29:48.772Z+ pfexec chown build:build /opt/oxide/work
822024-10-22T00:29:48.772Z+ cd /opt/oxide/work
832024-10-22T00:29:48.772Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
842024-10-22T00:30:01.434ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
852024-10-22T00:30:01.434Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
862024-10-22T00:30:01.434Zx out/target/test, 107 bytes, 1 tape blocks
872024-10-22T00:30:01.434Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
882024-10-22T00:30:01.434Zx package-manifest.toml, 32239 bytes, 63 tape blocks
892024-10-22T00:30:01.434Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
902024-10-22T00:30:01.434Zx target/release/omicron-package, 33659896 bytes, 65742 tape blocks
912024-10-22T00:30:01.434Zx target/release/xtask, 12437144 bytes, 24292 tape blocks
922024-10-22T00:30:01.434Zx target/debug/bootstrap, 202384104 bytes, 395282 tape blocks
932024-10-22T00:30:01.434Zx tests/bootstrap-3050ae0f06ab7321, 24570552 bytes, 47990 tape blocks
942024-10-22T00:30:01.434Zx tests/commtest-85a63916ba1131d0, 25005456 bytes, 48839 tape blocks
952024-10-22T00:30:01.434Zx tests/dhcp_server-0ec088441df6d399, 24570568 bytes, 47990 tape blocks
962024-10-22T00:30:01.434Zx tests/end_to_end_tests-414b9a7446254693, 215422448 bytes, 420747 tape blocks
972024-10-22T00:30:01.434Zx out/clickhouse.tar.gz, 250489479 bytes, 489238 tape blocks
982024-10-22T00:30:01.434Zx out/clickhouse_keeper.tar.gz, 250484105 bytes, 489227 tape blocks
992024-10-22T00:30:01.434Zx out/clickhouse_server.tar.gz, 250483287 bytes, 489226 tape blocks
1002024-10-22T00:30:01.434Zx out/cockroachdb.tar.gz, 136016585 bytes, 265658 tape blocks
1012024-10-22T00:30:01.434Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
1022024-10-22T00:30:01.434Zx out/crucible-pantry-zone.tar.gz, 27627135 bytes, 53960 tape blocks
1032024-10-22T00:30:01.434Zx out/crucible-zone.tar.gz, 36011190 bytes, 70335 tape blocks
1042024-10-22T00:30:01.435Zx out/external-dns.tar.gz, 31590087 bytes, 61700 tape blocks
1052024-10-22T00:30:01.435Zx out/internal-dns.tar.gz, 31589276 bytes, 61698 tape blocks
1062024-10-22T00:30:01.435Zx out/mg-ddm-gz.tar, 64164864 bytes, 125322 tape blocks
1072024-10-22T00:30:01.435Zx out/nexus.tar.gz, 97399584 bytes, 190234 tape blocks
1082024-10-22T00:30:01.435Zx out/ntp.tar.gz, 9340257 bytes, 18243 tape blocks
1092024-10-22T00:30:01.435Zx out/omicron-gateway-softnpu.tar.gz, 22169165 bytes, 43300 tape blocks
1102024-10-22T00:30:01.435Zx out/omicron-sled-agent.tar, 106170368 bytes, 207364 tape blocks
1112024-10-22T00:30:01.435Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1122024-10-22T00:30:01.435Zx out/oximeter.tar.gz, 47332544 bytes, 92447 tape blocks
1132024-10-22T00:30:01.435Zx out/oxlog.tar, 3109376 bytes, 6073 tape blocks
1142024-10-22T00:30:01.435Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1152024-10-22T00:30:01.435Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1162024-10-22T00:30:01.435Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1172024-10-22T00:30:01.435Zx out/switch-softnpu.tar.gz, 232290921 bytes, 453694 tape blocks
1182024-10-22T00:30:01.459Z
1192024-10-22T00:30:01.459Zreal 12.638961624
1202024-10-22T00:30:01.459Zuser 11.178824162
1212024-10-22T00:30:01.460Zsys 2.466091994
1222024-10-22T00:30:01.460Ztrap 0.000514349
1232024-10-22T00:30:01.460Ztflt 0.000000000
1242024-10-22T00:30:01.460Zdflt 0.000000000
1252024-10-22T00:30:01.460Zkflt 0.000000000
1262024-10-22T00:30:01.460Zlock 0.000000000
1272024-10-22T00:30:01.460Zslp 11.294665984
1282024-10-22T00:30:01.460Zlat 0.335670834
1292024-10-22T00:30:01.460Zstop 0.000125281
1302024-10-22T00:30:01.460Z+ source .github/buildomat/ci-env.sh
1312024-10-22T00:30:01.460Z++ export CARGO_TERM_COLOR=always
1322024-10-22T00:30:01.460Z++ CARGO_TERM_COLOR=always
1332024-10-22T00:30:01.460Z+ bmat address ls
1342024-10-22T00:30:01.460ZNAME CIDR FIRST LAST COUNT
1352024-10-22T00:30:01.460Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1362024-10-22T00:30:01.460Z++ bmat address ls -f extra -Ho first,last,count
1372024-10-22T00:30:01.460Z+ set -- 10.151.2.164 10.151.2.227 64
1382024-10-22T00:30:01.460Z+ EXTRA_IP_START=10.151.2.164
1392024-10-22T00:30:01.460Z+ EXTRA_IP_END=10.151.2.227
1402024-10-22T00:30:01.460Z+ EXTRA_IP_COUNT=64
1412024-10-22T00:30:01.460Z+ (( EXTRA_IP_COUNT >= 32 ))
1422024-10-22T00:30:01.460Z+ EXTRA_IP_BASE=10.151.2
1432024-10-22T00:30:01.460Z+ EXTRA_IP_FOCTET=164
1442024-10-22T00:30:01.460Z+ EXTRA_IP_LOCTET=227
1452024-10-22T00:30:01.460Z+ SERVICE_IP_POOL_START=10.151.2.164
1462024-10-22T00:30:01.460Z+ SERVICE_IP_POOL_END=10.151.2.173
1472024-10-22T00:30:01.460Z+ DNS_IP1=10.151.2.164
1482024-10-22T00:30:01.460Z+ DNS_IP2=10.151.2.165
1492024-10-22T00:30:01.460Z+ UPLINK_IP=10.151.2.174
1502024-10-22T00:30:01.460Z+ IPPOOL_START=10.151.2.175
1512024-10-22T00:30:01.460Z+ IPPOOL_END=10.151.2.227
1522024-10-22T00:30:01.460Z++ ipadm show-addr -po type,addr
1532024-10-22T00:30:01.460Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1542024-10-22T00:30:01.460Z+ GATEWAY_IP=10.151.2.100
1552024-10-22T00:30:01.460Z+ [[ -n 10.151.2.100 ]]
1562024-10-22T00:30:01.460Z+ ping -s 10.151.2.100 56 1
1572024-10-22T00:30:01.460ZPING 10.151.2.100: 56 data bytes
1582024-10-22T00:30:01.460Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1592024-10-22T00:30:01.461Z
1602024-10-22T00:30:01.461Z----10.151.2.100 PING Statistics----
1612024-10-22T00:30:01.461Z1 packets transmitted, 1 packets received, 0% packet loss
1622024-10-22T00:30:01.461Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1632024-10-22T00:30:01.461Z++ arp -an
1642024-10-22T00:30:01.461Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1652024-10-22T00:30:01.461Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1662024-10-22T00:30:01.461Z+ routeadm -e ipv4-forwarding -u
1672024-10-22T00:30:01.572Z+ PXA_START=10.151.2.164
1682024-10-22T00:30:01.572Z+ PXA_END=10.151.2.227
1692024-10-22T00:30:01.595Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1702024-10-22T00:30:01.765Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1712024-10-22T00:30:01.789ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1722024-10-22T00:30:01.789Zcreating virtual hardware
1732024-10-22T00:30:01.789Zcreating /scratch/m2_0.vdev
1742024-10-22T00:30:01.789Zcreating /scratch/m2_1.vdev
1752024-10-22T00:30:01.789Zcreating /scratch/u2_0.vdev
1762024-10-22T00:30:01.789Zcreating /scratch/u2_1.vdev
1772024-10-22T00:30:01.789Zcreating /scratch/u2_2.vdev
1782024-10-22T00:30:01.789Zcreating /scratch/u2_3.vdev
1792024-10-22T00:30:01.789Zcreating /scratch/u2_4.vdev
1802024-10-22T00:30:01.789Zcreating /scratch/u2_5.vdev
1812024-10-22T00:30:01.789Zcreating /scratch/u2_6.vdev
1822024-10-22T00:30:01.789Zcreating /scratch/u2_7.vdev
1832024-10-22T00:30:01.789Zcreating /scratch/u2_8.vdev
1842024-10-22T00:30:01.812ZSimnet net0/sc0_0 exists
1852024-10-22T00:30:01.836ZSimnet net1/sc1_0 exists
1862024-10-22T00:30:01.859ZVnic sc0_1 exists
1872024-10-22T00:30:14.079ZUsing 10.151.2.100 as gateway ip
1882024-10-22T00:30:14.079Zusing 18:C0:4D:0D:A0:2A as gateway mac
1892024-10-22T00:30:14.079Zconfiguring SoftNPU ARP entry
1902024-10-22T00:30:14.106Zconfiguring SoftNPU proxy ARP
1912024-10-22T00:30:14.160ZSoftNPU state:
1922024-10-22T00:30:14.160Z local v6:
1932024-10-22T00:30:14.160Z local v4:
1942024-10-22T00:30:14.160Z router v6:
1952024-10-22T00:30:14.160Z router v4_idx:
1962024-10-22T00:30:14.160Z router v4_routes:
1972024-10-22T00:30:14.160Z resolver v4:
1982024-10-22T00:30:14.160Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1992024-10-22T00:30:14.160Z resolver v6:
2002024-10-22T00:30:14.160Z nat v4:
2012024-10-22T00:30:14.160Z nat_v6:
2022024-10-22T00:30:14.160Z port_mac:
2032024-10-22T00:30:14.160Z proxy arp:
2042024-10-22T00:30:14.160Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
2052024-10-22T00:30:14.160Zcreated virtual hardware
2062024-10-22T00:30:14.184Z
2072024-10-22T00:30:14.184Zreal 12.392024638
2082024-10-22T00:30:14.184Zuser 0.654359138
2092024-10-22T00:30:14.184Zsys 2.878436154
2102024-10-22T00:30:14.184Ztrap 0.000056449
2112024-10-22T00:30:14.184Ztflt 0.000281997
2122024-10-22T00:30:14.184Zdflt 0.000381745
2132024-10-22T00:30:14.184Zkflt 0.000003020
2142024-10-22T00:30:14.184Zlock 9:38.449392753
2152024-10-22T00:30:14.184Zslp 37.452963655
2162024-10-22T00:30:14.184Zlat 0.075527877
2172024-10-22T00:30:14.184Zstop 0.333959070
2182024-10-22T00:30:14.184Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2192024-10-22T00:30:14.208Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2202024-10-22T00:30:14.208Z+ diff -u pkg/config.toml~ pkg/config.toml
2212024-10-22T00:30:14.208Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2222024-10-22T00:30:14.208Z+++ pkg/config.toml Tue Oct 22 00:30:14 2024
2232024-10-22T00:30:14.208Z@@ -29,18 +29,18 @@
2242024-10-22T00:30:14.208Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2252024-10-22T00:30:14.208Z # followed by a string that is embedded into their fake serial values.
2262024-10-22T00:30:14.208Z vdevs = [
2272024-10-22T00:30:14.208Z- "m2_0.vdev",
2282024-10-22T00:30:14.208Z- "m2_1.vdev",
2292024-10-22T00:30:14.208Z+ "/scratch/m2_0.vdev",
2302024-10-22T00:30:14.208Z+ "/scratch/m2_1.vdev",
2312024-10-22T00:30:14.208Z
2322024-10-22T00:30:14.208Z- "u2_0.vdev",
2332024-10-22T00:30:14.208Z- "u2_1.vdev",
2342024-10-22T00:30:14.208Z- "u2_2.vdev",
2352024-10-22T00:30:14.208Z- "u2_3.vdev",
2362024-10-22T00:30:14.208Z- "u2_4.vdev",
2372024-10-22T00:30:14.208Z- "u2_5.vdev",
2382024-10-22T00:30:14.208Z- "u2_6.vdev",
2392024-10-22T00:30:14.208Z- "u2_7.vdev",
2402024-10-22T00:30:14.208Z- "u2_8.vdev",
2412024-10-22T00:30:14.208Z+ "/scratch/u2_0.vdev",
2422024-10-22T00:30:14.208Z+ "/scratch/u2_1.vdev",
2432024-10-22T00:30:14.208Z+ "/scratch/u2_2.vdev",
2442024-10-22T00:30:14.208Z+ "/scratch/u2_3.vdev",
2452024-10-22T00:30:14.208Z+ "/scratch/u2_4.vdev",
2462024-10-22T00:30:14.208Z+ "/scratch/u2_5.vdev",
2472024-10-22T00:30:14.208Z+ "/scratch/u2_6.vdev",
2482024-10-22T00:30:14.208Z+ "/scratch/u2_7.vdev",
2492024-10-22T00:30:14.208Z+ "/scratch/u2_8.vdev",
2502024-10-22T00:30:14.208Z ]
2512024-10-22T00:30:14.208Z
2522024-10-22T00:30:14.208Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2532024-10-22T00:30:14.208Z+ true
2542024-10-22T00:30:14.208Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2552024-10-22T00:30:14.209Z+ SILO_NAME=recovery
2562024-10-22T00:30:14.209Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2572024-10-22T00:30:14.209Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2582024-10-22T00:30:14.209Z+ sed -i~ '
2592024-10-22T00:30:14.209Z /^external_dns_ips/c\
2602024-10-22T00:30:14.209Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2612024-10-22T00:30:14.209Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2622024-10-22T00:30:14.209Z /^first/c\
2632024-10-22T00:30:14.209Zfirst = "10.151.2.164"
2642024-10-22T00:30:14.209Z /^last/c\
2652024-10-22T00:30:14.209Zlast = "10.151.2.173"
2662024-10-22T00:30:14.209Z }
2672024-10-22T00:30:14.209Z /^infra_ip_first/c\
2682024-10-22T00:30:14.209Zinfra_ip_first = "10.151.2.174"
2692024-10-22T00:30:14.209Z /^infra_ip_last/c\
2702024-10-22T00:30:14.209Zinfra_ip_last = "10.151.2.174"
2712024-10-22T00:30:14.209Z /^\[\[rack_network_config.ports/,/^$/ {
2722024-10-22T00:30:14.209Z /^routes/c\
2732024-10-22T00:30:14.209Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2742024-10-22T00:30:14.209Z /^addresses/c\
2752024-10-22T00:30:14.209Zaddresses = \[{address = "10.151.2.174/24"} \]
2762024-10-22T00:30:14.209Z }
2772024-10-22T00:30:14.209Z' pkg/config-rss.toml
2782024-10-22T00:30:14.233Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2792024-10-22T00:30:14.233Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2802024-10-22T00:30:14.233Z+++ pkg/config-rss.toml Tue Oct 22 00:30:14 2024
2812024-10-22T00:30:14.233Z@@ -33,7 +33,7 @@
2822024-10-22T00:30:14.233Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2832024-10-22T00:30:14.233Z # must be contained in one of the "internal services" IP Pool ranges listed
2842024-10-22T00:30:14.233Z # below.
2852024-10-22T00:30:14.233Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2862024-10-22T00:30:14.233Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2872024-10-22T00:30:14.233Z
2882024-10-22T00:30:14.233Z # Initial TLS certificates for the external API
2892024-10-22T00:30:14.233Z #
2902024-10-22T00:30:14.233Z@@ -69,8 +69,8 @@
2912024-10-22T00:30:14.233Z #
2922024-10-22T00:30:14.233Z # For more on this and what to put here, see docs/how-to-run.adoc.
2932024-10-22T00:30:14.233Z [[internal_services_ip_pool_ranges]]
2942024-10-22T00:30:14.233Z-first = "192.168.1.20"
2952024-10-22T00:30:14.233Z-last = "192.168.1.29"
2962024-10-22T00:30:14.233Z+first = "10.151.2.164"
2972024-10-22T00:30:14.233Z+last = "10.151.2.173"
2982024-10-22T00:30:14.233Z
2992024-10-22T00:30:14.233Z # TODO - this configuration is subject to change going forward. Ultimately these
3002024-10-22T00:30:14.233Z # parameters should be provided to the control plane via wicket, but we need to
3012024-10-22T00:30:14.233Z@@ -91,8 +91,8 @@
3022024-10-22T00:30:14.233Z # A range of IP addresses used by Boundary Services on the external network. In
3032024-10-22T00:30:14.233Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3042024-10-22T00:30:14.233Z # With softnpu, only one address is used.
3052024-10-22T00:30:14.233Z-infra_ip_first = "192.168.1.30"
3062024-10-22T00:30:14.233Z-infra_ip_last = "192.168.1.30"
3072024-10-22T00:30:14.233Z+infra_ip_first = "10.151.2.174"
3082024-10-22T00:30:14.233Z+infra_ip_last = "10.151.2.174"
3092024-10-22T00:30:14.233Z
3102024-10-22T00:30:14.233Z # Configurations for BGP routers to run on the scrimlets.
3112024-10-22T00:30:14.233Z bgp = []
3122024-10-22T00:30:14.233Z@@ -100,9 +100,9 @@
3132024-10-22T00:30:14.233Z # You can configure multiple uplinks by repeating the following stanza
3142024-10-22T00:30:14.233Z [[rack_network_config.ports]]
3152024-10-22T00:30:14.233Z # Routes associated with this port.
3162024-10-22T00:30:14.233Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3172024-10-22T00:30:14.234Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3182024-10-22T00:30:14.234Z # Addresses associated with this port.
3192024-10-22T00:30:14.234Z-addresses = [{address = "192.168.1.30/24"}]
3202024-10-22T00:30:14.234Z+addresses = [{address = "10.151.2.174/24"} ]
3212024-10-22T00:30:14.234Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3222024-10-22T00:30:14.234Z port = "qsfp0"
3232024-10-22T00:30:14.234Z # The speed of this port.
3242024-10-22T00:30:14.234Z+ true
3252024-10-22T00:30:14.234Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3262024-10-22T00:30:14.234Za pkg/config-rss.toml 8K
3272024-10-22T00:30:14.234Za pkg/config.toml 4K
3282024-10-22T00:30:14.234Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3292024-10-22T00:30:14.234Z+ TLS_NAME=recovery.sys.oxide.test
3302024-10-22T00:30:14.234Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3312024-10-22T00:30:14.437Z....+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.........+....+..+.......+..+......+...+.+........+.+......+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+.......+.........+........+.......+......+..............+......+............+.............+...+......+...+..+.+........+.........+.+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3322024-10-22T00:30:14.855Z.+.+...............+.....+......+......+..........+...+............+.........+.........+..+...+.+........+.+.........+..+.+..+......+..........+.....+.......+.....+....+...+...+............+..+...+...+.......+.....+..........+...+..+.+......+......+...+.................+............+...+....+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+.+...+.....+......+....+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+......+.+..+...............+...+....+...........+.......+......+...........+......+...+....+...........+.+...+...............+...+.........+...+......+.....................+...+...+..+.+................................+...+.+...+......+..+.........+...+...+....+...............+...........+...+..........+.....+.......+...+..+.......+...+.....+.......+...+........................+...........+..........+............+...........+..........+.........+..+.+..+...+..................+......+.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3332024-10-22T00:30:14.878Z-----
3342024-10-22T00:30:14.878Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3352024-10-22T00:30:14.901Za pkg/initial-tls-cert.pem 2K
3362024-10-22T00:30:14.901Za pkg/initial-tls-key.pem 4K
3372024-10-22T00:30:14.901Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3382024-10-22T00:30:14.901Z+ rmdir pkg
3392024-10-22T00:30:14.901Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3402024-10-22T00:30:14.901Z+ pfexec mkdir -p /usr/oxide
3412024-10-22T00:30:14.901Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3422024-10-22T00:30:15.551Z+ pfexec chmod +x /usr/oxide/oxide
3432024-10-22T00:30:15.574Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3442024-10-22T00:30:33.872Z+ OMICRON_NO_UNINSTALL=1
3452024-10-22T00:30:33.872Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3462024-10-22T00:30:33.896ZLogging to: /opt/oxide/work/out/LOG
3472024-10-22T00:30:34.444Z
3482024-10-22T00:30:34.467Zreal 0.566510930
3492024-10-22T00:30:34.467Zuser 0.138832472
3502024-10-22T00:30:34.467Zsys 2.813907919
3512024-10-22T00:30:34.467Ztrap 0.000000800
3522024-10-22T00:30:34.467Ztflt 0.000000000
3532024-10-22T00:30:34.467Zdflt 0.000524534
3542024-10-22T00:30:34.467Zkflt 0.000000000
3552024-10-22T00:30:34.467Zlock 50.917082132
3562024-10-22T00:30:34.468Zslp 0.754305282
3572024-10-22T00:30:34.468Zlat 0.003123194
3582024-10-22T00:30:34.468Zstop 0.224566907
3592024-10-22T00:30:34.468Z+ retry=0
3602024-10-22T00:30:34.468Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-10-22T00:30:34.468Z+ [[ 0 -gt 30 ]]
3622024-10-22T00:30:34.468Z+ sleep 1
3632024-10-22T00:30:35.459Z+ retry=1
3642024-10-22T00:30:35.459Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-10-22T00:30:35.483Z+ [[ 1 -gt 30 ]]
3662024-10-22T00:30:35.483Z+ sleep 1
3672024-10-22T00:30:36.473Z+ retry=2
3682024-10-22T00:30:36.474Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-10-22T00:30:36.497Z+ [[ 2 -gt 30 ]]
3702024-10-22T00:30:36.497Z+ sleep 1
3712024-10-22T00:30:37.487Z+ retry=3
3722024-10-22T00:30:37.488Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732024-10-22T00:30:57.896Z+ [[ 3 -gt 30 ]]
3742024-10-22T00:30:57.896Z+ sleep 1
3752024-10-22T00:30:58.900Z+ retry=4
3762024-10-22T00:30:58.900Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3772024-10-22T00:30:58.923Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3782024-10-22T00:30:58.971Zlocal v6:
3792024-10-22T00:30:58.971Zfe80::e45e:d4ff:fe1b:cf83
3802024-10-22T00:30:58.971Zlocal v4:
3812024-10-22T00:30:58.971Z10.151.2.174
3822024-10-22T00:30:58.971Zrouter v6:
3832024-10-22T00:30:58.971Zfd00:1122:3344:101::/64 -> fe80::d429:bcff:fed2:f51a (1)
3842024-10-22T00:30:58.971Zfd00:1122:3344:1::/64 -> fe80::d429:bcff:fed2:f51a (1)
3852024-10-22T00:30:58.971Zfd00:1122:3344:3::/64 -> fe80::d429:bcff:fed2:f51a (1)
3862024-10-22T00:30:58.971Zfd00:1122:3344:2::/64 -> fe80::d429:bcff:fed2:f51a (1)
3872024-10-22T00:30:58.971Zfdb0:18c0:4d0d:a02a::/64 -> fe80::d429:bcff:fed2:f51a (1)
3882024-10-22T00:30:58.971Zrouter v4_idx:
3892024-10-22T00:30:58.971Zrouter v4_routes:
3902024-10-22T00:30:58.971Zresolver v4:
3912024-10-22T00:30:58.971Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3922024-10-22T00:30:58.971Zresolver v6:
3932024-10-22T00:30:58.971Zfe80::e45e:d4ff:fe1b:cf83 -> e6:5e:d4:1b:cf:83
3942024-10-22T00:30:58.971Zfe80::d429:bcff:fed2:f51a -> d6:29:bc:d2:f5:1a
3952024-10-22T00:30:58.971Znat v4:
3962024-10-22T00:30:58.971Znat_v6:
3972024-10-22T00:30:58.971Zport_mac:
3982024-10-22T00:30:58.971Z2: a8:40:25:63:66:b5
3992024-10-22T00:30:58.971Z1000: a8:40:25:63:66:94
4002024-10-22T00:30:58.971Z1: a8:40:25:63:66:95
4012024-10-22T00:30:58.971Zproxy arp:
4022024-10-22T00:30:58.971Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
4032024-10-22T00:30:58.971Z+ retry=0
4042024-10-22T00:30:58.971Z+++ zoneadm list -n
4052024-10-22T00:30:58.971Z+++ grep oxz_ntp
4062024-10-22T00:30:58.972Z++ pfexec svcs -z -Hostate oxide/ntp
4072024-10-22T00:30:58.972Zsvcs: zone '-Hostate': entity not found
4082024-10-22T00:30:58.972Z++ true
4092024-10-22T00:30:58.972Z+ [[ '' != online ]]
4102024-10-22T00:30:58.972Z+ [[ 0 -gt 60 ]]
4112024-10-22T00:30:58.972Z+ sleep 1
4122024-10-22T00:30:59.961Z+ retry=1
4132024-10-22T00:30:59.985Z+++ zoneadm list -n
4142024-10-22T00:30:59.985Z+++ grep oxz_ntp
4152024-10-22T00:30:59.985Z++ pfexec svcs -z -Hostate oxide/ntp
4162024-10-22T00:30:59.985Zsvcs: zone '-Hostate': entity not found
4172024-10-22T00:30:59.985Z++ true
4182024-10-22T00:30:59.985Z+ [[ '' != online ]]
4192024-10-22T00:30:59.985Z+ [[ 1 -gt 60 ]]
4202024-10-22T00:30:59.985Z+ sleep 1
4212024-10-22T00:31:00.983Z+ retry=2
4222024-10-22T00:31:01.007Z+++ zoneadm list -n
4232024-10-22T00:31:01.007Z+++ grep oxz_ntp
4242024-10-22T00:31:01.007Z++ pfexec svcs -z -Hostate oxide/ntp
4252024-10-22T00:31:01.007Zsvcs: zone '-Hostate': entity not found
4262024-10-22T00:31:01.007Z++ true
4272024-10-22T00:31:01.007Z+ [[ '' != online ]]
4282024-10-22T00:31:01.007Z+ [[ 2 -gt 60 ]]
4292024-10-22T00:31:01.007Z+ sleep 1
4302024-10-22T00:31:02.006Z+ retry=3
4312024-10-22T00:31:02.030Z+++ zoneadm list -n
4322024-10-22T00:31:02.030Z+++ grep oxz_ntp
4332024-10-22T00:31:02.030Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4342024-10-22T00:31:02.054Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4352024-10-22T00:31:02.054Z++ true
4362024-10-22T00:31:02.054Z+ [[ '' != online ]]
4372024-10-22T00:31:02.054Z+ [[ 3 -gt 60 ]]
4382024-10-22T00:31:02.054Z+ sleep 1
4392024-10-22T00:31:03.039Z+ retry=4
4402024-10-22T00:31:03.063Z+++ zoneadm list -n
4412024-10-22T00:31:03.063Z+++ grep oxz_ntp
4422024-10-22T00:31:03.063Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4432024-10-22T00:31:03.087Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4442024-10-22T00:31:03.087Z++ true
4452024-10-22T00:31:03.087Z+ [[ '' != online ]]
4462024-10-22T00:31:03.088Z+ [[ 4 -gt 60 ]]
4472024-10-22T00:31:03.088Z+ sleep 1
4482024-10-22T00:31:04.068Z+ retry=5
4492024-10-22T00:31:04.092Z+++ zoneadm list -n
4502024-10-22T00:31:04.092Z+++ grep oxz_ntp
4512024-10-22T00:31:04.092Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4522024-10-22T00:31:04.116Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4532024-10-22T00:31:04.116Z++ true
4542024-10-22T00:31:04.116Z+ [[ '' != online ]]
4552024-10-22T00:31:04.116Z+ [[ 5 -gt 60 ]]
4562024-10-22T00:31:04.116Z+ sleep 1
4572024-10-22T00:31:05.100Z+ retry=6
4582024-10-22T00:31:05.124Z+++ zoneadm list -n
4592024-10-22T00:31:05.124Z+++ grep oxz_ntp
4602024-10-22T00:31:05.124Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4612024-10-22T00:31:05.147Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4622024-10-22T00:31:05.147Z++ true
4632024-10-22T00:31:05.148Z+ [[ '' != online ]]
4642024-10-22T00:31:05.148Z+ [[ 6 -gt 60 ]]
4652024-10-22T00:31:05.148Z+ sleep 1
4662024-10-22T00:31:06.132Z+ retry=7
4672024-10-22T00:31:06.156Z+++ zoneadm list -n
4682024-10-22T00:31:06.156Z+++ grep oxz_ntp
4692024-10-22T00:31:06.156Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4702024-10-22T00:31:06.156Z+ [[ offline != online ]]
4712024-10-22T00:31:06.156Z+ [[ 7 -gt 60 ]]
4722024-10-22T00:31:06.156Z+ sleep 1
4732024-10-22T00:31:07.156Z+ retry=8
4742024-10-22T00:31:07.181Z+++ zoneadm list -n
4752024-10-22T00:31:07.181Z+++ grep oxz_ntp
4762024-10-22T00:31:07.181Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4772024-10-22T00:31:07.181Z+ [[ offline != online ]]
4782024-10-22T00:31:07.181Z+ [[ 8 -gt 60 ]]
4792024-10-22T00:31:07.181Z+ sleep 1
4802024-10-22T00:31:08.179Z+ retry=9
4812024-10-22T00:31:08.203Z+++ zoneadm list -n
4822024-10-22T00:31:08.203Z+++ grep oxz_ntp
4832024-10-22T00:31:08.203Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4842024-10-22T00:31:08.203Z+ [[ offline != online ]]
4852024-10-22T00:31:08.203Z+ [[ 9 -gt 60 ]]
4862024-10-22T00:31:08.203Z+ sleep 1
4872024-10-22T00:31:09.201Z+ retry=10
4882024-10-22T00:31:09.225Z+++ zoneadm list -n
4892024-10-22T00:31:09.225Z+++ grep oxz_ntp
4902024-10-22T00:31:09.225Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4912024-10-22T00:31:09.225Z+ [[ offline != online ]]
4922024-10-22T00:31:09.225Z+ [[ 10 -gt 60 ]]
4932024-10-22T00:31:09.225Z+ sleep 1
4942024-10-22T00:31:10.223Z+ retry=11
4952024-10-22T00:31:10.246Z+++ zoneadm list -n
4962024-10-22T00:31:10.247Z+++ grep oxz_ntp
4972024-10-22T00:31:10.247Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
4982024-10-22T00:31:10.247Z+ [[ offline != online ]]
4992024-10-22T00:31:10.247Z+ [[ 11 -gt 60 ]]
5002024-10-22T00:31:10.247Z+ sleep 1
 
5012024-10-22T00:31:11.128Zsock console login: Oct 22 00:31:10 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5022024-10-22T00:31:11.244Z+ retry=12
5032024-10-22T00:31:11.268Z+++ zoneadm list -n
5042024-10-22T00:31:11.268Z+++ grep oxz_ntp
5052024-10-22T00:31:11.268Z++ pfexec svcs -z oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e -Hostate oxide/ntp
5062024-10-22T00:31:11.268Z+ [[ online != online ]]
5072024-10-22T00:31:11.268Z+ echo 'Waited for chrony: 12s'
5082024-10-22T00:31:11.268Z+ retry=0
5092024-10-22T00:31:11.269ZWaited for chrony: 12s
5102024-10-22T00:31:11.269Z+ zoneadm list
5112024-10-22T00:31:11.269Z+ grep nexus
5122024-10-22T00:31:11.292Z+ [[ 0 -gt 300 ]]
5132024-10-22T00:31:11.292Z+ sleep 1
5142024-10-22T00:31:12.275Z+ retry=1
5152024-10-22T00:31:12.299Z+ zoneadm list
5162024-10-22T00:31:12.299Z+ grep nexus
5172024-10-22T00:31:12.299Z+ [[ 1 -gt 300 ]]
5182024-10-22T00:31:12.299Z+ sleep 1
5192024-10-22T00:31:13.285Z+ retry=2
5202024-10-22T00:31:13.309Z+ zoneadm list
5212024-10-22T00:31:13.309Z+ grep nexus
5222024-10-22T00:31:13.309Z+ [[ 2 -gt 300 ]]
5232024-10-22T00:31:13.309Z+ sleep 1
5242024-10-22T00:31:14.296Z+ retry=3
5252024-10-22T00:31:14.320Z+ zoneadm list
5262024-10-22T00:31:14.320Z+ grep nexus
5272024-10-22T00:31:14.320Z+ [[ 3 -gt 300 ]]
5282024-10-22T00:31:14.320Z+ sleep 1
5292024-10-22T00:31:15.307Z+ retry=4
5302024-10-22T00:31:15.331Z+ zoneadm list
5312024-10-22T00:31:15.331Z+ grep nexus
5322024-10-22T00:31:15.331Z+ [[ 4 -gt 300 ]]
5332024-10-22T00:31:15.331Z+ sleep 1
5342024-10-22T00:31:16.318Z+ retry=5
5352024-10-22T00:31:16.344Z+ zoneadm list
5362024-10-22T00:31:16.344Z+ grep nexus
5372024-10-22T00:31:16.344Z+ [[ 5 -gt 300 ]]
5382024-10-22T00:31:16.344Z+ sleep 1
5392024-10-22T00:31:17.334Z+ retry=6
5402024-10-22T00:31:17.358Z+ zoneadm list
5412024-10-22T00:31:17.358Z+ grep nexus
5422024-10-22T00:31:17.358Z+ [[ 6 -gt 300 ]]
5432024-10-22T00:31:17.358Z+ sleep 1
5442024-10-22T00:31:18.344Z+ retry=7
5452024-10-22T00:31:18.368Z+ zoneadm list
5462024-10-22T00:31:18.368Z+ grep nexus
5472024-10-22T00:31:18.369Z+ [[ 7 -gt 300 ]]
5482024-10-22T00:31:18.369Z+ sleep 1
5492024-10-22T00:31:19.399Z+ retry=8
5502024-10-22T00:31:19.423Z+ zoneadm list
5512024-10-22T00:31:19.423Z+ grep nexus
5522024-10-22T00:31:19.502Z+ [[ 8 -gt 300 ]]
5532024-10-22T00:31:19.502Z+ sleep 1
5542024-10-22T00:31:20.562Z+ retry=9
5552024-10-22T00:31:20.591Z+ zoneadm list
5562024-10-22T00:31:20.591Z+ grep nexus
5572024-10-22T00:31:20.616Z+ [[ 9 -gt 300 ]]
5582024-10-22T00:31:20.642Z+ sleep 1
5592024-10-22T00:31:21.635Z+ retry=10
5602024-10-22T00:31:21.659Z+ zoneadm list
5612024-10-22T00:31:21.659Z+ grep nexus
5622024-10-22T00:31:21.659Z+ [[ 10 -gt 300 ]]
5632024-10-22T00:31:21.659Z+ sleep 1
5642024-10-22T00:31:22.649Z+ retry=11
5652024-10-22T00:31:22.673Z+ zoneadm list
5662024-10-22T00:31:22.673Z+ grep nexus
5672024-10-22T00:31:22.673Z+ [[ 11 -gt 300 ]]
5682024-10-22T00:31:22.673Z+ sleep 1
5692024-10-22T00:31:23.661Z+ retry=12
5702024-10-22T00:31:23.685Z+ zoneadm list
5712024-10-22T00:31:23.685Z+ grep nexus
5722024-10-22T00:31:23.685Z+ [[ 12 -gt 300 ]]
5732024-10-22T00:31:23.685Z+ sleep 1
5742024-10-22T00:31:24.672Z+ retry=13
5752024-10-22T00:31:24.697Z+ zoneadm list
5762024-10-22T00:31:24.697Z+ grep nexus
5772024-10-22T00:31:24.697Z+ [[ 13 -gt 300 ]]
5782024-10-22T00:31:24.697Z+ sleep 1
5792024-10-22T00:31:25.684Z+ retry=14
5802024-10-22T00:31:25.708Z+ zoneadm list
5812024-10-22T00:31:25.708Z+ grep nexus
5822024-10-22T00:31:25.708Z+ [[ 14 -gt 300 ]]
5832024-10-22T00:31:25.708Z+ sleep 1
5842024-10-22T00:31:26.697Z+ retry=15
5852024-10-22T00:31:26.721Z+ zoneadm list
5862024-10-22T00:31:26.721Z+ grep nexus
5872024-10-22T00:31:26.721Z+ [[ 15 -gt 300 ]]
5882024-10-22T00:31:26.721Z+ sleep 1
5892024-10-22T00:31:27.710Z+ retry=16
5902024-10-22T00:31:27.735Z+ zoneadm list
5912024-10-22T00:31:27.735Z+ grep nexus
5922024-10-22T00:31:27.735Z+ [[ 16 -gt 300 ]]
5932024-10-22T00:31:27.735Z+ sleep 1
5942024-10-22T00:31:28.722Z+ retry=17
5952024-10-22T00:31:28.746Z+ zoneadm list
5962024-10-22T00:31:28.746Z+ grep nexus
5972024-10-22T00:31:28.746Z+ [[ 17 -gt 300 ]]
5982024-10-22T00:31:28.746Z+ sleep 1
5992024-10-22T00:31:29.734Z+ retry=18
6002024-10-22T00:31:29.757Z+ zoneadm list
6012024-10-22T00:31:29.758Z+ grep nexus
6022024-10-22T00:31:29.758Z+ [[ 18 -gt 300 ]]
6032024-10-22T00:31:29.758Z+ sleep 1
6042024-10-22T00:31:30.747Z+ retry=19
6052024-10-22T00:31:30.771Z+ zoneadm list
6062024-10-22T00:31:30.771Z+ grep nexus
6072024-10-22T00:31:30.771Z+ [[ 19 -gt 300 ]]
6082024-10-22T00:31:30.771Z+ sleep 1
6092024-10-22T00:31:31.758Z+ retry=20
6102024-10-22T00:31:31.782Z+ zoneadm list
6112024-10-22T00:31:31.782Z+ grep nexus
6122024-10-22T00:31:31.782Z+ [[ 20 -gt 300 ]]
6132024-10-22T00:31:31.782Z+ sleep 1
6142024-10-22T00:31:32.770Z+ retry=21
6152024-10-22T00:31:32.794Z+ zoneadm list
6162024-10-22T00:31:32.794Z+ grep nexus
6172024-10-22T00:31:32.794Z+ [[ 21 -gt 300 ]]
6182024-10-22T00:31:32.794Z+ sleep 1
6192024-10-22T00:31:33.782Z+ retry=22
6202024-10-22T00:31:33.805Z+ zoneadm list
6212024-10-22T00:31:33.805Z+ grep nexus
6222024-10-22T00:31:33.806Z+ [[ 22 -gt 300 ]]
6232024-10-22T00:31:33.806Z+ sleep 1
6242024-10-22T00:31:34.795Z+ retry=23
6252024-10-22T00:31:34.819Z+ zoneadm list
6262024-10-22T00:31:34.819Z+ grep nexus
6272024-10-22T00:31:34.819Z+ [[ 23 -gt 300 ]]
6282024-10-22T00:31:34.819Z+ sleep 1
6292024-10-22T00:31:35.808Z+ retry=24
6302024-10-22T00:31:35.832Z+ zoneadm list
6312024-10-22T00:31:35.832Z+ grep nexus
6322024-10-22T00:31:35.832Z+ [[ 24 -gt 300 ]]
6332024-10-22T00:31:35.832Z+ sleep 1
6342024-10-22T00:31:36.822Z+ retry=25
6352024-10-22T00:31:36.846Z+ zoneadm list
6362024-10-22T00:31:36.846Z+ grep nexus
6372024-10-22T00:31:36.846Z+ [[ 25 -gt 300 ]]
6382024-10-22T00:31:36.846Z+ sleep 1
6392024-10-22T00:31:37.841Z+ retry=26
6402024-10-22T00:31:37.865Z+ zoneadm list
6412024-10-22T00:31:37.889Z+ grep nexus
6422024-10-22T00:31:38.033Z+ [[ 26 -gt 300 ]]
6432024-10-22T00:31:38.033Z+ sleep 1
6442024-10-22T00:31:39.042Z+ retry=27
6452024-10-22T00:31:39.066Z+ grep nexus
6462024-10-22T00:31:39.066Z+ zoneadm list
6472024-10-22T00:31:39.090Z+ [[ 27 -gt 300 ]]
6482024-10-22T00:31:39.090Z+ sleep 1
6492024-10-22T00:31:40.075Z+ retry=28
6502024-10-22T00:31:40.100Z+ zoneadm list
6512024-10-22T00:31:40.100Z+ grep nexus
6522024-10-22T00:31:40.100Z+ [[ 28 -gt 300 ]]
6532024-10-22T00:31:40.100Z+ sleep 1
6542024-10-22T00:31:41.088Z+ retry=29
6552024-10-22T00:31:41.113Z+ zoneadm list
6562024-10-22T00:31:41.113Z+ grep nexus
6572024-10-22T00:31:41.113Z+ [[ 29 -gt 300 ]]
6582024-10-22T00:31:41.113Z+ sleep 1
6592024-10-22T00:31:42.101Z+ retry=30
6602024-10-22T00:31:42.124Z+ zoneadm list
6612024-10-22T00:31:42.124Z+ grep nexus
6622024-10-22T00:31:42.124Z+ [[ 30 -gt 300 ]]
6632024-10-22T00:31:42.124Z+ sleep 1
6642024-10-22T00:31:43.113Z+ retry=31
6652024-10-22T00:31:43.137Z+ zoneadm list
6662024-10-22T00:31:43.137Z+ grep nexus
6672024-10-22T00:31:43.137Z+ [[ 31 -gt 300 ]]
6682024-10-22T00:31:43.137Z+ sleep 1
6692024-10-22T00:31:44.125Z+ retry=32
6702024-10-22T00:31:44.148Z+ zoneadm list
6712024-10-22T00:31:44.149Z+ grep nexus
6722024-10-22T00:31:44.149Z+ [[ 32 -gt 300 ]]
6732024-10-22T00:31:44.149Z+ sleep 1
6742024-10-22T00:31:45.137Z+ retry=33
6752024-10-22T00:31:45.161Z+ zoneadm list
6762024-10-22T00:31:45.161Z+ grep nexus
6772024-10-22T00:31:45.161Z+ [[ 33 -gt 300 ]]
6782024-10-22T00:31:45.161Z+ sleep 1
6792024-10-22T00:31:46.149Z+ retry=34
6802024-10-22T00:31:46.173Z+ zoneadm list
6812024-10-22T00:31:46.173Z+ grep nexus
6822024-10-22T00:31:46.173Z+ [[ 34 -gt 300 ]]
6832024-10-22T00:31:46.173Z+ sleep 1
6842024-10-22T00:31:47.166Z+ retry=35
6852024-10-22T00:31:47.166Z+ zoneadm list
6862024-10-22T00:31:47.317Z+ grep nexus
6872024-10-22T00:31:47.345Z+ [[ 35 -gt 300 ]]
6882024-10-22T00:31:47.345Z+ sleep 1
6892024-10-22T00:31:48.375Z+ retry=36
6902024-10-22T00:31:48.399Z+ zoneadm list
6912024-10-22T00:31:48.400Z+ grep nexus
6922024-10-22T00:31:48.400Z+ [[ 36 -gt 300 ]]
6932024-10-22T00:31:48.400Z+ sleep 1
6942024-10-22T00:31:49.389Z+ retry=37
6952024-10-22T00:31:49.413Z+ zoneadm list
6962024-10-22T00:31:49.413Z+ grep nexus
6972024-10-22T00:31:49.413Z+ [[ 37 -gt 300 ]]
6982024-10-22T00:31:49.413Z+ sleep 1
6992024-10-22T00:31:50.401Z+ retry=38
7002024-10-22T00:31:50.425Z+ zoneadm list
7012024-10-22T00:31:50.425Z+ grep nexus
7022024-10-22T00:31:50.425Z+ [[ 38 -gt 300 ]]
7032024-10-22T00:31:50.425Z+ sleep 1
7042024-10-22T00:31:51.414Z+ retry=39
7052024-10-22T00:31:51.438Z+ zoneadm list
7062024-10-22T00:31:51.438Z+ grep nexus
7072024-10-22T00:31:51.438Z+ [[ 39 -gt 300 ]]
7082024-10-22T00:31:51.439Z+ sleep 1
7092024-10-22T00:31:52.426Z+ retry=40
7102024-10-22T00:31:52.449Z+ zoneadm list
7112024-10-22T00:31:52.449Z+ grep nexus
7122024-10-22T00:31:52.450Z+ [[ 40 -gt 300 ]]
7132024-10-22T00:31:52.450Z+ sleep 1
7142024-10-22T00:31:53.438Z+ retry=41
7152024-10-22T00:31:53.462Z+ zoneadm list
7162024-10-22T00:31:53.462Z+ grep nexus
7172024-10-22T00:31:53.462Z+ [[ 41 -gt 300 ]]
7182024-10-22T00:31:53.462Z+ sleep 1
7192024-10-22T00:31:54.453Z+ retry=42
7202024-10-22T00:31:54.476Z+ zoneadm list
7212024-10-22T00:31:54.476Z+ grep nexus
7222024-10-22T00:31:54.477Z+ [[ 42 -gt 300 ]]
7232024-10-22T00:31:54.477Z+ sleep 1
7242024-10-22T00:31:55.466Z+ retry=43
7252024-10-22T00:31:55.490Z+ zoneadm list
7262024-10-22T00:31:55.490Z+ grep nexus
7272024-10-22T00:31:55.490Z+ [[ 43 -gt 300 ]]
7282024-10-22T00:31:55.490Z+ sleep 1
7292024-10-22T00:31:56.478Z+ retry=44
7302024-10-22T00:31:56.502Z+ zoneadm list
7312024-10-22T00:31:56.502Z+ grep nexus
7322024-10-22T00:31:56.502Z+ [[ 44 -gt 300 ]]
7332024-10-22T00:31:56.502Z+ sleep 1
7342024-10-22T00:31:57.491Z+ retry=45
7352024-10-22T00:31:57.515Z+ zoneadm list
7362024-10-22T00:31:57.515Z+ grep nexus
7372024-10-22T00:31:57.515Z+ [[ 45 -gt 300 ]]
7382024-10-22T00:31:57.515Z+ sleep 1
7392024-10-22T00:31:58.514Z+ retry=46
7402024-10-22T00:31:59.913Z+ zoneadm list
7412024-10-22T00:31:59.937Z+ grep nexus
7422024-10-22T00:32:00.538Z+ [[ 46 -gt 300 ]]
7432024-10-22T00:32:00.562Z+ sleep 1
7442024-10-22T00:32:04.563Z+ retry=47
 
7452024-10-22T00:32:04.574ZOct 22 00:32:04 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:129.250.35.250:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
7462024-10-22T00:32:04.605ZOct 22 00:32:04 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.150.41.122:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
7472024-10-22T00:32:04.683Z+ zoneadm list
7482024-10-22T00:32:04.707Z+ grep nexus
7492024-10-22T00:32:04.788Z+ [[ 47 -gt 300 ]]
7502024-10-22T00:32:04.788Z+ sleep 1
7512024-10-22T00:32:05.890Z+ retry=48
7522024-10-22T00:32:05.938Z+ zoneadm list
7532024-10-22T00:32:05.962Z+ grep nexus
7542024-10-22T00:32:06.052Z+ [[ 48 -gt 300 ]]
7552024-10-22T00:32:06.075Z+ sleep 1
7562024-10-22T00:32:07.231Z+ retry=49
7572024-10-22T00:32:07.255Z+ zoneadm list
7582024-10-22T00:32:07.255Z+ grep nexus
7592024-10-22T00:32:07.255Z+ [[ 49 -gt 300 ]]
7602024-10-22T00:32:07.255Z+ sleep 1
7612024-10-22T00:32:08.253Z+ retry=50
7622024-10-22T00:32:08.277Z+ zoneadm list
7632024-10-22T00:32:08.278Z+ grep nexus
7642024-10-22T00:32:08.278Z+ [[ 50 -gt 300 ]]
7652024-10-22T00:32:08.278Z+ sleep 1
7662024-10-22T00:32:09.273Z+ retry=51
7672024-10-22T00:32:09.296Z+ zoneadm list
7682024-10-22T00:32:09.296Z+ grep nexus
7692024-10-22T00:32:09.296Z+ [[ 51 -gt 300 ]]
7702024-10-22T00:32:09.296Z+ sleep 1
7712024-10-22T00:32:10.293Z+ retry=52
7722024-10-22T00:32:10.325Z+ zoneadm list
7732024-10-22T00:32:10.325Z+ grep nexus
7742024-10-22T00:32:10.395Z+ echo 'Waited for nexus: 52s'
7752024-10-22T00:32:10.395Zoxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
7762024-10-22T00:32:10.395Z+ export RUST_BACKTRACE=1
7772024-10-22T00:32:10.395Z+ RUST_BACKTRACE=1
7782024-10-22T00:32:10.434Zoxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
7792024-10-22T00:32:10.434Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7802024-10-22T00:32:10.434Z++ ./target/debug/bootstrap
7812024-10-22T00:32:10.475ZWaited for nexus: 52s
 
7822024-10-22T00:32:15.418ZOct 22 00:32:14 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:159.203.82.102:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
7832024-10-22T00:32:15.810ZUsing external DNS server at 10.151.2.164:53
7842024-10-22T00:32:15.913Z2024-10-22 00:32:15.897680051 UTC: attempting to log into API
7852024-10-22T00:32:31.152Z2024-10-22 00:32:31.094554191 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7862024-10-22T00:32:32.154Z2024-10-22 00:32:32.142210979 UTC: attempting to log into API
 
7872024-10-22T00:32:41.962ZOct 22 00:32:41 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:135.148.100.14:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
7882024-10-22T00:32:43.376ZOct 22 00:32:43 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
7892024-10-22T00:32:43.982ZOct 22 00:32:43 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7902024-10-22T00:32:44.291ZOct 22 00:32:43 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
7912024-10-22T00:32:45.426ZOct 22 00:32:44 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7922024-10-22T00:32:45.462ZOct 22 00:32:44 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
7932024-10-22T00:32:47.186Z2024-10-22 00:32:47.175166594 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7942024-10-22T00:32:48.187Z2024-10-22 00:32:48.176124583 UTC: attempting to log into API
7952024-10-22T00:33:03.220Z2024-10-22 00:33:03.208908944 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7962024-10-22T00:33:04.221Z2024-10-22 00:33:04.209965865 UTC: attempting to log into API
 
7972024-10-22T00:33:13.492ZOct 22 00:33:13 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.150.41.122:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
7982024-10-22T00:33:19.253Z2024-10-22 00:33:19.242098037 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7992024-10-22T00:33:20.254Z2024-10-22 00:33:20.243155928 UTC: attempting to log into API
8002024-10-22T00:33:31.083Z2024-10-22 00:33:31.071857861 UTC: login succeeded
8012024-10-22T00:33:31.118Zwaiting for nexus to come up...
8022024-10-22T00:33:31.334Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8032024-10-22T00:33:31.615Zsetting up quotas...
8042024-10-22T00:33:31.683Zensuring datasets are ready...
8052024-10-22T00:33:34.434Zlet's roll.
8062024-10-22T00:33:34.458Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8072024-10-22T00:33:34.458ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8082024-10-22T00:33:34.458ZOXIDE_TOKEN=oxide-token-aca16f9114b7b4fab1caa247bfffe1dedc4f0614'
8092024-10-22T00:33:34.458Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8102024-10-22T00:33:34.458Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8112024-10-22T00:33:34.458Z++ OXIDE_TOKEN=oxide-token-aca16f9114b7b4fab1caa247bfffe1dedc4f0614
8122024-10-22T00:33:34.458Z+ export OXIDE_HOST OXIDE_TOKEN
8132024-10-22T00:33:34.458Z+ retry=0
8142024-10-22T00:33:34.458Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8152024-10-22T00:33:34.482Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8162024-10-22T00:33:34.482Z+ [[ 0 -gt 60 ]]
8172024-10-22T00:33:34.482Z+ sleep 1
8182024-10-22T00:33:35.463Z+ retry=1
8192024-10-22T00:33:35.463Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8202024-10-22T00:33:35.487Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8212024-10-22T00:33:35.487Z+ [[ 1 -gt 60 ]]
8222024-10-22T00:33:35.487Z+ sleep 1
8232024-10-22T00:33:36.479Z+ retry=2
8242024-10-22T00:33:36.479Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8252024-10-22T00:33:36.503Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8262024-10-22T00:33:36.503Z+ [[ 2 -gt 60 ]]
8272024-10-22T00:33:36.503Z+ sleep 1
8282024-10-22T00:33:37.494Z+ retry=3
8292024-10-22T00:33:37.494Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8302024-10-22T00:33:37.518Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8312024-10-22T00:33:37.518Z+ [[ 3 -gt 60 ]]
8322024-10-22T00:33:37.518Z+ sleep 1
8332024-10-22T00:33:38.510Z+ retry=4
8342024-10-22T00:33:38.510Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8352024-10-22T00:33:38.534Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8362024-10-22T00:33:38.534Z+ [[ 4 -gt 60 ]]
8372024-10-22T00:33:38.534Z+ sleep 1
8382024-10-22T00:33:39.524Z+ retry=5
8392024-10-22T00:33:39.524Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8402024-10-22T00:33:39.548Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8412024-10-22T00:33:39.548Z+ [[ 5 -gt 60 ]]
8422024-10-22T00:33:39.548Z+ sleep 1
8432024-10-22T00:33:40.540Z+ retry=6
8442024-10-22T00:33:40.540Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8452024-10-22T00:33:40.563Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8462024-10-22T00:33:40.563Z+ [[ 6 -gt 60 ]]
8472024-10-22T00:33:40.563Z+ sleep 1
8482024-10-22T00:33:41.556Z+ retry=7
8492024-10-22T00:33:41.556Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8502024-10-22T00:33:41.579Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8512024-10-22T00:33:41.579Z+ [[ 7 -gt 60 ]]
8522024-10-22T00:33:41.579Z+ sleep 1
8532024-10-22T00:33:42.572Z+ retry=8
8542024-10-22T00:33:42.572Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8552024-10-22T00:33:42.595Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8562024-10-22T00:33:42.595Z+ [[ 8 -gt 60 ]]
8572024-10-22T00:33:42.595Z+ sleep 1
8582024-10-22T00:33:43.588Z+ retry=9
8592024-10-22T00:33:43.588Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8602024-10-22T00:33:43.612Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8612024-10-22T00:33:43.612Z+ [[ 9 -gt 60 ]]
8622024-10-22T00:33:43.612Z+ sleep 1
8632024-10-22T00:33:44.603Z+ retry=10
8642024-10-22T00:33:44.603Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8652024-10-22T00:33:44.627Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8662024-10-22T00:33:44.627Z+ [[ 10 -gt 60 ]]
8672024-10-22T00:33:44.627Z+ sleep 1
8682024-10-22T00:33:45.619Z+ retry=11
8692024-10-22T00:33:45.619Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8702024-10-22T00:33:45.642Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8712024-10-22T00:33:45.643Z+ [[ 11 -gt 60 ]]
8722024-10-22T00:33:45.643Z+ sleep 1
8732024-10-22T00:33:46.635Z+ retry=12
8742024-10-22T00:33:46.636Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8752024-10-22T00:33:46.659Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8762024-10-22T00:33:46.659Z+ [[ 12 -gt 60 ]]
8772024-10-22T00:33:46.659Z+ sleep 1
8782024-10-22T00:33:47.651Z+ retry=13
8792024-10-22T00:33:47.651Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8802024-10-22T00:33:47.675Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8812024-10-22T00:33:47.675Z+ [[ 13 -gt 60 ]]
8822024-10-22T00:33:47.675Z+ sleep 1
8832024-10-22T00:33:48.667Z+ retry=14
8842024-10-22T00:33:48.667Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8852024-10-22T00:33:48.691Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8862024-10-22T00:33:48.691Z+ [[ 14 -gt 60 ]]
8872024-10-22T00:33:48.691Z+ sleep 1
8882024-10-22T00:33:49.683Z+ retry=15
8892024-10-22T00:33:49.683Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8902024-10-22T00:33:49.706Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8912024-10-22T00:33:49.706Z+ [[ 15 -gt 60 ]]
8922024-10-22T00:33:49.706Z+ sleep 1
8932024-10-22T00:33:50.703Z+ retry=16
8942024-10-22T00:33:50.703Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8952024-10-22T00:33:50.727Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8962024-10-22T00:33:50.727Z+ [[ 16 -gt 60 ]]
8972024-10-22T00:33:50.727Z+ sleep 1
8982024-10-22T00:33:51.715Z+ retry=17
8992024-10-22T00:33:51.715Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9002024-10-22T00:33:51.798Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9012024-10-22T00:33:52.601Z{"status":"ok"}success
9022024-10-22T00:33:52.601ZProject {
9032024-10-22T00:33:52.601Z description: "some images",
9042024-10-22T00:33:52.601Z id: ddb153d6-5bf9-4a4a-b0e6-c4558644e833,
9052024-10-22T00:33:52.601Z name: Name(
9062024-10-22T00:33:52.601Z "images",
9072024-10-22T00:33:52.601Z ),
9082024-10-22T00:33:52.624Z time_created: 2024-10-22T00:33:51.929821Z,
9092024-10-22T00:33:52.624Z time_modified: 2024-10-22T00:33:51.929821Z,
9102024-10-22T00:33:52.625Z}
9112024-10-22T00:33:52.625Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem --timeout 60 disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
9122024-10-22T00:37:07.290Zdone!
9132024-10-22T00:37:07.389Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9142024-10-22T00:37:07.500Zsuccess
9152024-10-22T00:37:07.500ZImage {
9162024-10-22T00:37:07.500Z block_size: ByteCount(
9172024-10-22T00:37:07.500Z 512,
9182024-10-22T00:37:07.500Z ),
9192024-10-22T00:37:07.500Z description: "debian 11 original base image",
9202024-10-22T00:37:07.500Z digest: None,
9212024-10-22T00:37:07.500Z id: cf136e09-d33f-4f06-b4ca-288749f56311,
9222024-10-22T00:37:07.500Z name: Name(
9232024-10-22T00:37:07.500Z "debian11",
9242024-10-22T00:37:07.524Z ),
9252024-10-22T00:37:07.524Z os: "debian",
9262024-10-22T00:37:07.524Z project_id: None,
9272024-10-22T00:37:07.524Z size: ByteCount(
9282024-10-22T00:37:07.525Z 2147483648,
9292024-10-22T00:37:07.525Z ),
9302024-10-22T00:37:07.525Z time_created: 2024-10-22T00:37:07.212860Z,
9312024-10-22T00:37:07.525Z time_modified: 2024-10-22T00:37:07.482750Z,
9322024-10-22T00:37:07.525Z url: None,
9332024-10-22T00:37:07.525Z version: "11",
9342024-10-22T00:37:07.525Z}
9352024-10-22T00:37:07.525Z+ for test_bin in tests/*
9362024-10-22T00:37:07.525Z+ ./tests/bootstrap-3050ae0f06ab7321
9372024-10-22T00:37:07.549Z
9382024-10-22T00:37:07.549Zrunning 0 tests
9392024-10-22T00:37:07.549Z
9402024-10-22T00:37:07.549Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9412024-10-22T00:37:07.549Z
9422024-10-22T00:37:07.549Z+ for test_bin in tests/*
9432024-10-22T00:37:07.549Z+ ./tests/commtest-85a63916ba1131d0
9442024-10-22T00:37:07.549Z
9452024-10-22T00:37:07.549Zrunning 0 tests
9462024-10-22T00:37:07.549Z
9472024-10-22T00:37:07.549Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9482024-10-22T00:37:07.549Z
9492024-10-22T00:37:07.549Z+ for test_bin in tests/*
9502024-10-22T00:37:07.549Z+ ./tests/dhcp_server-0ec088441df6d399
9512024-10-22T00:37:07.573Z
9522024-10-22T00:37:07.573Zrunning 0 tests
9532024-10-22T00:37:07.573Z
9542024-10-22T00:37:07.573Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9552024-10-22T00:37:07.573Z
9562024-10-22T00:37:07.575Z+ for test_bin in tests/*
9572024-10-22T00:37:07.575Z+ ./tests/end_to_end_tests-414b9a7446254693
9582024-10-22T00:37:07.680Z
9592024-10-22T00:37:07.680Zrunning 2 tests
9602024-10-22T00:37:07.927Ztest no_spoof::no_spoof_here ... ok
9612024-10-22T00:37:37.876Ztest instance_launch::instance_launch ... ok
9622024-10-22T00:37:37.876Z
9632024-10-22T00:37:37.876Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 30.20s
9642024-10-22T00:37:37.876Z
9652024-10-22T00:37:37.900Z+ _exit_trap
9662024-10-22T00:37:37.900Z+ local status=0
9672024-10-22T00:37:37.900Z+ set +o errexit
9682024-10-22T00:37:37.900Z+ [[ xf3002b356da7d0e4ca15beb66a5566a92919baaa != \x ]]
9692024-10-22T00:37:37.900Z+ pfexec cp /tmp/opteadm /opt/oxide/opte/bin/opteadm
9702024-10-22T00:37:38.471Z+ pfexec svcadm -Z disable -s cron
9712024-10-22T00:37:40.896Z+ [[ 0 -eq 0 ]]
9722024-10-22T00:37:40.896Z+ exit 0
9732024-10-22T00:37:40.920Zprocess exited: duration 492983 ms, exit code 0
 
9742024-10-22T00:37:41.029Zfound 109 output files
9752024-10-22T00:37:41.029Zuploading: /var/svc/log/oxide-sled-agent:default.log (896093 bytes)
9762024-10-22T00:37:42.325Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9772024-10-22T00:37:42.325Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3723941 bytes)
9782024-10-22T00:37:42.720Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3723941 -> 3736604
9792024-10-22T00:37:43.790Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9802024-10-22T00:37:43.790Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (35108 bytes)
9812024-10-22T00:37:44.950Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9822024-10-22T00:37:44.950Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (135483 bytes)
9832024-10-22T00:37:45.136Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 135483 -> 137068
9842024-10-22T00:37:46.215Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9852024-10-22T00:37:46.215Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (185625 bytes)
9862024-10-22T00:37:46.393Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 185625 -> 187605
9872024-10-22T00:37:47.462Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9882024-10-22T00:37:47.462Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1115891 bytes)
9892024-10-22T00:37:47.754Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1115891 -> 1123077
9902024-10-22T00:37:48.825Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9912024-10-22T00:37:48.825Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2658324 bytes)
9922024-10-22T00:37:49.191Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2658324 -> 2706924
9932024-10-22T00:37:50.263Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9942024-10-22T00:37:50.263Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3335 bytes)
9952024-10-22T00:37:51.355Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9962024-10-22T00:37:51.355Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (199463 bytes)
9972024-10-22T00:37:51.577Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 199463 -> 204641
9982024-10-22T00:37:52.646Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9992024-10-22T00:37:52.646Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (5515 bytes)
10002024-10-22T00:37:52.692Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 5515 -> 6100
10012024-10-22T00:37:53.761Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10022024-10-22T00:37:53.761Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3832 bytes)
10032024-10-22T00:37:54.855Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10042024-10-22T00:37:54.855Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8458 bytes)
10052024-10-22T00:37:55.969Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10062024-10-22T00:37:55.969Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log (2205 bytes)
10072024-10-22T00:37:57.062Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse-admin-keeper:default.log
10082024-10-22T00:37:57.062Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse-admin-server:default.log (2201 bytes)
10092024-10-22T00:37:58.155Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse-admin-server:default.log
10102024-10-22T00:37:58.155Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse:default.log (2906512 bytes)
10112024-10-22T00:37:58.533Zupload warning: file "/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2906512 -> 3080973
10122024-10-22T00:37:59.601Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-clickhouse:default.log
10132024-10-22T00:37:59.601Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
10142024-10-22T00:38:00.694Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696/root/var/svc/log/oxide-zone-network-setup:default.log
10152024-10-22T00:38:00.694Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
10162024-10-22T00:38:01.787Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-cockroach-admin:default.log
10172024-10-22T00:38:01.787Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
10182024-10-22T00:38:02.895Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-cockroachdb:default.log
10192024-10-22T00:38:02.895Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10202024-10-22T00:38:03.987Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4/root/var/svc/log/oxide-zone-network-setup:default.log
10212024-10-22T00:38:03.987Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-agent:default.log (36918 bytes)
10222024-10-22T00:38:05.123Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-agent:default.log
10232024-10-22T00:38:05.123Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10242024-10-22T00:38:06.216Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:default.log
10252024-10-22T00:38:06.216Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:downstairs-11ffaa3f-d1dc-4ec0-be0e-422a5ac9ff30.log (5993 bytes)
10262024-10-22T00:38:07.309Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:downstairs-11ffaa3f-d1dc-4ec0-be0e-422a5ac9ff30.log
10272024-10-22T00:38:07.310Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9c50bbf-deaf-40c6-b9d9-315435c5c0f2.log (6078 bytes)
10282024-10-22T00:38:08.402Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:downstairs-e9c50bbf-deaf-40c6-b9d9-315435c5c0f2.log
10292024-10-22T00:38:08.402Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:snapshot-e9c50bbf-deaf-40c6-b9d9-315435c5c0f2-fbe2ba8d-0831-4294-9288-47ca3091ce91.log (5685 bytes)
10302024-10-22T00:38:09.496Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-crucible-downstairs:snapshot-e9c50bbf-deaf-40c6-b9d9-315435c5c0f2-fbe2ba8d-0831-4294-9288-47ca3091ce91.log
10312024-10-22T00:38:09.496Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10322024-10-22T00:38:10.589Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7/root/var/svc/log/oxide-zone-network-setup:default.log
10332024-10-22T00:38:10.589Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-external_dns:default.log (19346 bytes)
10342024-10-22T00:38:10.678Zupload warning: file "/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 19346 -> 23123
10352024-10-22T00:38:11.747Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-external_dns:default.log
10362024-10-22T00:38:11.747Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10372024-10-22T00:38:12.841Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-opte-interface-setup:default.log
10382024-10-22T00:38:12.841Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
10392024-10-22T00:38:13.951Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320/root/var/svc/log/oxide-zone-network-setup:default.log
10402024-10-22T00:38:13.951Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad/root/var/svc/log/oxide-internal_dns:default.log (413213 bytes)
10412024-10-22T00:38:14.164Zupload warning: file "/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413213 -> 416969
10422024-10-22T00:38:15.233Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad/root/var/svc/log/oxide-internal_dns:default.log
10432024-10-22T00:38:15.233Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10442024-10-22T00:38:16.330Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad/root/var/svc/log/oxide-zone-network-setup:default.log
10452024-10-22T00:38:16.331Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-nexus:default.log (4348884 bytes)
10462024-10-22T00:38:16.748Zupload warning: file "/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4348884 -> 4693271
10472024-10-22T00:38:17.817Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-nexus:default.log
10482024-10-22T00:38:17.817Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10492024-10-22T00:38:18.909Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-opte-interface-setup:default.log
10502024-10-22T00:38:18.909Zuploading: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
10512024-10-22T00:38:20.002Zuploaded: /pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone/oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f/root/var/svc/log/oxide-zone-network-setup:default.log
10522024-10-22T00:38:20.002Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-agent:default.log (12075 bytes)
10532024-10-22T00:38:21.117Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-agent:default.log
10542024-10-22T00:38:21.117Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10552024-10-22T00:38:22.209Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-downstairs:default.log
10562024-10-22T00:38:22.233Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-downstairs:downstairs-26add2fa-e8a5-4d63-a5af-ca1b5cfb5bd9.log (3126 bytes)
10572024-10-22T00:38:23.302Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-crucible-downstairs:downstairs-26add2fa-e8a5-4d63-a5af-ca1b5cfb5bd9.log
10582024-10-22T00:38:23.302Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10592024-10-22T00:38:24.394Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88/root/var/svc/log/oxide-zone-network-setup:default.log
10602024-10-22T00:38:24.394Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-nexus:default.log (2127593 bytes)
10612024-10-22T00:38:24.724Zupload warning: file "/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2127593 -> 2499178
10622024-10-22T00:38:25.793Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-nexus:default.log
10632024-10-22T00:38:25.793Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10642024-10-22T00:38:26.886Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-opte-interface-setup:default.log
10652024-10-22T00:38:26.886Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
10662024-10-22T00:38:27.978Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371/root/var/svc/log/oxide-zone-network-setup:default.log
10672024-10-22T00:38:28.002Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10682024-10-22T00:38:29.093Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-chrony-setup:default.log
10692024-10-22T00:38:29.093Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-ntp:default.log (875 bytes)
10702024-10-22T00:38:30.185Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-ntp:default.log
10712024-10-22T00:38:30.185Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
10722024-10-22T00:38:31.278Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-opte-interface-setup:default.log
10732024-10-22T00:38:31.278Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
10742024-10-22T00:38:32.370Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/svc/log/oxide-zone-network-setup:default.log
10752024-10-22T00:38:32.370Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
10762024-10-22T00:38:33.464Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-cockroach-admin:default.log
10772024-10-22T00:38:33.464Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10782024-10-22T00:38:34.558Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-cockroachdb:default.log
10792024-10-22T00:38:34.558Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10802024-10-22T00:38:35.649Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab/root/var/svc/log/oxide-zone-network-setup:default.log
10812024-10-22T00:38:35.649Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10822024-10-22T00:38:36.743Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-crucible-agent:default.log
10832024-10-22T00:38:36.743Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10842024-10-22T00:38:37.835Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-crucible-downstairs:default.log
10852024-10-22T00:38:37.835Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10862024-10-22T00:38:38.952Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e/root/var/svc/log/oxide-zone-network-setup:default.log
10872024-10-22T00:38:38.952Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f/root/var/svc/log/oxide-crucible-pantry:default.log (38801 bytes)
10882024-10-22T00:38:39.041Zupload warning: file "/pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 38801 -> 46633
10892024-10-22T00:38:40.110Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f/root/var/svc/log/oxide-crucible-pantry:default.log
10902024-10-22T00:38:40.110Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10912024-10-22T00:38:41.202Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f/root/var/svc/log/oxide-zone-network-setup:default.log
10922024-10-22T00:38:41.202Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-external_dns:default.log (19348 bytes)
10932024-10-22T00:38:41.292Zupload warning: file "/pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 19348 -> 23123
10942024-10-22T00:38:42.361Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-external_dns:default.log
10952024-10-22T00:38:42.361Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10962024-10-22T00:38:43.452Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-opte-interface-setup:default.log
10972024-10-22T00:38:43.453Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
10982024-10-22T00:38:44.544Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb/root/var/svc/log/oxide-zone-network-setup:default.log
10992024-10-22T00:38:44.544Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7/root/var/svc/log/oxide-internal_dns:default.log (413188 bytes)
11002024-10-22T00:38:44.770Zupload warning: file "/pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413188 -> 416944
11012024-10-22T00:38:45.839Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7/root/var/svc/log/oxide-internal_dns:default.log
11022024-10-22T00:38:45.839Zuploading: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11032024-10-22T00:38:46.933Zuploaded: /pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone/oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7/root/var/svc/log/oxide-zone-network-setup:default.log
11042024-10-22T00:38:46.933Zuploading: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-agent:default.log (18570 bytes)
11052024-10-22T00:38:48.071Zuploaded: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-agent:default.log
11062024-10-22T00:38:48.071Zuploading: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11072024-10-22T00:38:49.164Zuploaded: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:default.log
11082024-10-22T00:38:49.164Zuploading: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-3a0d5f30-3fb9-43ae-8500-faa9c18fa3ad.log (3017 bytes)
11092024-10-22T00:38:50.256Zuploaded: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-3a0d5f30-3fb9-43ae-8500-faa9c18fa3ad.log
11102024-10-22T00:38:50.256Zuploading: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-c760fe73-09b7-4492-b386-6f23de9c93e8.log (3126 bytes)
11112024-10-22T00:38:51.349Zuploaded: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-crucible-downstairs:downstairs-c760fe73-09b7-4492-b386-6f23de9c93e8.log
11122024-10-22T00:38:51.349Zuploading: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11132024-10-22T00:38:52.440Zuploaded: /pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone/oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6/root/var/svc/log/oxide-zone-network-setup:default.log
11142024-10-22T00:38:52.440Zuploading: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-agent:default.log (23522 bytes)
11152024-10-22T00:38:53.576Zuploaded: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-agent:default.log
11162024-10-22T00:38:53.576Zuploading: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11172024-10-22T00:38:54.669Zuploaded: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:default.log
11182024-10-22T00:38:54.669Zuploading: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676.log (3124 bytes)
11192024-10-22T00:38:55.762Zuploaded: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-54f4c1e4-8c33-4de5-a8d1-55e7465b4676.log
11202024-10-22T00:38:55.762Zuploading: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb.log (5996 bytes)
11212024-10-22T00:38:56.854Zuploaded: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-a89fb589-375b-42f4-abc7-0b2c51691cfb.log
11222024-10-22T00:38:56.854Zuploading: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11232024-10-22T00:38:57.947Zuploaded: /pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone/oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-10-22T00:38:57.947Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-cockroach-admin:default.log (4698 bytes)
11252024-10-22T00:38:59.041Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-cockroach-admin:default.log
11262024-10-22T00:38:59.041Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
11272024-10-22T00:39:00.134Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-cockroachdb:default.log
11282024-10-22T00:39:00.134Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11292024-10-22T00:39:01.226Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968/root/var/svc/log/oxide-zone-network-setup:default.log
11302024-10-22T00:39:01.226Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-agent:default.log (8484 bytes)
11312024-10-22T00:39:02.341Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-agent:default.log
11322024-10-22T00:39:02.341Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11332024-10-22T00:39:03.432Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-downstairs:default.log
11342024-10-22T00:39:03.433Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-downstairs:downstairs-c81ab486-3661-410a-8887-af4d23486171.log (3021 bytes)
11352024-10-22T00:39:04.525Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-crucible-downstairs:downstairs-c81ab486-3661-410a-8887-af4d23486171.log
11362024-10-22T00:39:04.525Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11372024-10-22T00:39:05.617Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62/root/var/svc/log/oxide-zone-network-setup:default.log
11382024-10-22T00:39:05.617Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430/root/var/svc/log/oxide-oximeter:default.log (1297142 bytes)
11392024-10-22T00:39:05.943Zupload warning: file "/pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1297142 -> 1667576
11402024-10-22T00:39:07.012Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430/root/var/svc/log/oxide-oximeter:default.log
11412024-10-22T00:39:07.036Zuploading: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11422024-10-22T00:39:08.105Zuploaded: /pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone/oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430/root/var/svc/log/oxide-zone-network-setup:default.log
11432024-10-22T00:39:08.105Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
11442024-10-22T00:39:09.198Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-cockroach-admin:default.log
11452024-10-22T00:39:09.198Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11462024-10-22T00:39:10.291Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-cockroachdb:default.log
11472024-10-22T00:39:10.291Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11482024-10-22T00:39:11.384Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01/root/var/svc/log/oxide-zone-network-setup:default.log
11492024-10-22T00:39:11.384Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-agent:default.log (20609 bytes)
11502024-10-22T00:39:12.520Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-agent:default.log
11512024-10-22T00:39:12.543Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11522024-10-22T00:39:13.612Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:default.log
11532024-10-22T00:39:13.612Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:downstairs-71ca8c0e-f997-4565-9102-0bc061f01eca.log (6075 bytes)
11542024-10-22T00:39:14.705Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:downstairs-71ca8c0e-f997-4565-9102-0bc061f01eca.log
11552024-10-22T00:39:14.705Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:snapshot-71ca8c0e-f997-4565-9102-0bc061f01eca-fbe2ba8d-0831-4294-9288-47ca3091ce91.log (5688 bytes)
11562024-10-22T00:39:15.798Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-crucible-downstairs:snapshot-71ca8c0e-f997-4565-9102-0bc061f01eca-fbe2ba8d-0831-4294-9288-47ca3091ce91.log
11572024-10-22T00:39:15.821Zuploading: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11582024-10-22T00:39:16.890Zuploaded: /pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone/oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049/root/var/svc/log/oxide-zone-network-setup:default.log
11592024-10-22T00:39:16.890Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-cockroach-admin:default.log (4699 bytes)
11602024-10-22T00:39:17.982Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-cockroach-admin:default.log
11612024-10-22T00:39:17.982Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
11622024-10-22T00:39:19.076Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-cockroachdb:default.log
11632024-10-22T00:39:19.076Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
11642024-10-22T00:39:20.168Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f/root/var/svc/log/oxide-zone-network-setup:default.log
11652024-10-22T00:39:20.168Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-agent:default.log (28980 bytes)
11662024-10-22T00:39:21.326Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-agent:default.log
11672024-10-22T00:39:21.326Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11682024-10-22T00:39:22.418Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:default.log
11692024-10-22T00:39:22.418Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22.log (6078 bytes)
11702024-10-22T00:39:23.512Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:downstairs-cf9dce69-c14d-4a62-ae03-ca294633ca22.log
11712024-10-22T00:39:23.512Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5ff000e-75ad-40a5-a7f9-467f725a9b81.log (3019 bytes)
11722024-10-22T00:39:24.604Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5ff000e-75ad-40a5-a7f9-467f725a9b81.log
11732024-10-22T00:39:24.604Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:snapshot-cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91.log (5688 bytes)
11742024-10-22T00:39:25.696Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-crucible-downstairs:snapshot-cf9dce69-c14d-4a62-ae03-ca294633ca22-fbe2ba8d-0831-4294-9288-47ca3091ce91.log
11752024-10-22T00:39:25.696Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11762024-10-22T00:39:26.787Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b/root/var/svc/log/oxide-zone-network-setup:default.log
11772024-10-22T00:39:26.787Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d/root/var/svc/log/oxide-internal_dns:default.log (413212 bytes)
11782024-10-22T00:39:27.013Zupload warning: file "/pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 413212 -> 420723
11792024-10-22T00:39:28.082Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d/root/var/svc/log/oxide-internal_dns:default.log
11802024-10-22T00:39:28.082Zuploading: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11812024-10-22T00:39:29.176Zuploaded: /pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone/oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d/root/var/svc/log/oxide-zone-network-setup:default.log
11822024-10-22T00:39:29.176Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-agent:default.log (12970 bytes)
11832024-10-22T00:39:30.292Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-agent:default.log
11842024-10-22T00:39:30.293Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11852024-10-22T00:39:31.384Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-downstairs:default.log
11862024-10-22T00:39:31.384Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-6b7efa4b-fc68-4e81-ae89-0c8e44234ba9.log (5995 bytes)
11872024-10-22T00:39:32.477Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-6b7efa4b-fc68-4e81-ae89-0c8e44234ba9.log
11882024-10-22T00:39:32.477Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11892024-10-22T00:39:33.568Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8/root/var/svc/log/oxide-zone-network-setup:default.log
11902024-10-22T00:39:33.568Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e/root/var/svc/log/oxide-crucible-pantry:default.log (803624 bytes)
11912024-10-22T00:39:33.839Zupload warning: file "/pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 803624 -> 819244
11922024-10-22T00:39:34.909Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e/root/var/svc/log/oxide-crucible-pantry:default.log
11932024-10-22T00:39:34.909Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
11942024-10-22T00:39:36.003Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e/root/var/svc/log/oxide-zone-network-setup:default.log
11952024-10-22T00:39:36.003Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c/root/var/svc/log/oxide-crucible-pantry:default.log (38793 bytes)
11962024-10-22T00:39:36.136Zupload warning: file "/pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 38793 -> 54454
11972024-10-22T00:39:37.205Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c/root/var/svc/log/oxide-crucible-pantry:default.log
11982024-10-22T00:39:37.205Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
11992024-10-22T00:39:38.298Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c/root/var/svc/log/oxide-zone-network-setup:default.log
12002024-10-22T00:39:38.298Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-nexus:default.log (36069223 bytes)
12012024-10-22T00:39:44.660Zupload warning: file "/pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36069223 -> 36794127
12022024-10-22T00:39:45.728Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-nexus:default.log
12032024-10-22T00:39:45.729Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
12042024-10-22T00:39:46.821Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-opte-interface-setup:default.log
12052024-10-22T00:39:46.821Zuploading: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
12062024-10-22T00:39:47.914Zuploaded: /pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone/oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb/root/var/svc/log/oxide-zone-network-setup:default.log
12072024-10-22T00:39:47.914Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/measurements.log (106860 bytes)
12082024-10-22T00:39:48.267Zupload warning: file "/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/measurements.log" changed size mid upload: 106860 -> 148645
12092024-10-22T00:39:49.336Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/measurements.log
12102024-10-22T00:39:49.336Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/statistics.log (78273 bytes)
12112024-10-22T00:39:49.623Zupload warning: file "/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/statistics.log" changed size mid upload: 78273 -> 111735
12122024-10-22T00:39:50.692Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/statistics.log
12132024-10-22T00:39:50.692Zuploading: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/tracking.log (15315 bytes)
12142024-10-22T00:39:50.781Zupload warning: file "/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/tracking.log" changed size mid upload: 15315 -> 17295
12152024-10-22T00:39:51.851Zuploaded: /pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone/oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e/root/var/log/chrony/tracking.log