01J7HEVG0HB0H44KB8X8VSFHF8: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J7HEWVZ23H4HM4D8GDGFVEJD

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-09-11T21:45:46.894Zjob dependencies complete; ready to run (waiting for 33 m 4 s)
22024-09-11T22:43:09.683Zjob assigned to worker 01J7HM0ZK7B9N05D0MFXS8VXFJ (queued for 57 m 22 s)
32024-09-11T22:43:09.730Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-09-11T22:43:09.770Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-09-11T22:43:09.803Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-09-11T22:43:09.837Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-09-11T22:43:09.870Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-09-11T22:43:09.904ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-09-11T22:43:09.937Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-09-11T22:43:09.971ZOxide Helios Version helios-2.0.22827 64-bit
112024-09-11T22:43:10.005ZConfiguring devices.
122024-09-11T22:43:10.038Z##################################################
132024-09-11T22:43:10.072Z#### ############# ##
142024-09-11T22:43:10.105Z### ### ############ ##
152024-09-11T22:43:10.138Z## ### # ## ### ## Oxide Computer Company ##
162024-09-11T22:43:10.172Z## ## ## ### # ### ##
172024-09-11T22:43:10.205Z## # ### #### #### This Station Under ##
182024-09-11T22:43:10.239Z### ### #### # ### Computer Control ##
192024-09-11T22:43:10.317Z#### #### ### ## ##
202024-09-11T22:43:10.350Z##################################################
212024-09-11T22:43:10.383ZHostname: sock
222024-09-11T22:43:10.417ZLoading smf(7) service descriptions:
232024-09-11T22:43:11.104Zdownloading input: /input/package/work/package.tar.gz
242024-09-11T22:47:42.986Zdownloaded input: /input/package/work/package.tar.gz
 
252024-09-11T22:47:43.010Zstarting task 0: "setup"
262024-09-11T22:47:43.010Z++ uname -s
272024-09-11T22:47:43.010Z+ kern=SunOS
282024-09-11T22:47:43.010Z+ case "$kern" in
292024-09-11T22:47:43.010Z+ groupadd -g 12345 build
302024-09-11T22:47:43.011Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-09-11T22:47:44.905Z+ zfs create -o mountpoint=/work rpool/work
322024-09-11T22:47:44.929Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-09-11T22:47:44.929Z+ home_fs=zfs
342024-09-11T22:47:44.929Z+ [[ zfs == autofs ]]
352024-09-11T22:47:44.929Z+ mkdir -p /home/build
362024-09-11T22:47:44.952Z+ chown build:build /home/build /work
372024-09-11T22:47:46.932Z+ chmod 0700 /home/build /work
382024-09-11T22:47:46.955Zprocess exited: duration 4047 ms, exit code 0
 
392024-09-11T22:47:47.002Zstarting task 1: "authentication"
402024-09-11T22:47:47.045Zprocess exited: duration 43 ms, exit code 0
 
412024-09-11T22:47:47.093Zstarting task 2: "build"
422024-09-11T22:47:47.117Z+ trap _exit_trap EXIT
432024-09-11T22:47:47.117Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-09-11T22:47:47.215Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-09-11T22:47:47.216Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-09-11T22:47:47.240Z+ [[ -d /opt/oxide ]]
562024-09-11T22:47:47.240Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-09-11T22:47:47.240Z+ pfexec mkdir /opt/oxide
582024-09-11T22:47:47.240Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-09-11T22:47:47.240Z+ [[ -d /opt/oxide-underneath ]]
602024-09-11T22:47:47.240Z+ cd /opt/oxide-underneath
612024-09-11T22:47:47.240Z+ pfexec tar ceEp@/f - .
622024-09-11T22:47:47.240Z+ cd /opt/oxide
632024-09-11T22:47:47.240Z+ pfexec tar xveEp@/f -
642024-09-11T22:47:47.338Zx ., 0 bytes, 0 tape blocks
652024-09-11T22:47:47.338Zx ./opte, 0 bytes, 0 tape blocks
662024-09-11T22:47:47.338Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-09-11T22:47:47.338Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-09-11T22:47:47.362Z+ pfexec rm -rf /opt/oxide-underneath
692024-09-11T22:47:47.362Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-09-11T22:47:47.389Z+ pfexec mkdir /opt/oxide/work
712024-09-11T22:47:47.389Z+ pfexec chown build:build /opt/oxide/work
722024-09-11T22:47:47.389Z+ cd /opt/oxide/work
732024-09-11T22:47:47.389Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-09-11T22:47:59.530ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-09-11T22:47:59.531Zx out/target/test, 107 bytes, 1 tape blocks
762024-09-11T22:47:59.531Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-09-11T22:47:59.531Zx package-manifest.toml, 32042 bytes, 63 tape blocks
782024-09-11T22:47:59.531Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-09-11T22:47:59.531Zx target/release/omicron-package, 33213968 bytes, 64872 tape blocks
802024-09-11T22:47:59.531Zx target/release/xtask, 12274400 bytes, 23974 tape blocks
812024-09-11T22:47:59.531Zx target/debug/bootstrap, 198042920 bytes, 386803 tape blocks
822024-09-11T22:47:59.531Zx tests/bootstrap-4254f4fe0dd2c9be, 24309312 bytes, 47480 tape blocks
832024-09-11T22:47:59.531Zx tests/commtest-f251b2f5f4a9b160, 24577288 bytes, 48003 tape blocks
842024-09-11T22:47:59.531Zx tests/dhcp_server-f67e373a07d1b035, 24309320 bytes, 47480 tape blocks
852024-09-11T22:47:59.531Zx tests/end_to_end_tests-43bbbb6614ee8c73, 210529352 bytes, 411191 tape blocks
862024-09-11T22:47:59.531Zx out/clickhouse.tar.gz, 238255154 bytes, 465343 tape blocks
872024-09-11T22:47:59.531Zx out/clickhouse_keeper.tar.gz, 238243709 bytes, 465320 tape blocks
882024-09-11T22:47:59.531Zx out/clickhouse_server.tar.gz, 238242685 bytes, 465318 tape blocks
892024-09-11T22:47:59.531Zx out/cockroachdb.tar.gz, 135190244 bytes, 264044 tape blocks
902024-09-11T22:47:59.531Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-09-11T22:47:59.531Zx out/crucible-pantry-zone.tar.gz, 26551747 bytes, 51859 tape blocks
922024-09-11T22:47:59.531Zx out/crucible-zone.tar.gz, 35022174 bytes, 68403 tape blocks
932024-09-11T22:47:59.531Zx out/external-dns.tar.gz, 25532301 bytes, 49868 tape blocks
942024-09-11T22:47:59.531Zx out/internal-dns.tar.gz, 25531114 bytes, 49866 tape blocks
952024-09-11T22:47:59.531Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-09-11T22:47:59.531Zx out/nexus.tar.gz, 94028808 bytes, 183651 tape blocks
972024-09-11T22:47:59.531Zx out/ntp.tar.gz, 9228738 bytes, 18025 tape blocks
982024-09-11T22:47:59.531Zx out/omicron-gateway-softnpu.tar.gz, 21173848 bytes, 41356 tape blocks
992024-09-11T22:47:59.531Zx out/omicron-sled-agent.tar, 100704256 bytes, 196688 tape blocks
1002024-09-11T22:47:59.531Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-09-11T22:47:59.531Zx out/oximeter.tar.gz, 43319762 bytes, 84609 tape blocks
1022024-09-11T22:47:59.531Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1032024-09-11T22:47:59.531Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-09-11T22:47:59.531Zx out/propolis-server.tar.gz, 67240128 bytes, 131329 tape blocks
1052024-09-11T22:47:59.531Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-09-11T22:47:59.531Zx out/switch-softnpu.tar.gz, 222634984 bytes, 434834 tape blocks
1072024-09-11T22:47:59.556Z
1082024-09-11T22:47:59.556Zreal 12.131105839
1092024-09-11T22:47:59.557Zuser 10.749521927
1102024-09-11T22:47:59.557Zsys 2.382918869
1112024-09-11T22:47:59.557Ztrap 0.000457415
1122024-09-11T22:47:59.557Ztflt 0.000000000
1132024-09-11T22:47:59.557Zdflt 0.000000000
1142024-09-11T22:47:59.557Zkflt 0.000000000
1152024-09-11T22:47:59.557Zlock 0.000000000
1162024-09-11T22:47:59.557Zslp 10.825336888
1172024-09-11T22:47:59.557Zlat 0.301667763
1182024-09-11T22:47:59.557Zstop 0.000124082
1192024-09-11T22:47:59.557Z+ bmat address ls
1202024-09-11T22:47:59.557ZNAME CIDR FIRST LAST COUNT
1212024-09-11T22:47:59.557Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1222024-09-11T22:47:59.557Z++ bmat address ls -f extra -Ho first,last,count
1232024-09-11T22:47:59.557Z+ set -- 10.151.2.164 10.151.2.227 64
1242024-09-11T22:47:59.557Z+ EXTRA_IP_START=10.151.2.164
1252024-09-11T22:47:59.557Z+ EXTRA_IP_END=10.151.2.227
1262024-09-11T22:47:59.557Z+ EXTRA_IP_COUNT=64
1272024-09-11T22:47:59.557Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-09-11T22:47:59.557Z+ EXTRA_IP_BASE=10.151.2
1292024-09-11T22:47:59.557Z+ EXTRA_IP_FOCTET=164
1302024-09-11T22:47:59.557Z+ EXTRA_IP_LOCTET=227
1312024-09-11T22:47:59.557Z+ SERVICE_IP_POOL_START=10.151.2.164
1322024-09-11T22:47:59.557Z+ SERVICE_IP_POOL_END=10.151.2.173
1332024-09-11T22:47:59.557Z+ DNS_IP1=10.151.2.164
1342024-09-11T22:47:59.557Z+ DNS_IP2=10.151.2.165
1352024-09-11T22:47:59.557Z+ UPLINK_IP=10.151.2.174
1362024-09-11T22:47:59.557Z+ IPPOOL_START=10.151.2.175
1372024-09-11T22:47:59.557Z+ IPPOOL_END=10.151.2.227
1382024-09-11T22:47:59.557Z++ ipadm show-addr -po type,addr
1392024-09-11T22:47:59.557Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-09-11T22:47:59.557Z+ GATEWAY_IP=10.151.2.100
1412024-09-11T22:47:59.557Z+ [[ -n 10.151.2.100 ]]
1422024-09-11T22:47:59.557Z+ ping -s 10.151.2.100 56 1
1432024-09-11T22:47:59.557ZPING 10.151.2.100: 56 data bytes
1442024-09-11T22:47:59.557Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1452024-09-11T22:47:59.558Z
1462024-09-11T22:47:59.558Z----10.151.2.100 PING Statistics----
1472024-09-11T22:47:59.558Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-09-11T22:47:59.558Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1492024-09-11T22:47:59.558Z++ arp -an
1502024-09-11T22:47:59.558Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1512024-09-11T22:47:59.558Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1522024-09-11T22:47:59.558Z+ routeadm -e ipv4-forwarding -u
1532024-09-11T22:47:59.667Z+ PXA_START=10.151.2.164
1542024-09-11T22:47:59.667Z+ PXA_END=10.151.2.227
1552024-09-11T22:47:59.691Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-09-11T22:47:59.807Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1572024-09-11T22:47:59.831ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-09-11T22:47:59.884Zcreating virtual hardware
1592024-09-11T22:47:59.908Zcreating /scratch/m2_0.vdev
1602024-09-11T22:47:59.908Zcreating /scratch/m2_1.vdev
1612024-09-11T22:47:59.908Zcreating /scratch/u2_0.vdev
1622024-09-11T22:47:59.908Zcreating /scratch/u2_1.vdev
1632024-09-11T22:47:59.908Zcreating /scratch/u2_2.vdev
1642024-09-11T22:47:59.908Zcreating /scratch/u2_3.vdev
1652024-09-11T22:47:59.908Zcreating /scratch/u2_4.vdev
1662024-09-11T22:47:59.908Zcreating /scratch/u2_5.vdev
1672024-09-11T22:47:59.908Zcreating /scratch/u2_6.vdev
1682024-09-11T22:47:59.908Zcreating /scratch/u2_7.vdev
1692024-09-11T22:47:59.908Zcreating /scratch/u2_8.vdev
1702024-09-11T22:47:59.938ZSimnet net0/sc0_0 exists
1712024-09-11T22:47:59.962ZSimnet net1/sc1_0 exists
1722024-09-11T22:47:59.986ZVnic sc0_1 exists
1732024-09-11T22:48:12.600ZUsing 10.151.2.100 as gateway ip
1742024-09-11T22:48:12.600Zusing 18:C0:4D:0D:A0:2A as gateway mac
1752024-09-11T22:48:12.600Zconfiguring SoftNPU ARP entry
1762024-09-11T22:48:12.629Zconfiguring SoftNPU proxy ARP
1772024-09-11T22:48:12.685ZSoftNPU state:
1782024-09-11T22:48:12.685Z local v6:
1792024-09-11T22:48:12.685Z local v4:
1802024-09-11T22:48:12.685Z router v6:
1812024-09-11T22:48:12.685Z router v4_idx:
1822024-09-11T22:48:12.685Z router v4_routes:
1832024-09-11T22:48:12.685Z resolver v4:
1842024-09-11T22:48:12.685Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1852024-09-11T22:48:12.685Z resolver v6:
1862024-09-11T22:48:12.685Z nat v4:
1872024-09-11T22:48:12.685Z nat_v6:
1882024-09-11T22:48:12.685Z port_mac:
1892024-09-11T22:48:12.685Z proxy arp:
1902024-09-11T22:48:12.685Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1912024-09-11T22:48:12.685Zcreated virtual hardware
1922024-09-11T22:48:12.709Z
1932024-09-11T22:48:12.710Zreal 12.875148407
1942024-09-11T22:48:12.710Zuser 0.662656352
1952024-09-11T22:48:12.710Zsys 3.270655461
1962024-09-11T22:48:12.710Ztrap 0.000062239
1972024-09-11T22:48:12.710Ztflt 0.000196568
1982024-09-11T22:48:12.710Zdflt 0.000493502
1992024-09-11T22:48:12.710Zkflt 0.000002660
2002024-09-11T22:48:12.710Zlock 9:56.539284592
2012024-09-11T22:48:12.710Zslp 38.833383517
2022024-09-11T22:48:12.710Zlat 0.076221730
2032024-09-11T22:48:12.710Zstop 0.368332802
2042024-09-11T22:48:12.710Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-09-11T22:48:12.734Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-09-11T22:48:12.734Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-09-11T22:48:12.735Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-09-11T22:48:12.735Z+++ pkg/config.toml Wed Sep 11 22:48:12 2024
2092024-09-11T22:48:12.735Z@@ -29,18 +29,18 @@
2102024-09-11T22:48:12.735Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-09-11T22:48:12.735Z # followed by a string that is embedded into their fake serial values.
2122024-09-11T22:48:12.735Z vdevs = [
2132024-09-11T22:48:12.735Z- "m2_0.vdev",
2142024-09-11T22:48:12.735Z- "m2_1.vdev",
2152024-09-11T22:48:12.735Z+ "/scratch/m2_0.vdev",
2162024-09-11T22:48:12.735Z+ "/scratch/m2_1.vdev",
2172024-09-11T22:48:12.735Z
2182024-09-11T22:48:12.735Z- "u2_0.vdev",
2192024-09-11T22:48:12.735Z- "u2_1.vdev",
2202024-09-11T22:48:12.735Z- "u2_2.vdev",
2212024-09-11T22:48:12.735Z- "u2_3.vdev",
2222024-09-11T22:48:12.735Z- "u2_4.vdev",
2232024-09-11T22:48:12.735Z- "u2_5.vdev",
2242024-09-11T22:48:12.735Z- "u2_6.vdev",
2252024-09-11T22:48:12.735Z- "u2_7.vdev",
2262024-09-11T22:48:12.735Z- "u2_8.vdev",
2272024-09-11T22:48:12.735Z+ "/scratch/u2_0.vdev",
2282024-09-11T22:48:12.735Z+ "/scratch/u2_1.vdev",
2292024-09-11T22:48:12.735Z+ "/scratch/u2_2.vdev",
2302024-09-11T22:48:12.735Z+ "/scratch/u2_3.vdev",
2312024-09-11T22:48:12.736Z+ "/scratch/u2_4.vdev",
2322024-09-11T22:48:12.736Z+ "/scratch/u2_5.vdev",
2332024-09-11T22:48:12.736Z+ "/scratch/u2_6.vdev",
2342024-09-11T22:48:12.736Z+ "/scratch/u2_7.vdev",
2352024-09-11T22:48:12.736Z+ "/scratch/u2_8.vdev",
2362024-09-11T22:48:12.736Z ]
2372024-09-11T22:48:12.736Z
2382024-09-11T22:48:12.736Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-09-11T22:48:12.736Z+ true
2402024-09-11T22:48:12.736Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-09-11T22:48:12.736Z+ SILO_NAME=recovery
2422024-09-11T22:48:12.736Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-09-11T22:48:12.736Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-09-11T22:48:12.736Z+ sed -i~ '
2452024-09-11T22:48:12.736Z /^external_dns_ips/c\
2462024-09-11T22:48:12.736Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2472024-09-11T22:48:12.736Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-09-11T22:48:12.736Z /^first/c\
2492024-09-11T22:48:12.736Zfirst = "10.151.2.164"
2502024-09-11T22:48:12.736Z /^last/c\
2512024-09-11T22:48:12.736Zlast = "10.151.2.173"
2522024-09-11T22:48:12.736Z }
2532024-09-11T22:48:12.736Z /^infra_ip_first/c\
2542024-09-11T22:48:12.736Zinfra_ip_first = "10.151.2.174"
2552024-09-11T22:48:12.737Z /^infra_ip_last/c\
2562024-09-11T22:48:12.737Zinfra_ip_last = "10.151.2.174"
2572024-09-11T22:48:12.737Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-09-11T22:48:12.737Z /^routes/c\
2592024-09-11T22:48:12.737Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2602024-09-11T22:48:12.737Z /^addresses/c\
2612024-09-11T22:48:12.737Zaddresses = \[{address = "10.151.2.174/24"} \]
2622024-09-11T22:48:12.737Z }
2632024-09-11T22:48:12.737Z' pkg/config-rss.toml
2642024-09-11T22:48:12.737Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-09-11T22:48:12.761Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-09-11T22:48:12.761Z+++ pkg/config-rss.toml Wed Sep 11 22:48:12 2024
2672024-09-11T22:48:12.762Z@@ -33,7 +33,7 @@
2682024-09-11T22:48:12.762Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-09-11T22:48:12.762Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-09-11T22:48:12.762Z # below.
2712024-09-11T22:48:12.762Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-09-11T22:48:12.762Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2732024-09-11T22:48:12.762Z
2742024-09-11T22:48:12.762Z # Initial TLS certificates for the external API
2752024-09-11T22:48:12.762Z #
2762024-09-11T22:48:12.762Z@@ -69,8 +69,8 @@
2772024-09-11T22:48:12.762Z #
2782024-09-11T22:48:12.762Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-09-11T22:48:12.762Z [[internal_services_ip_pool_ranges]]
2802024-09-11T22:48:12.762Z-first = "192.168.1.20"
2812024-09-11T22:48:12.762Z-last = "192.168.1.29"
2822024-09-11T22:48:12.762Z+first = "10.151.2.164"
2832024-09-11T22:48:12.762Z+last = "10.151.2.173"
2842024-09-11T22:48:12.762Z
2852024-09-11T22:48:12.762Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-09-11T22:48:12.762Z # parameters should be provided to the control plane via wicket, but we need to
2872024-09-11T22:48:12.762Z@@ -91,8 +91,8 @@
2882024-09-11T22:48:12.762Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-09-11T22:48:12.762Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-09-11T22:48:12.762Z # With softnpu, only one address is used.
2912024-09-11T22:48:12.762Z-infra_ip_first = "192.168.1.30"
2922024-09-11T22:48:12.762Z-infra_ip_last = "192.168.1.30"
2932024-09-11T22:48:12.762Z+infra_ip_first = "10.151.2.174"
2942024-09-11T22:48:12.762Z+infra_ip_last = "10.151.2.174"
2952024-09-11T22:48:12.762Z
2962024-09-11T22:48:12.762Z # Configurations for BGP routers to run on the scrimlets.
2972024-09-11T22:48:12.762Z bgp = []
2982024-09-11T22:48:12.762Z@@ -100,9 +100,9 @@
2992024-09-11T22:48:12.762Z # You can configure multiple uplinks by repeating the following stanza
3002024-09-11T22:48:12.762Z [[rack_network_config.ports]]
3012024-09-11T22:48:12.762Z # Routes associated with this port.
3022024-09-11T22:48:12.762Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-09-11T22:48:12.762Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3042024-09-11T22:48:12.762Z # Addresses associated with this port.
3052024-09-11T22:48:12.762Z-addresses = [{address = "192.168.1.30/24"}]
3062024-09-11T22:48:12.763Z+addresses = [{address = "10.151.2.174/24"} ]
3072024-09-11T22:48:12.763Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-09-11T22:48:12.763Z port = "qsfp0"
3092024-09-11T22:48:12.763Z # The speed of this port.
3102024-09-11T22:48:12.763Z+ true
3112024-09-11T22:48:12.763Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-09-11T22:48:12.763Za pkg/config-rss.toml 8K
3132024-09-11T22:48:12.763Za pkg/config.toml 4K
3142024-09-11T22:48:12.763Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-09-11T22:48:12.763Z+ TLS_NAME=recovery.sys.oxide.test
3162024-09-11T22:48:12.763Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-09-11T22:48:13.013Z.....+.+..+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...............+..+.......+........+.+..+.......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....................+..............+.+.........+..+.........+....+........+....+...+.....+...............+...+...+....+..................+............+...+...+.........+.....+.......+........+.+..............+...............+.+.....+.+...........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-09-11T22:48:13.483Z.+..................+..+...............+......+.......+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+......+.........+.....................+...+.....+......+.......+.....+.......+......+......+...+..+...+.+....................+.+.....................+...+...........+.........+......+.+.....+..........+..+......................+...+.....................+......+.....+...+...+...+.+........+......+....+........+.........+........................+.......+........+..........+......+.........+..+.......+...+.........+......+........+..........+..+...................+........+......+.+......+..+.............+.................+...+...+....+...........+......+.............+..+.........+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-09-11T22:48:13.507Z-----
3202024-09-11T22:48:13.531Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-09-11T22:48:13.531Za pkg/initial-tls-cert.pem 2K
3222024-09-11T22:48:13.531Za pkg/initial-tls-key.pem 4K
3232024-09-11T22:48:13.531Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-09-11T22:48:13.531Z+ rmdir pkg
3252024-09-11T22:48:13.531Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-09-11T22:48:13.532Z+ pfexec mkdir -p /usr/oxide
3272024-09-11T22:48:13.532Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-09-11T22:48:14.223Z+ pfexec chmod +x /usr/oxide/oxide
3292024-09-11T22:48:14.247Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-09-11T22:48:32.592Z+ OMICRON_NO_UNINSTALL=1
3312024-09-11T22:48:32.592Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-09-11T22:48:32.617ZLogging to: /opt/oxide/work/out/LOG
3332024-09-11T22:48:33.169Z
3342024-09-11T22:48:33.193Zreal 0.571122350
3352024-09-11T22:48:33.193Zuser 0.130382132
3362024-09-11T22:48:33.193Zsys 2.815844346
3372024-09-11T22:48:33.193Ztrap 0.000008600
3382024-09-11T22:48:33.193Ztflt 0.000003700
3392024-09-11T22:48:33.193Zdflt 0.000432224
3402024-09-11T22:48:33.193Zkflt 0.000000000
3412024-09-11T22:48:33.193Zlock 51.452744467
3422024-09-11T22:48:33.193Zslp 0.769030248
3432024-09-11T22:48:33.193Zlat 0.003568093
3442024-09-11T22:48:33.194Zstop 0.198132393
3452024-09-11T22:48:33.194Z+ retry=0
3462024-09-11T22:48:33.194Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-09-11T22:48:33.194Z+ [[ 0 -gt 30 ]]
3482024-09-11T22:48:33.194Z+ sleep 1
3492024-09-11T22:48:34.183Z+ retry=1
3502024-09-11T22:48:34.183Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-09-11T22:48:34.207Z+ [[ 1 -gt 30 ]]
3522024-09-11T22:48:34.208Z+ sleep 1
3532024-09-11T22:48:35.198Z+ retry=2
3542024-09-11T22:48:35.198Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-09-11T22:48:35.222Z+ [[ 2 -gt 30 ]]
3562024-09-11T22:48:35.222Z+ sleep 1
3572024-09-11T22:48:36.213Z+ retry=3
3582024-09-11T22:48:36.237Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-09-11T22:48:56.247Z+ [[ 3 -gt 30 ]]
3602024-09-11T22:48:56.247Z+ sleep 1
3612024-09-11T22:48:57.250Z+ retry=4
3622024-09-11T22:48:57.250Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-09-11T22:48:57.274Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-09-11T22:48:57.298Zlocal v6:
3652024-09-11T22:48:57.298Zfd98:cf42:3598:6700::1
3662024-09-11T22:48:57.298Zfe80::3ce5:94ff:fe1a:6d32
3672024-09-11T22:48:57.298Zlocal v4:
3682024-09-11T22:48:57.298Z10.151.2.174
3692024-09-11T22:48:57.298Zrouter v6:
3702024-09-11T22:48:57.299Zrouter v4_idx:
3712024-09-11T22:48:57.299Z0.0.0.0/0 -> 0
3722024-09-11T22:48:57.299Zrouter v4_routes:
3732024-09-11T22:48:57.299Z0 -> 10.151.2.100 (2)
3742024-09-11T22:48:57.299Zresolver v4:
3752024-09-11T22:48:57.299Z10.151.2.174 -> ee:0f:86:a9:8b:89
3762024-09-11T22:48:57.299Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3772024-09-11T22:48:57.299Zresolver v6:
3782024-09-11T22:48:57.299Zfe80::2ca8:67ff:fe7a:da6b -> 2e:a8:67:7a:da:6b
3792024-09-11T22:48:57.299Zfe80::3ce5:94ff:fe1a:6d32 -> 3e:e5:94:1a:6d:32
3802024-09-11T22:48:57.299Znat v4:
3812024-09-11T22:48:57.299Znat_v6:
3822024-09-11T22:48:57.299Zport_mac:
3832024-09-11T22:48:57.299Z1: a8:40:25:43:0b:5c
3842024-09-11T22:48:57.299Z1000: a8:40:25:43:0b:5b
3852024-09-11T22:48:57.299Z2: a8:40:25:43:0b:7c
3862024-09-11T22:48:57.299Zproxy arp:
3872024-09-11T22:48:57.299Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3882024-09-11T22:48:57.324Z+ retry=0
3892024-09-11T22:48:57.324Z+++ zoneadm list -n
3902024-09-11T22:48:57.324Z+++ grep oxz_ntp
3912024-09-11T22:48:57.324Z++ pfexec svcs -z -Hostate oxide/ntp
3922024-09-11T22:48:57.324Zsvcs: zone '-Hostate': entity not found
3932024-09-11T22:48:57.324Z++ true
3942024-09-11T22:48:57.324Z+ [[ '' != online ]]
3952024-09-11T22:48:57.324Z+ [[ 0 -gt 60 ]]
3962024-09-11T22:48:57.324Z+ sleep 1
3972024-09-11T22:48:58.323Z+ retry=1
3982024-09-11T22:48:58.347Z+++ zoneadm list -n
3992024-09-11T22:48:58.348Z+++ grep oxz_ntp
4002024-09-11T22:48:58.348Z++ pfexec svcs -z -Hostate oxide/ntp
4012024-09-11T22:48:58.348Zsvcs: zone '-Hostate': entity not found
4022024-09-11T22:48:58.348Z++ true
4032024-09-11T22:48:58.348Z+ [[ '' != online ]]
4042024-09-11T22:48:58.348Z+ [[ 1 -gt 60 ]]
4052024-09-11T22:48:58.348Z+ sleep 1
4062024-09-11T22:48:59.349Z+ retry=2
4072024-09-11T22:48:59.373Z+++ zoneadm list -n
4082024-09-11T22:48:59.373Z+++ grep oxz_ntp
4092024-09-11T22:48:59.373Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4102024-09-11T22:48:59.397Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4112024-09-11T22:48:59.397Z++ true
4122024-09-11T22:48:59.397Z+ [[ '' != online ]]
4132024-09-11T22:48:59.397Z+ [[ 2 -gt 60 ]]
4142024-09-11T22:48:59.397Z+ sleep 1
4152024-09-11T22:49:00.394Z+ retry=3
4162024-09-11T22:49:00.419Z+++ zoneadm list -n
4172024-09-11T22:49:00.419Z+++ grep oxz_ntp
4182024-09-11T22:49:00.419Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4192024-09-11T22:49:00.443Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4202024-09-11T22:49:00.443Z++ true
4212024-09-11T22:49:00.443Z+ [[ '' != online ]]
4222024-09-11T22:49:00.443Z+ [[ 3 -gt 60 ]]
4232024-09-11T22:49:00.443Z+ sleep 1
4242024-09-11T22:49:01.428Z+ retry=4
4252024-09-11T22:49:01.452Z+++ zoneadm list -n
4262024-09-11T22:49:01.452Z+++ grep oxz_ntp
4272024-09-11T22:49:01.452Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4282024-09-11T22:49:01.476Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4292024-09-11T22:49:01.476Z++ true
4302024-09-11T22:49:01.476Z+ [[ '' != online ]]
4312024-09-11T22:49:01.476Z+ [[ 4 -gt 60 ]]
4322024-09-11T22:49:01.476Z+ sleep 1
4332024-09-11T22:49:02.458Z+ retry=5
4342024-09-11T22:49:02.482Z+++ zoneadm list -n
4352024-09-11T22:49:02.482Z+++ grep oxz_ntp
4362024-09-11T22:49:02.482Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4372024-09-11T22:49:02.507Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4382024-09-11T22:49:02.507Z++ true
4392024-09-11T22:49:02.507Z+ [[ '' != online ]]
4402024-09-11T22:49:02.507Z+ [[ 5 -gt 60 ]]
4412024-09-11T22:49:02.507Z+ sleep 1
4422024-09-11T22:49:03.488Z+ retry=6
4432024-09-11T22:49:03.513Z+++ zoneadm list -n
4442024-09-11T22:49:03.513Z+++ grep oxz_ntp
4452024-09-11T22:49:03.513Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4462024-09-11T22:49:03.513Z+ [[ offline != online ]]
4472024-09-11T22:49:03.513Z+ [[ 6 -gt 60 ]]
4482024-09-11T22:49:03.513Z+ sleep 1
4492024-09-11T22:49:04.511Z+ retry=7
4502024-09-11T22:49:04.535Z+++ zoneadm list -n
4512024-09-11T22:49:04.535Z+++ grep oxz_ntp
4522024-09-11T22:49:04.535Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4532024-09-11T22:49:04.535Z+ [[ offline != online ]]
4542024-09-11T22:49:04.535Z+ [[ 7 -gt 60 ]]
4552024-09-11T22:49:04.535Z+ sleep 1
4562024-09-11T22:49:05.533Z+ retry=8
4572024-09-11T22:49:05.557Z+++ zoneadm list -n
4582024-09-11T22:49:05.557Z+++ grep oxz_ntp
4592024-09-11T22:49:05.557Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4602024-09-11T22:49:05.557Z+ [[ offline != online ]]
4612024-09-11T22:49:05.557Z+ [[ 8 -gt 60 ]]
4622024-09-11T22:49:05.557Z+ sleep 1
4632024-09-11T22:49:06.556Z+ retry=9
4642024-09-11T22:49:06.580Z+++ zoneadm list -n
4652024-09-11T22:49:06.580Z+++ grep oxz_ntp
4662024-09-11T22:49:06.580Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4672024-09-11T22:49:06.580Z+ [[ offline != online ]]
4682024-09-11T22:49:06.580Z+ [[ 9 -gt 60 ]]
4692024-09-11T22:49:06.580Z+ sleep 1
4702024-09-11T22:49:07.652Z+ retry=10
4712024-09-11T22:49:07.676Z+++ zoneadm list -n
4722024-09-11T22:49:07.677Z+++ grep oxz_ntp
4732024-09-11T22:49:07.677Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4742024-09-11T22:49:07.677Z+ [[ offline != online ]]
4752024-09-11T22:49:07.677Z+ [[ 10 -gt 60 ]]
4762024-09-11T22:49:07.677Z+ sleep 1
4772024-09-11T22:49:08.600Z+ retry=11
4782024-09-11T22:49:08.624Z+++ zoneadm list -n
4792024-09-11T22:49:08.625Z+++ grep oxz_ntp
4802024-09-11T22:49:08.625Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4812024-09-11T22:49:08.625Z+ [[ offline != online ]]
4822024-09-11T22:49:08.625Z+ [[ 11 -gt 60 ]]
4832024-09-11T22:49:08.625Z+ sleep 1
 
4842024-09-11T22:49:08.921Zsock console login: Sep 11 22:49:08 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4852024-09-11T22:49:09.623Z+ retry=12
4862024-09-11T22:49:09.647Z+++ zoneadm list -n
4872024-09-11T22:49:09.648Z+++ grep oxz_ntp
4882024-09-11T22:49:09.648Z++ pfexec svcs -z oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17 -Hostate oxide/ntp
4892024-09-11T22:49:09.648Z+ [[ online != online ]]
4902024-09-11T22:49:09.648Z+ echo 'Waited for chrony: 12s'
4912024-09-11T22:49:09.648Z+ retry=0
4922024-09-11T22:49:09.648ZWaited for chrony: 12s
4932024-09-11T22:49:09.648Z+ zoneadm list
4942024-09-11T22:49:09.648Z+ grep nexus
4952024-09-11T22:49:09.672Z+ [[ 0 -gt 300 ]]
4962024-09-11T22:49:09.672Z+ sleep 1
4972024-09-11T22:49:10.653Z+ retry=1
4982024-09-11T22:49:10.678Z+ zoneadm list
4992024-09-11T22:49:10.678Z+ grep nexus
5002024-09-11T22:49:10.678Z+ [[ 1 -gt 300 ]]
5012024-09-11T22:49:10.678Z+ sleep 1
5022024-09-11T22:49:11.664Z+ retry=2
5032024-09-11T22:49:11.697Z+ zoneadm list
5042024-09-11T22:49:11.697Z+ grep nexus
5052024-09-11T22:49:11.697Z+ [[ 2 -gt 300 ]]
5062024-09-11T22:49:11.697Z+ sleep 1
5072024-09-11T22:49:12.675Z+ retry=3
5082024-09-11T22:49:12.699Z+ zoneadm list
5092024-09-11T22:49:12.699Z+ grep nexus
5102024-09-11T22:49:12.699Z+ [[ 3 -gt 300 ]]
5112024-09-11T22:49:12.699Z+ sleep 1
5122024-09-11T22:49:13.686Z+ retry=4
5132024-09-11T22:49:13.710Z+ zoneadm list
5142024-09-11T22:49:13.710Z+ grep nexus
5152024-09-11T22:49:13.710Z+ [[ 4 -gt 300 ]]
5162024-09-11T22:49:13.710Z+ sleep 1
5172024-09-11T22:49:14.697Z+ retry=5
5182024-09-11T22:49:14.721Z+ zoneadm list
5192024-09-11T22:49:14.721Z+ grep nexus
5202024-09-11T22:49:14.721Z+ [[ 5 -gt 300 ]]
5212024-09-11T22:49:14.721Z+ sleep 1
5222024-09-11T22:49:15.708Z+ retry=6
5232024-09-11T22:49:15.732Z+ zoneadm list
5242024-09-11T22:49:15.732Z+ grep nexus
5252024-09-11T22:49:15.732Z+ [[ 6 -gt 300 ]]
5262024-09-11T22:49:15.732Z+ sleep 1
5272024-09-11T22:49:16.719Z+ retry=7
5282024-09-11T22:49:16.743Z+ zoneadm list
5292024-09-11T22:49:16.743Z+ grep nexus
5302024-09-11T22:49:16.743Z+ [[ 7 -gt 300 ]]
5312024-09-11T22:49:16.743Z+ sleep 1
5322024-09-11T22:49:17.731Z+ retry=8
5332024-09-11T22:49:17.755Z+ zoneadm list
5342024-09-11T22:49:17.755Z+ grep nexus
5352024-09-11T22:49:17.755Z+ [[ 8 -gt 300 ]]
5362024-09-11T22:49:17.755Z+ sleep 1
5372024-09-11T22:49:18.742Z+ retry=9
5382024-09-11T22:49:18.767Z+ zoneadm list
5392024-09-11T22:49:18.767Z+ grep nexus
5402024-09-11T22:49:18.767Z+ [[ 9 -gt 300 ]]
5412024-09-11T22:49:18.767Z+ sleep 1
5422024-09-11T22:49:19.800Z+ retry=10
5432024-09-11T22:49:19.825Z+ zoneadm list
5442024-09-11T22:49:19.825Z+ grep nexus
5452024-09-11T22:49:19.850Z+ [[ 10 -gt 300 ]]
5462024-09-11T22:49:19.850Z+ sleep 1
5472024-09-11T22:49:20.861Z+ retry=11
5482024-09-11T22:49:20.861Z+ zoneadm list
5492024-09-11T22:49:20.904Z+ grep nexus
5502024-09-11T22:49:20.904Z+ [[ 11 -gt 300 ]]
5512024-09-11T22:49:20.904Z+ sleep 1
5522024-09-11T22:49:21.905Z+ retry=12
5532024-09-11T22:49:21.929Z+ zoneadm list
5542024-09-11T22:49:21.929Z+ grep nexus
5552024-09-11T22:49:21.929Z+ [[ 12 -gt 300 ]]
5562024-09-11T22:49:21.929Z+ sleep 1
5572024-09-11T22:49:22.921Z+ retry=13
5582024-09-11T22:49:22.946Z+ zoneadm list
5592024-09-11T22:49:22.946Z+ grep nexus
5602024-09-11T22:49:22.946Z+ [[ 13 -gt 300 ]]
5612024-09-11T22:49:22.946Z+ sleep 1
5622024-09-11T22:49:23.933Z+ retry=14
5632024-09-11T22:49:23.958Z+ zoneadm list
5642024-09-11T22:49:23.958Z+ grep nexus
5652024-09-11T22:49:23.958Z+ [[ 14 -gt 300 ]]
5662024-09-11T22:49:23.958Z+ sleep 1
5672024-09-11T22:49:24.947Z+ retry=15
5682024-09-11T22:49:24.971Z+ zoneadm list
5692024-09-11T22:49:24.971Z+ grep nexus
5702024-09-11T22:49:24.971Z+ [[ 15 -gt 300 ]]
5712024-09-11T22:49:24.971Z+ sleep 1
5722024-09-11T22:49:25.958Z+ retry=16
5732024-09-11T22:49:25.982Z+ zoneadm list
5742024-09-11T22:49:25.982Z+ grep nexus
5752024-09-11T22:49:25.982Z+ [[ 16 -gt 300 ]]
5762024-09-11T22:49:25.982Z+ sleep 1
5772024-09-11T22:49:26.969Z+ retry=17
5782024-09-11T22:49:26.993Z+ zoneadm list
5792024-09-11T22:49:26.993Z+ grep nexus
5802024-09-11T22:49:26.993Z+ [[ 17 -gt 300 ]]
5812024-09-11T22:49:26.993Z+ sleep 1
5822024-09-11T22:49:27.980Z+ retry=18
5832024-09-11T22:49:28.004Z+ zoneadm list
5842024-09-11T22:49:28.004Z+ grep nexus
5852024-09-11T22:49:28.004Z+ [[ 18 -gt 300 ]]
5862024-09-11T22:49:28.004Z+ sleep 1
5872024-09-11T22:49:28.995Z+ retry=19
5882024-09-11T22:49:29.019Z+ zoneadm list
5892024-09-11T22:49:29.019Z+ grep nexus
5902024-09-11T22:49:29.019Z+ [[ 19 -gt 300 ]]
5912024-09-11T22:49:29.019Z+ sleep 1
5922024-09-11T22:49:30.009Z+ retry=20
5932024-09-11T22:49:30.033Z+ zoneadm list
5942024-09-11T22:49:30.033Z+ grep nexus
5952024-09-11T22:49:30.033Z+ [[ 20 -gt 300 ]]
5962024-09-11T22:49:30.033Z+ sleep 1
5972024-09-11T22:49:31.030Z+ retry=21
5982024-09-11T22:49:31.055Z+ zoneadm list
5992024-09-11T22:49:31.055Z+ grep nexus
6002024-09-11T22:49:31.055Z+ [[ 21 -gt 300 ]]
6012024-09-11T22:49:31.055Z+ sleep 1
6022024-09-11T22:49:32.043Z+ retry=22
6032024-09-11T22:49:32.067Z+ zoneadm list
6042024-09-11T22:49:32.067Z+ grep nexus
6052024-09-11T22:49:32.067Z+ [[ 22 -gt 300 ]]
6062024-09-11T22:49:32.067Z+ sleep 1
6072024-09-11T22:49:33.058Z+ retry=23
6082024-09-11T22:49:33.081Z+ zoneadm list
6092024-09-11T22:49:33.081Z+ grep nexus
6102024-09-11T22:49:33.081Z+ [[ 23 -gt 300 ]]
6112024-09-11T22:49:33.081Z+ sleep 1
6122024-09-11T22:49:34.070Z+ retry=24
6132024-09-11T22:49:34.093Z+ zoneadm list
6142024-09-11T22:49:34.094Z+ grep nexus
6152024-09-11T22:49:34.094Z+ [[ 24 -gt 300 ]]
6162024-09-11T22:49:34.094Z+ sleep 1
6172024-09-11T22:49:35.082Z+ retry=25
6182024-09-11T22:49:35.105Z+ zoneadm list
6192024-09-11T22:49:35.105Z+ grep nexus
6202024-09-11T22:49:35.105Z+ [[ 25 -gt 300 ]]
6212024-09-11T22:49:35.105Z+ sleep 1
6222024-09-11T22:49:36.103Z+ retry=26
6232024-09-11T22:49:36.103Z+ zoneadm list
6242024-09-11T22:49:36.103Z+ grep nexus
6252024-09-11T22:49:36.103Z+ [[ 26 -gt 300 ]]
6262024-09-11T22:49:36.103Z+ sleep 1
6272024-09-11T22:49:37.106Z+ retry=27
6282024-09-11T22:49:37.129Z+ zoneadm list
6292024-09-11T22:49:37.129Z+ grep nexus
6302024-09-11T22:49:37.129Z+ [[ 27 -gt 300 ]]
6312024-09-11T22:49:37.129Z+ sleep 1
6322024-09-11T22:49:38.117Z+ retry=28
6332024-09-11T22:49:38.140Z+ zoneadm list
6342024-09-11T22:49:38.141Z+ grep nexus
6352024-09-11T22:49:38.141Z+ [[ 28 -gt 300 ]]
6362024-09-11T22:49:38.141Z+ sleep 1
6372024-09-11T22:49:39.131Z+ retry=29
6382024-09-11T22:49:39.154Z+ zoneadm list
6392024-09-11T22:49:39.154Z+ grep nexus
6402024-09-11T22:49:39.154Z+ [[ 29 -gt 300 ]]
6412024-09-11T22:49:39.154Z+ sleep 1
6422024-09-11T22:49:40.147Z+ retry=30
6432024-09-11T22:49:40.171Z+ zoneadm list
6442024-09-11T22:49:40.171Z+ grep nexus
6452024-09-11T22:49:40.171Z+ [[ 30 -gt 300 ]]
6462024-09-11T22:49:40.171Z+ sleep 1
6472024-09-11T22:49:41.168Z+ retry=31
6482024-09-11T22:49:41.192Z+ zoneadm list
6492024-09-11T22:49:41.193Z+ grep nexus
6502024-09-11T22:49:41.225Z+ [[ 31 -gt 300 ]]
6512024-09-11T22:49:41.225Z+ sleep 1
6522024-09-11T22:49:42.227Z+ retry=32
6532024-09-11T22:49:42.251Z+ zoneadm list
6542024-09-11T22:49:42.251Z+ grep nexus
6552024-09-11T22:49:42.251Z+ [[ 32 -gt 300 ]]
6562024-09-11T22:49:42.251Z+ sleep 1
6572024-09-11T22:49:43.239Z+ retry=33
6582024-09-11T22:49:43.263Z+ zoneadm list
6592024-09-11T22:49:43.263Z+ grep nexus
6602024-09-11T22:49:43.263Z+ [[ 33 -gt 300 ]]
6612024-09-11T22:49:43.263Z+ sleep 1
6622024-09-11T22:49:44.252Z+ retry=34
6632024-09-11T22:49:44.275Z+ zoneadm list
6642024-09-11T22:49:44.276Z+ grep nexus
6652024-09-11T22:49:44.276Z+ [[ 34 -gt 300 ]]
6662024-09-11T22:49:44.276Z+ sleep 1
6672024-09-11T22:49:45.265Z+ retry=35
6682024-09-11T22:49:45.288Z+ zoneadm list
6692024-09-11T22:49:45.289Z+ grep nexus
6702024-09-11T22:49:45.289Z+ [[ 35 -gt 300 ]]
6712024-09-11T22:49:45.289Z+ sleep 1
6722024-09-11T22:49:46.277Z+ retry=36
6732024-09-11T22:49:46.301Z+ zoneadm list
6742024-09-11T22:49:46.301Z+ grep nexus
6752024-09-11T22:49:46.301Z+ [[ 36 -gt 300 ]]
6762024-09-11T22:49:46.301Z+ sleep 1
6772024-09-11T22:49:47.290Z+ retry=37
6782024-09-11T22:49:47.313Z+ zoneadm list
6792024-09-11T22:49:47.313Z+ grep nexus
6802024-09-11T22:49:47.313Z+ [[ 37 -gt 300 ]]
6812024-09-11T22:49:47.313Z+ sleep 1
6822024-09-11T22:49:48.302Z+ retry=38
6832024-09-11T22:49:48.325Z+ zoneadm list
6842024-09-11T22:49:48.325Z+ grep nexus
6852024-09-11T22:49:48.325Z+ [[ 38 -gt 300 ]]
6862024-09-11T22:49:48.325Z+ sleep 1
6872024-09-11T22:49:49.314Z+ retry=39
6882024-09-11T22:49:49.338Z+ zoneadm list
6892024-09-11T22:49:49.338Z+ grep nexus
6902024-09-11T22:49:49.338Z+ [[ 39 -gt 300 ]]
6912024-09-11T22:49:49.338Z+ sleep 1
6922024-09-11T22:49:50.327Z+ retry=40
6932024-09-11T22:49:50.350Z+ zoneadm list
6942024-09-11T22:49:50.350Z+ grep nexus
6952024-09-11T22:49:50.350Z+ [[ 40 -gt 300 ]]
6962024-09-11T22:49:50.350Z+ sleep 1
6972024-09-11T22:49:51.339Z+ retry=41
6982024-09-11T22:49:51.362Z+ zoneadm list
6992024-09-11T22:49:51.362Z+ grep nexus
7002024-09-11T22:49:51.362Z+ [[ 41 -gt 300 ]]
7012024-09-11T22:49:51.362Z+ sleep 1
7022024-09-11T22:49:52.351Z+ retry=42
7032024-09-11T22:49:52.374Z+ zoneadm list
7042024-09-11T22:49:52.374Z+ grep nexus
7052024-09-11T22:49:52.374Z+ [[ 42 -gt 300 ]]
7062024-09-11T22:49:52.374Z+ sleep 1
7072024-09-11T22:49:53.366Z+ retry=43
7082024-09-11T22:49:53.389Z+ zoneadm list
7092024-09-11T22:49:53.389Z+ grep nexus
7102024-09-11T22:49:53.389Z+ [[ 43 -gt 300 ]]
7112024-09-11T22:49:53.389Z+ sleep 1
7122024-09-11T22:49:54.378Z+ retry=44
7132024-09-11T22:49:54.402Z+ zoneadm list
7142024-09-11T22:49:54.402Z+ grep nexus
7152024-09-11T22:49:54.402Z+ [[ 44 -gt 300 ]]
7162024-09-11T22:49:54.402Z+ sleep 1
7172024-09-11T22:49:55.390Z+ retry=45
7182024-09-11T22:49:55.414Z+ zoneadm list
7192024-09-11T22:49:55.414Z+ grep nexus
7202024-09-11T22:49:55.414Z+ [[ 45 -gt 300 ]]
7212024-09-11T22:49:55.414Z+ sleep 1
7222024-09-11T22:49:56.403Z+ retry=46
7232024-09-11T22:49:56.426Z+ zoneadm list
7242024-09-11T22:49:56.426Z+ grep nexus
7252024-09-11T22:49:56.426Z+ [[ 46 -gt 300 ]]
7262024-09-11T22:49:56.426Z+ sleep 1
7272024-09-11T22:49:57.425Z+ retry=47
7282024-09-11T22:49:57.449Z+ zoneadm list
7292024-09-11T22:49:57.449Z+ grep nexus
7302024-09-11T22:49:57.473Z+ [[ 47 -gt 300 ]]
7312024-09-11T22:49:57.473Z+ sleep 1
7322024-09-11T22:49:58.455Z+ retry=48
7332024-09-11T22:49:58.478Z+ zoneadm list
7342024-09-11T22:49:58.478Z+ grep nexus
7352024-09-11T22:49:58.478Z+ [[ 48 -gt 300 ]]
7362024-09-11T22:49:58.478Z+ sleep 1
7372024-09-11T22:49:59.475Z+ retry=49
7382024-09-11T22:49:59.499Z+ zoneadm list
7392024-09-11T22:49:59.499Z+ grep nexus
7402024-09-11T22:49:59.499Z+ [[ 49 -gt 300 ]]
7412024-09-11T22:49:59.499Z+ sleep 1
7422024-09-11T22:50:00.492Z+ retry=50
7432024-09-11T22:50:00.537Z+ zoneadm list
7442024-09-11T22:50:00.576Z+ grep nexus
7452024-09-11T22:50:00.599Z+ [[ 50 -gt 300 ]]
7462024-09-11T22:50:00.599Z+ sleep 1
7472024-09-11T22:50:01.769Z+ retry=51
7482024-09-11T22:50:01.824Z+ zoneadm list
7492024-09-11T22:50:01.847Z+ grep nexus
7502024-09-11T22:50:01.847Z+ [[ 51 -gt 300 ]]
7512024-09-11T22:50:01.847Z+ sleep 1
7522024-09-11T22:50:02.976Z+ retry=52
7532024-09-11T22:50:03.058Z+ zoneadm list
7542024-09-11T22:50:03.083Z+ grep nexus
7552024-09-11T22:50:03.106Z+ [[ 52 -gt 300 ]]
7562024-09-11T22:50:03.106Z+ sleep 1
7572024-09-11T22:50:04.114Z+ retry=53
7582024-09-11T22:50:04.137Z+ zoneadm list
7592024-09-11T22:50:04.161Z+ grep nexus
7602024-09-11T22:50:04.205Z+ [[ 53 -gt 300 ]]
7612024-09-11T22:50:04.205Z+ sleep 1
7622024-09-11T22:50:05.369Z+ retry=54
7632024-09-11T22:50:05.393Z+ zoneadm list
7642024-09-11T22:50:05.393Z+ grep nexus
7652024-09-11T22:50:05.393Z+ [[ 54 -gt 300 ]]
7662024-09-11T22:50:05.393Z+ sleep 1
7672024-09-11T22:50:06.392Z+ retry=55
7682024-09-11T22:50:06.415Z+ zoneadm list
7692024-09-11T22:50:06.415Z+ grep nexus
7702024-09-11T22:50:06.415Z+ [[ 55 -gt 300 ]]
7712024-09-11T22:50:06.415Z+ sleep 1
7722024-09-11T22:50:07.413Z+ retry=56
7732024-09-11T22:50:07.436Z+ zoneadm list
7742024-09-11T22:50:07.436Z+ grep nexus
7752024-09-11T22:50:07.436Z+ [[ 56 -gt 300 ]]
7762024-09-11T22:50:07.436Z+ sleep 1
7772024-09-11T22:50:08.436Z+ retry=57
7782024-09-11T22:50:08.459Z+ zoneadm list
7792024-09-11T22:50:08.459Z+ grep nexus
7802024-09-11T22:50:08.459Z+ [[ 57 -gt 300 ]]
7812024-09-11T22:50:08.459Z+ sleep 1
7822024-09-11T22:50:09.457Z+ retry=58
7832024-09-11T22:50:09.480Z+ zoneadm list
7842024-09-11T22:50:09.481Z+ grep nexus
7852024-09-11T22:50:09.481Z+ [[ 58 -gt 300 ]]
7862024-09-11T22:50:09.481Z+ sleep 1
7872024-09-11T22:50:10.478Z+ retry=59
7882024-09-11T22:50:10.501Z+ zoneadm list
7892024-09-11T22:50:10.501Z+ grep nexus
7902024-09-11T22:50:10.501Z+ [[ 59 -gt 300 ]]
7912024-09-11T22:50:10.501Z+ sleep 1
7922024-09-11T22:50:11.499Z+ retry=60
7932024-09-11T22:50:11.522Z+ zoneadm list
7942024-09-11T22:50:11.522Z+ grep nexus
7952024-09-11T22:50:11.522Z+ [[ 60 -gt 300 ]]
7962024-09-11T22:50:11.522Z+ sleep 1
7972024-09-11T22:50:12.523Z+ retry=61
7982024-09-11T22:50:12.549Z+ zoneadm list
7992024-09-11T22:50:12.549Z+ grep nexus
8002024-09-11T22:50:12.549Zoxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62
8012024-09-11T22:50:12.549Z+ echo 'Waited for nexus: 61s'
8022024-09-11T22:50:12.549ZWaited for nexus: 61s
8032024-09-11T22:50:12.549Z+ export RUST_BACKTRACE=1
8042024-09-11T22:50:12.549Z+ RUST_BACKTRACE=1
8052024-09-11T22:50:12.549Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8062024-09-11T22:50:12.549Z++ ./target/debug/bootstrap
8072024-09-11T22:50:12.646ZUsing external DNS server at 10.151.2.164:53
8082024-09-11T22:50:12.670Z2024-09-11 22:50:12.654980365 UTC: attempting to log into API
8092024-09-11T22:50:27.718Z2024-09-11 22:50:27.705887214 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8102024-09-11T22:50:28.718Z2024-09-11 22:50:28.706862087 UTC: attempting to log into API
 
8112024-09-11T22:50:42.428ZSep 11 22:50:41 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8122024-09-11T22:50:43.013ZSep 11 22:50:42 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8132024-09-11T22:50:43.363ZSep 11 22:50:42 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8142024-09-11T22:50:43.397ZSep 11 22:50:43 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8152024-09-11T22:50:43.751Z2024-09-11 22:50:43.739938754 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
 
8162024-09-11T22:50:43.970ZSep 11 22:50:43 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
8172024-09-11T22:50:44.752Z2024-09-11 22:50:44.741064459 UTC: attempting to log into API
8182024-09-11T22:50:59.784Z2024-09-11 22:50:59.773444007 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8192024-09-11T22:51:00.786Z2024-09-11 22:51:00.774483571 UTC: attempting to log into API
8202024-09-11T22:51:15.818Z2024-09-11 22:51:15.806962861 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8212024-09-11T22:51:16.819Z2024-09-11 22:51:16.808138697 UTC: attempting to log into API
8222024-09-11T22:51:27.764Z2024-09-11 22:51:27.752939795 UTC: login succeeded
8232024-09-11T22:51:27.797Zwaiting for nexus to come up...
8242024-09-11T22:51:28.150Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8252024-09-11T22:51:28.882Zsetting up quotas...
8262024-09-11T22:51:28.953Zensuring datasets are ready...
8272024-09-11T22:51:35.079Zlet's roll.
8282024-09-11T22:51:35.103Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8292024-09-11T22:51:35.103ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8302024-09-11T22:51:35.103ZOXIDE_TOKEN=oxide-token-0789928a962036c6f69f8200339d0dd7b35b41b9'
8312024-09-11T22:51:35.103Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8322024-09-11T22:51:35.103Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8332024-09-11T22:51:35.103Z++ OXIDE_TOKEN=oxide-token-0789928a962036c6f69f8200339d0dd7b35b41b9
8342024-09-11T22:51:35.103Z+ export OXIDE_HOST OXIDE_TOKEN
8352024-09-11T22:51:35.103Z+ retry=0
8362024-09-11T22:51:35.103Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8372024-09-11T22:51:35.127Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8382024-09-11T22:51:35.127Z+ [[ 0 -gt 60 ]]
8392024-09-11T22:51:35.127Z+ sleep 1
8402024-09-11T22:51:36.110Z+ retry=1
8412024-09-11T22:51:36.110Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8422024-09-11T22:51:36.133Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8432024-09-11T22:51:36.133Z+ [[ 1 -gt 60 ]]
8442024-09-11T22:51:36.133Z+ sleep 1
8452024-09-11T22:51:37.125Z+ retry=2
8462024-09-11T22:51:37.125Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8472024-09-11T22:51:37.149Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8482024-09-11T22:51:37.149Z+ [[ 2 -gt 60 ]]
8492024-09-11T22:51:37.149Z+ sleep 1
8502024-09-11T22:51:38.142Z+ retry=3
8512024-09-11T22:51:38.142Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8522024-09-11T22:51:38.165Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8532024-09-11T22:51:38.165Z+ [[ 3 -gt 60 ]]
8542024-09-11T22:51:38.165Z+ sleep 1
8552024-09-11T22:51:39.158Z+ retry=4
8562024-09-11T22:51:39.158Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8572024-09-11T22:51:39.182Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8582024-09-11T22:51:39.182Z+ [[ 4 -gt 60 ]]
8592024-09-11T22:51:39.182Z+ sleep 1
8602024-09-11T22:51:40.175Z+ retry=5
8612024-09-11T22:51:40.175Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8622024-09-11T22:51:40.198Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8632024-09-11T22:51:40.198Z+ [[ 5 -gt 60 ]]
8642024-09-11T22:51:40.198Z+ sleep 1
8652024-09-11T22:51:41.191Z+ retry=6
8662024-09-11T22:51:41.191Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8672024-09-11T22:51:41.214Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8682024-09-11T22:51:41.214Z+ [[ 6 -gt 60 ]]
8692024-09-11T22:51:41.215Z+ sleep 1
8702024-09-11T22:51:42.207Z+ retry=7
8712024-09-11T22:51:42.207Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8722024-09-11T22:51:42.230Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8732024-09-11T22:51:42.230Z+ [[ 7 -gt 60 ]]
8742024-09-11T22:51:42.230Z+ sleep 1
8752024-09-11T22:51:43.225Z+ retry=8
8762024-09-11T22:51:43.225Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8772024-09-11T22:51:43.249Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8782024-09-11T22:51:43.249Z+ [[ 8 -gt 60 ]]
8792024-09-11T22:51:43.249Z+ sleep 1
8802024-09-11T22:51:44.240Z+ retry=9
8812024-09-11T22:51:44.240Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8822024-09-11T22:51:44.263Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8832024-09-11T22:51:44.263Z+ [[ 9 -gt 60 ]]
8842024-09-11T22:51:44.263Z+ sleep 1
8852024-09-11T22:51:45.256Z+ retry=10
8862024-09-11T22:51:45.256Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8872024-09-11T22:51:45.279Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8882024-09-11T22:51:45.279Z+ [[ 10 -gt 60 ]]
8892024-09-11T22:51:45.279Z+ sleep 1
8902024-09-11T22:51:46.273Z+ retry=11
8912024-09-11T22:51:46.273Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8922024-09-11T22:51:46.296Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8932024-09-11T22:51:46.296Z+ [[ 11 -gt 60 ]]
8942024-09-11T22:51:46.296Z+ sleep 1
8952024-09-11T22:51:47.290Z+ retry=12
8962024-09-11T22:51:47.290Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8972024-09-11T22:51:47.313Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8982024-09-11T22:51:47.313Z+ [[ 12 -gt 60 ]]
8992024-09-11T22:51:47.313Z+ sleep 1
9002024-09-11T22:51:48.306Z+ retry=13
9012024-09-11T22:51:48.306Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9022024-09-11T22:51:48.329Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9032024-09-11T22:51:48.330Z+ [[ 13 -gt 60 ]]
9042024-09-11T22:51:48.330Z+ sleep 1
9052024-09-11T22:51:49.322Z+ retry=14
9062024-09-11T22:51:49.322Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9072024-09-11T22:51:49.345Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9082024-09-11T22:51:49.345Z+ [[ 14 -gt 60 ]]
9092024-09-11T22:51:49.345Z+ sleep 1
9102024-09-11T22:51:50.338Z+ retry=15
9112024-09-11T22:51:50.338Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9122024-09-11T22:51:50.361Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9132024-09-11T22:51:50.361Z+ [[ 15 -gt 60 ]]
9142024-09-11T22:51:50.361Z+ sleep 1
9152024-09-11T22:51:51.354Z+ retry=16
9162024-09-11T22:51:51.354Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9172024-09-11T22:51:51.377Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9182024-09-11T22:51:51.377Z+ [[ 16 -gt 60 ]]
9192024-09-11T22:51:51.377Z+ sleep 1
9202024-09-11T22:51:52.370Z+ retry=17
9212024-09-11T22:51:52.370Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9222024-09-11T22:51:52.394Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9232024-09-11T22:51:52.394Z+ [[ 17 -gt 60 ]]
9242024-09-11T22:51:52.394Z+ sleep 1
9252024-09-11T22:51:53.386Z+ retry=18
9262024-09-11T22:51:53.386Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9272024-09-11T22:51:53.409Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9282024-09-11T22:51:53.409Z+ [[ 18 -gt 60 ]]
9292024-09-11T22:51:53.409Z+ sleep 1
9302024-09-11T22:51:54.403Z+ retry=19
9312024-09-11T22:51:54.403Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9322024-09-11T22:51:54.426Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9332024-09-11T22:51:54.426Z+ [[ 19 -gt 60 ]]
9342024-09-11T22:51:54.426Z+ sleep 1
9352024-09-11T22:51:55.420Z+ retry=20
9362024-09-11T22:51:55.420Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9372024-09-11T22:51:55.444Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9382024-09-11T22:51:55.444Z+ [[ 20 -gt 60 ]]
9392024-09-11T22:51:55.444Z+ sleep 1
9402024-09-11T22:51:56.436Z+ retry=21
9412024-09-11T22:51:56.436Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9422024-09-11T22:51:56.460Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9432024-09-11T22:51:56.460Z+ [[ 21 -gt 60 ]]
9442024-09-11T22:51:56.460Z+ sleep 1
9452024-09-11T22:51:57.453Z+ retry=22
9462024-09-11T22:51:57.454Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9472024-09-11T22:51:57.477Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9482024-09-11T22:51:57.477Z+ [[ 22 -gt 60 ]]
9492024-09-11T22:51:57.477Z+ sleep 1
9502024-09-11T22:51:58.471Z+ retry=23
9512024-09-11T22:51:58.471Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9522024-09-11T22:51:58.506Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9532024-09-11T22:51:58.507Z+ [[ 23 -gt 60 ]]
9542024-09-11T22:51:58.507Z+ sleep 1
9552024-09-11T22:51:59.487Z+ retry=24
9562024-09-11T22:51:59.487Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9572024-09-11T22:51:59.578Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9582024-09-11T22:52:00.398Z{"status":"ok"}success
9592024-09-11T22:52:00.398ZProject {
9602024-09-11T22:52:00.398Z description: "some images",
9612024-09-11T22:52:00.398Z id: fb6c3016-bd5d-4147-a227-f93b5c040c19,
9622024-09-11T22:52:00.398Z name: Name(
9632024-09-11T22:52:00.398Z "images",
9642024-09-11T22:52:00.398Z ),
9652024-09-11T22:52:00.398Z time_created: 2024-09-11T22:51:59.704446Z,
9662024-09-11T22:52:00.398Z time_modified: 2024-09-11T22:51:59.704446Z,
9672024-09-11T22:52:00.398Z}
9682024-09-11T22:52:00.421Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
9692024-09-11T22:57:18.918Zdone!
9702024-09-11T22:57:19.022Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9712024-09-11T22:57:19.141Zsuccess
9722024-09-11T22:57:19.141ZImage {
9732024-09-11T22:57:19.141Z block_size: ByteCount(
9742024-09-11T22:57:19.141Z 512,
9752024-09-11T22:57:19.141Z ),
9762024-09-11T22:57:19.141Z description: "debian 11 original base image",
9772024-09-11T22:57:19.141Z digest: None,
9782024-09-11T22:57:19.141Z id: 8cdb5a0b-ee26-4ec5-8b70-b02ccf651156,
9792024-09-11T22:57:19.141Z name: Name(
9802024-09-11T22:57:19.141Z "debian11",
9812024-09-11T22:57:19.141Z ),
9822024-09-11T22:57:19.141Z os: "debian",
9832024-09-11T22:57:19.141Z project_id: None,
9842024-09-11T22:57:19.141Z size: ByteCount(
9852024-09-11T22:57:19.141Z 2147483648,
9862024-09-11T22:57:19.141Z ),
9872024-09-11T22:57:19.165Z time_created: 2024-09-11T22:57:18.840877Z,
9882024-09-11T22:57:19.165Z time_modified: 2024-09-11T22:57:19.119951Z,
9892024-09-11T22:57:19.165Z url: None,
9902024-09-11T22:57:19.165Z version: "11",
9912024-09-11T22:57:19.165Z}
9922024-09-11T22:57:19.165Z+ for test_bin in tests/*
9932024-09-11T22:57:19.165Z+ ./tests/bootstrap-4254f4fe0dd2c9be
9942024-09-11T22:57:19.188Z
9952024-09-11T22:57:19.188Zrunning 0 tests
9962024-09-11T22:57:19.189Z
9972024-09-11T22:57:19.189Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9982024-09-11T22:57:19.189Z
9992024-09-11T22:57:19.189Z+ for test_bin in tests/*
10002024-09-11T22:57:19.189Z+ ./tests/commtest-f251b2f5f4a9b160
10012024-09-11T22:57:19.212Z
10022024-09-11T22:57:19.212Zrunning 0 tests
10032024-09-11T22:57:19.212Z
10042024-09-11T22:57:19.212Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10052024-09-11T22:57:19.212Z
10062024-09-11T22:57:19.212Z+ for test_bin in tests/*
10072024-09-11T22:57:19.212Z+ ./tests/dhcp_server-f67e373a07d1b035
10082024-09-11T22:57:19.236Z
10092024-09-11T22:57:19.236Zrunning 0 tests
10102024-09-11T22:57:19.236Z
10112024-09-11T22:57:19.236Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
10122024-09-11T22:57:19.236Z
10132024-09-11T22:57:19.236Z+ for test_bin in tests/*
10142024-09-11T22:57:19.236Z+ ./tests/end_to_end_tests-43bbbb6614ee8c73
10152024-09-11T22:57:19.341Z
10162024-09-11T22:57:19.341Zrunning 2 tests
10172024-09-11T22:57:19.588Ztest no_spoof::no_spoof_here ... ok
10182024-09-11T22:57:50.650Ztest instance_launch::instance_launch ... ok
10192024-09-11T22:57:50.650Z
10202024-09-11T22:57:50.673Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 31.31s
10212024-09-11T22:57:50.673Z
10222024-09-11T22:57:50.673Z+ _exit_trap
10232024-09-11T22:57:50.673Z+ local status=0
10242024-09-11T22:57:50.673Z+ set +o errexit
10252024-09-11T22:57:50.673Z+ pfexec svcadm -Z disable -s cron
10262024-09-11T22:57:53.115Z+ [[ 0 -eq 0 ]]
10272024-09-11T22:57:53.115Z+ exit 0
10282024-09-11T22:57:53.138Zprocess exited: duration 606022 ms, exit code 0
 
10292024-09-11T22:57:53.245Zfound 108 output files
10302024-09-11T22:57:53.245Zuploading: /var/svc/log/oxide-sled-agent:default.log (1009205 bytes)
10312024-09-11T22:57:54.537Zuploaded: /var/svc/log/oxide-sled-agent:default.log
10322024-09-11T22:57:54.537Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4844041 bytes)
10332024-09-11T22:57:54.962Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4844041 -> 4857137
10342024-09-11T22:57:56.030Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
10352024-09-11T22:57:56.030Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (37694 bytes)
10362024-09-11T22:57:57.185Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
10372024-09-11T22:57:57.208Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (176681 bytes)
10382024-09-11T22:57:57.361Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 176681 -> 178246
10392024-09-11T22:57:58.428Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10402024-09-11T22:57:58.428Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (232593 bytes)
10412024-09-11T22:57:58.623Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 232593 -> 234939
10422024-09-11T22:57:59.693Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10432024-09-11T22:57:59.693Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1451891 bytes)
10442024-09-11T22:58:00.007Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1451891 -> 1475888
10452024-09-11T22:58:01.081Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10462024-09-11T22:58:01.081Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (3640328 bytes)
10472024-09-11T22:58:01.437Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 3640328 -> 3691550
10482024-09-11T22:58:02.506Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
10492024-09-11T22:58:02.506Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3332 bytes)
10502024-09-11T22:58:03.596Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
10512024-09-11T22:58:03.619Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (270844 bytes)
10522024-09-11T22:58:03.792Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 270844 -> 276019
10532024-09-11T22:58:04.862Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
10542024-09-11T22:58:04.862Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (8854 bytes)
10552024-09-11T22:58:04.929Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 8854 -> 9439
10562024-09-11T22:58:05.996Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10572024-09-11T22:58:06.019Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3977 bytes)
10582024-09-11T22:58:07.086Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10592024-09-11T22:58:07.109Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8132 bytes)
10602024-09-11T22:58:08.198Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10612024-09-11T22:58:08.198Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-agent:default.log (12971 bytes)
10622024-09-11T22:58:09.310Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-agent:default.log
10632024-09-11T22:58:09.310Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10642024-09-11T22:58:10.401Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-downstairs:default.log
10652024-09-11T22:58:10.401Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-downstairs:downstairs-5546143f-7bc7-43a5-95ee-15e12c2561b3.log (3123 bytes)
10662024-09-11T22:58:11.493Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-crucible-downstairs:downstairs-5546143f-7bc7-43a5-95ee-15e12c2561b3.log
10672024-09-11T22:58:11.493Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10682024-09-11T22:58:12.583Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_crucible_5fbf461d-9a9b-46ff-acc7-244b7fd6b244/root/var/svc/log/oxide-zone-network-setup:default.log
10692024-09-11T22:58:12.583Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-nexus:default.log (5094819 bytes)
10702024-09-11T22:58:13.022Zupload warning: file "/pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 5094819 -> 5315535
10712024-09-11T22:58:14.090Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-nexus:default.log
10722024-09-11T22:58:14.090Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10732024-09-11T22:58:15.180Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-opte-interface-setup:default.log
10742024-09-11T22:58:15.180Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
10752024-09-11T22:58:16.270Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_nexus_098a841e-649e-4d26-b7e0-8ce27e09ad88/root/var/svc/log/oxide-zone-network-setup:default.log
10762024-09-11T22:58:16.270Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0/root/var/svc/log/oxide-oximeter:default.log (1783814 bytes)
10772024-09-11T22:58:16.589Zupload warning: file "/pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1783814 -> 1882901
10782024-09-11T22:58:17.657Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0/root/var/svc/log/oxide-oximeter:default.log
10792024-09-11T22:58:17.657Zuploading: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10802024-09-11T22:58:18.747Zuploaded: /pool/ext/2fc72b15-af8d-491c-9d35-a084b85733a3/crypt/zone/oxz_oximeter_60c011c6-d26c-45f9-887c-70fa53b449b0/root/var/svc/log/oxide-zone-network-setup:default.log
10812024-09-11T22:58:18.770Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-clickhouse-admin:default.log (791 bytes)
10822024-09-11T22:58:19.838Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-clickhouse-admin:default.log
10832024-09-11T22:58:19.838Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-clickhouse:default.log (3338272 bytes)
10842024-09-11T22:58:20.197Zupload warning: file "/pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3338272 -> 3522294
10852024-09-11T22:58:21.263Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-clickhouse:default.log
10862024-09-11T22:58:21.263Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-zone-network-setup:default.log (1685 bytes)
10872024-09-11T22:58:22.353Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_clickhouse_8c39300d-43ce-4e36-8a27-0fe8091f4f2f/root/var/svc/log/oxide-zone-network-setup:default.log
10882024-09-11T22:58:22.353Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-cockroach-admin:default.log (4659 bytes)
10892024-09-11T22:58:23.443Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-cockroach-admin:default.log
10902024-09-11T22:58:23.443Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
10912024-09-11T22:58:24.532Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-cockroachdb:default.log
10922024-09-11T22:58:24.532Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10932024-09-11T22:58:25.623Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_cockroachdb_a5d778b3-a4fe-458a-ac1b-a7cf1f5dfb15/root/var/svc/log/oxide-zone-network-setup:default.log
10942024-09-11T22:58:25.623Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-agent:default.log (20181 bytes)
10952024-09-11T22:58:26.756Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-agent:default.log
10962024-09-11T22:58:26.756Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10972024-09-11T22:58:27.847Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:default.log
10982024-09-11T22:58:27.847Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:downstairs-76496709-aa32-4ec2-a532-a46c69cef142.log (6079 bytes)
10992024-09-11T22:58:28.937Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:downstairs-76496709-aa32-4ec2-a532-a46c69cef142.log
11002024-09-11T22:58:28.937Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:snapshot-76496709-aa32-4ec2-a532-a46c69cef142-873a5fe8-a815-4a14-970b-61303c85c3f3.log (5687 bytes)
11012024-09-11T22:58:30.027Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-crucible-downstairs:snapshot-76496709-aa32-4ec2-a532-a46c69cef142-873a5fe8-a815-4a14-970b-61303c85c3f3.log
11022024-09-11T22:58:30.028Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11032024-09-11T22:58:31.117Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_crucible_cc65a6a4-1064-4ddb-bfa9-3a644ccbc73d/root/var/svc/log/oxide-zone-network-setup:default.log
11042024-09-11T22:58:31.118Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-external_dns:default.log (26905 bytes)
11052024-09-11T22:58:31.205Zupload warning: file "/pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26905 -> 30678
11062024-09-11T22:58:32.273Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-external_dns:default.log
11072024-09-11T22:58:32.273Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11082024-09-11T22:58:33.363Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-opte-interface-setup:default.log
11092024-09-11T22:58:33.363Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
11102024-09-11T22:58:34.453Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_external_dns_a9318a9c-1482-41a4-ba3e-a515b62e612b/root/var/svc/log/oxide-zone-network-setup:default.log
11112024-09-11T22:58:34.453Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044/root/var/svc/log/oxide-internal_dns:default.log (406854 bytes)
11122024-09-11T22:58:34.674Zupload warning: file "/pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406854 -> 410608
11132024-09-11T22:58:35.741Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044/root/var/svc/log/oxide-internal_dns:default.log
11142024-09-11T22:58:35.764Zuploading: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
11152024-09-11T22:58:36.831Zuploaded: /pool/ext/7102c444-682c-4072-8e1e-1a1f1e88f906/crypt/zone/oxz_internal_dns_682c62dd-94d7-4139-a150-aabd86949044/root/var/svc/log/oxide-zone-network-setup:default.log
11162024-09-11T22:58:36.831Zuploading: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
11172024-09-11T22:58:37.922Zuploaded: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-crucible-agent:default.log
11182024-09-11T22:58:37.922Zuploading: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11192024-09-11T22:58:39.014Zuploaded: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-crucible-downstairs:default.log
11202024-09-11T22:58:39.014Zuploading: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11212024-09-11T22:58:40.105Zuploaded: /pool/ext/7408a7f2-57c1-401a-a865-fdbf6a508b61/crypt/zone/oxz_crucible_9f252058-a33d-4f45-86c5-bc171de68d56/root/var/svc/log/oxide-zone-network-setup:default.log
11222024-09-11T22:58:40.105Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-cockroach-admin:default.log (4662 bytes)
11232024-09-11T22:58:41.196Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-cockroach-admin:default.log
11242024-09-11T22:58:41.196Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-cockroachdb:default.log (4311 bytes)
11252024-09-11T22:58:42.287Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-cockroachdb:default.log
11262024-09-11T22:58:42.287Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11272024-09-11T22:58:43.378Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_cockroachdb_e50bceaf-8bb9-4d7a-aeaf-8a2db5adf369/root/var/svc/log/oxide-zone-network-setup:default.log
11282024-09-11T22:58:43.378Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-agent:default.log (12501 bytes)
11292024-09-11T22:58:44.489Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-agent:default.log
11302024-09-11T22:58:44.489Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11312024-09-11T22:58:45.580Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-downstairs:default.log
11322024-09-11T22:58:45.580Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-downstairs:downstairs-ebcf170e-04a9-4fb9-9416-7751e31b0163.log (3125 bytes)
11332024-09-11T22:58:46.672Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-crucible-downstairs:downstairs-ebcf170e-04a9-4fb9-9416-7751e31b0163.log
11342024-09-11T22:58:46.672Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11352024-09-11T22:58:47.761Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_crucible_abe48a0b-4221-441c-9356-29c0d26548ef/root/var/svc/log/oxide-zone-network-setup:default.log
11362024-09-11T22:58:47.761Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-nexus:default.log (2866703 bytes)
11372024-09-11T22:58:48.111Zupload warning: file "/pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2866703 -> 3178825
11382024-09-11T22:58:49.179Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-nexus:default.log
11392024-09-11T22:58:49.179Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-opte-interface-setup:default.log (1132 bytes)
11402024-09-11T22:58:50.270Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-opte-interface-setup:default.log
11412024-09-11T22:58:50.271Zuploading: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
11422024-09-11T22:58:51.362Zuploaded: /pool/ext/8f9c145d-f66d-4533-97ae-72e50686935e/crypt/zone/oxz_nexus_6a5513cb-d653-446c-8488-91cb1d7e4e8f/root/var/svc/log/oxide-zone-network-setup:default.log
11432024-09-11T22:58:51.362Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
11442024-09-11T22:58:52.452Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-cockroach-admin:default.log
11452024-09-11T22:58:52.452Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
11462024-09-11T22:58:53.543Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-cockroachdb:default.log
11472024-09-11T22:58:53.543Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
11482024-09-11T22:58:54.634Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_cockroachdb_81a2d138-4b9c-46b9-b4d2-d87d97946556/root/var/svc/log/oxide-zone-network-setup:default.log
11492024-09-11T22:58:54.634Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-agent:default.log (29677 bytes)
11502024-09-11T22:58:55.790Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-agent:default.log
11512024-09-11T22:58:55.790Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11522024-09-11T22:58:56.881Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:default.log
11532024-09-11T22:58:56.881Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6.log (5996 bytes)
11542024-09-11T22:58:57.971Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-09eba63a-755b-4f7e-997e-55b7155ed4a6.log
11552024-09-11T22:58:57.971Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-a5946f12-df74-4bc0-aa34-d087d8d69422.log (3015 bytes)
11562024-09-11T22:58:59.062Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-a5946f12-df74-4bc0-aa34-d087d8d69422.log
11572024-09-11T22:58:59.062Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bdc860df-d251-4590-9644-f17c6e98293a.log (3124 bytes)
11582024-09-11T22:59:00.152Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-bdc860df-d251-4590-9644-f17c6e98293a.log
11592024-09-11T22:59:00.152Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
11602024-09-11T22:59:01.242Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_d36fee4e-6ff8-4647-a0bf-5944c7102e9f/root/var/svc/log/oxide-zone-network-setup:default.log
11612024-09-11T22:59:01.242Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
11622024-09-11T22:59:02.332Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82/root/var/svc/log/oxide-crucible-pantry:default.log
11632024-09-11T22:59:02.332Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82/root/var/svc/log/oxide-zone-network-setup:default.log (1717 bytes)
11642024-09-11T22:59:03.423Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_crucible_pantry_adffb264-4c4d-41de-9bc2-166e2d0d5e82/root/var/svc/log/oxide-zone-network-setup:default.log
11652024-09-11T22:59:03.423Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-external_dns:default.log (26905 bytes)
11662024-09-11T22:59:03.532Zupload warning: file "/pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26905 -> 34451
11672024-09-11T22:59:04.600Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-external_dns:default.log
11682024-09-11T22:59:04.600Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
11692024-09-11T22:59:05.692Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-opte-interface-setup:default.log
11702024-09-11T22:59:05.692Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
11712024-09-11T22:59:06.783Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_external_dns_c0e4ec3d-62c9-496c-927b-3c7d51ac0eaf/root/var/svc/log/oxide-zone-network-setup:default.log
11722024-09-11T22:59:06.784Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928/root/var/svc/log/oxide-internal_dns:default.log (406856 bytes)
11732024-09-11T22:59:07.004Zupload warning: file "/pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406856 -> 414364
11742024-09-11T22:59:08.071Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928/root/var/svc/log/oxide-internal_dns:default.log
11752024-09-11T22:59:08.071Zuploading: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
11762024-09-11T22:59:09.162Zuploaded: /pool/ext/ac6d979c-58dc-4a4c-94ba-a4cd76c48f8e/crypt/zone/oxz_internal_dns_049af1e3-bb38-4a4b-a180-bf5fe0ec9928/root/var/svc/log/oxide-zone-network-setup:default.log
11772024-09-11T22:59:09.162Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-agent:default.log (12505 bytes)
11782024-09-11T22:59:10.273Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-agent:default.log
11792024-09-11T22:59:10.274Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11802024-09-11T22:59:11.364Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-downstairs:default.log
11812024-09-11T22:59:11.364Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ab484f9-9268-41aa-97c2-7ab62fa99416.log (5993 bytes)
11822024-09-11T22:59:12.454Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-crucible-downstairs:downstairs-3ab484f9-9268-41aa-97c2-7ab62fa99416.log
11832024-09-11T22:59:12.454Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11842024-09-11T22:59:13.545Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_crucible_3c490ca9-6a8f-485c-b3a2-e1e8571725e9/root/var/svc/log/oxide-zone-network-setup:default.log
11852024-09-11T22:59:13.545Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-nexus:default.log (36576743 bytes)
11862024-09-11T22:59:18.816Zupload warning: file "/pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36576743 -> 37094124
11872024-09-11T22:59:20.029Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-nexus:default.log
11882024-09-11T22:59:20.029Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
11892024-09-11T22:59:21.119Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-opte-interface-setup:default.log
11902024-09-11T22:59:21.119Zuploading: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
11912024-09-11T22:59:22.210Zuploaded: /pool/ext/cd45e164-586a-42ad-8f77-733daff8a747/crypt/zone/oxz_nexus_88f8c4ef-0034-4c46-8187-a4bae0b36b62/root/var/svc/log/oxide-zone-network-setup:default.log
11922024-09-11T22:59:22.233Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-cockroach-admin:default.log (4662 bytes)
11932024-09-11T22:59:23.300Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-cockroach-admin:default.log
11942024-09-11T22:59:23.300Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
11952024-09-11T22:59:24.391Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-cockroachdb:default.log
11962024-09-11T22:59:24.391Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11972024-09-11T22:59:25.481Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_cockroachdb_bc976e87-bbc5-436b-9be1-3ca0f70c0ad0/root/var/svc/log/oxide-zone-network-setup:default.log
11982024-09-11T22:59:25.481Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-agent:default.log (24796 bytes)
11992024-09-11T22:59:26.637Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-agent:default.log
12002024-09-11T22:59:26.637Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12012024-09-11T22:59:27.727Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:default.log
12022024-09-11T22:59:27.727Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:downstairs-32b4ac8e-189f-486b-9c52-9119fe0f7889.log (3020 bytes)
12032024-09-11T22:59:28.819Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:downstairs-32b4ac8e-189f-486b-9c52-9119fe0f7889.log
12042024-09-11T22:59:28.819Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:downstairs-87e484bf-9a39-47f1-b990-4b67c4cbb142.log (5995 bytes)
12052024-09-11T22:59:29.911Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-crucible-downstairs:downstairs-87e484bf-9a39-47f1-b990-4b67c4cbb142.log
12062024-09-11T22:59:29.911Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
12072024-09-11T22:59:31.002Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_64ce5226-a6ee-4705-8a1c-d6a6d9056277/root/var/svc/log/oxide-zone-network-setup:default.log
12082024-09-11T22:59:31.002Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
12092024-09-11T22:59:32.092Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718/root/var/svc/log/oxide-crucible-pantry:default.log
12102024-09-11T22:59:32.093Zuploading: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718/root/var/svc/log/oxide-zone-network-setup:default.log (1717 bytes)
12112024-09-11T22:59:33.183Zuploaded: /pool/ext/d700c1e0-2586-4b27-b46c-83bfe687db08/crypt/zone/oxz_crucible_pantry_bbde0be4-b1a6-44b2-9c97-d73f27be6718/root/var/svc/log/oxide-zone-network-setup:default.log
12122024-09-11T22:59:33.183Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-agent:default.log (29410 bytes)
12132024-09-11T22:59:34.337Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-agent:default.log
12142024-09-11T22:59:34.338Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12152024-09-11T22:59:35.428Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:default.log
12162024-09-11T22:59:35.428Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:downstairs-2cadebd8-a6a5-455f-aba2-f848935b9a54.log (3021 bytes)
12172024-09-11T22:59:36.518Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:downstairs-2cadebd8-a6a5-455f-aba2-f848935b9a54.log
12182024-09-11T22:59:36.518Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a.log (6074 bytes)
12192024-09-11T22:59:37.609Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:downstairs-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a.log
12202024-09-11T22:59:37.609Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:snapshot-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3.log (5687 bytes)
12212024-09-11T22:59:38.700Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-crucible-downstairs:snapshot-cda8dbf1-d123-4d4a-ab1f-4b58d505db6a-873a5fe8-a815-4a14-970b-61303c85c3f3.log
12222024-09-11T22:59:38.700Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12232024-09-11T22:59:39.789Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_75ac48f4-97b5-446c-bf76-d6d4c5e42f80/root/var/svc/log/oxide-zone-network-setup:default.log
12242024-09-11T22:59:39.789Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd/root/var/svc/log/oxide-crucible-pantry:default.log (763904 bytes)
12252024-09-11T22:59:41.112Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd/root/var/svc/log/oxide-crucible-pantry:default.log
12262024-09-11T22:59:41.112Zuploading: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
12272024-09-11T22:59:42.206Zuploaded: /pool/ext/e8902165-fb11-46b2-a335-df247ca55626/crypt/zone/oxz_crucible_pantry_6366d8dc-d4d9-43fe-8e81-251bf7f28abd/root/var/svc/log/oxide-zone-network-setup:default.log
12282024-09-11T22:59:42.206Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-cockroach-admin:default.log (4662 bytes)
12292024-09-11T22:59:43.298Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-cockroach-admin:default.log
12302024-09-11T22:59:43.298Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
12312024-09-11T22:59:44.389Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-cockroachdb:default.log
12322024-09-11T22:59:44.389Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
12332024-09-11T22:59:45.480Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_cockroachdb_13966b4e-ce93-437d-a312-454f1cac159b/root/var/svc/log/oxide-zone-network-setup:default.log
12342024-09-11T22:59:45.481Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-agent:default.log (20604 bytes)
12352024-09-11T22:59:46.613Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-agent:default.log
12362024-09-11T22:59:46.613Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12372024-09-11T22:59:47.704Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:default.log
12382024-09-11T22:59:47.704Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f52f479-e640-4782-8afa-7fc3830afc4d.log (6074 bytes)
12392024-09-11T22:59:48.797Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:downstairs-6f52f479-e640-4782-8afa-7fc3830afc4d.log
12402024-09-11T22:59:48.797Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:snapshot-6f52f479-e640-4782-8afa-7fc3830afc4d-873a5fe8-a815-4a14-970b-61303c85c3f3.log (5689 bytes)
12412024-09-11T22:59:49.888Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-crucible-downstairs:snapshot-6f52f479-e640-4782-8afa-7fc3830afc4d-873a5fe8-a815-4a14-970b-61303c85c3f3.log
12422024-09-11T22:59:49.888Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
12432024-09-11T22:59:50.979Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_crucible_b8d92285-3041-49be-9542-cbf9c8a2e3e0/root/var/svc/log/oxide-zone-network-setup:default.log
12442024-09-11T22:59:50.979Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7/root/var/svc/log/oxide-internal_dns:default.log (406831 bytes)
12452024-09-11T22:59:51.612Zupload warning: file "/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406831 -> 414340
12462024-09-11T22:59:52.679Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7/root/var/svc/log/oxide-internal_dns:default.log
12472024-09-11T22:59:52.679Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
12482024-09-11T22:59:53.771Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_internal_dns_2f744a48-842b-4847-9f91-b1611298b0c7/root/var/svc/log/oxide-zone-network-setup:default.log
12492024-09-11T22:59:53.771Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
12502024-09-11T22:59:54.904Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-chrony-setup:default.log
12512024-09-11T22:59:54.904Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-ntp:default.log (1307 bytes)
12522024-09-11T22:59:54.948Zupload warning: file "/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1307 -> 1425
12532024-09-11T22:59:56.016Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-ntp:default.log
12542024-09-11T22:59:56.016Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
12552024-09-11T22:59:57.106Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-opte-interface-setup:default.log
12562024-09-11T22:59:57.106Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-zone-network-setup:default.log (1634 bytes)
12572024-09-11T22:59:58.198Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/svc/log/oxide-zone-network-setup:default.log
12582024-09-11T22:59:58.198Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/measurements.log (164400 bytes)
12592024-09-11T22:59:58.627Zupload warning: file "/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/measurements.log" changed size mid upload: 164400 -> 199883
12602024-09-11T22:59:59.694Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/measurements.log
12612024-09-11T22:59:59.694Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/statistics.log (128349 bytes)
12622024-09-11T23:00:00.037Zupload warning: file "/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/statistics.log" changed size mid upload: 128349 -> 158067
12632024-09-11T23:00:01.104Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/statistics.log
12642024-09-11T23:00:01.105Zuploading: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/tracking.log (16510 bytes)
12652024-09-11T23:00:01.192Zupload warning: file "/pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/tracking.log" changed size mid upload: 16510 -> 19018
12662024-09-11T23:00:02.261Zuploaded: /pool/ext/f7719a03-4894-4441-833a-ae918464a197/crypt/zone/oxz_ntp_4f7368ab-da2e-43f0-ad3c-9661a8944f17/root/var/log/chrony/tracking.log