01J9S25AGXXD1CRTM84E659BQS: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J9S267XZS6Q5R2RPDSKV271C

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-10-09T17:08:32.569Zjob dependencies complete; ready to run (waiting for 32 m 35 s)
22024-10-09T17:11:51.502Zjob assigned to worker 01J9S3Y6YKJ5VW0DP8ZFPKG56J (queued for 3 m 18 s)
32024-10-09T17:11:51.622Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-10-09T17:11:51.670Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-10-09T17:11:51.704Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-10-09T17:11:51.737Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-10-09T17:11:51.771Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-10-09T17:11:51.805ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-10-09T17:11:51.838Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-10-09T17:11:51.872ZOxide Helios Version helios-2.0.22827 64-bit
112024-10-09T17:11:51.906ZConfiguring devices.
122024-10-09T17:11:51.939Z##################################################
132024-10-09T17:11:51.972Z#### ############# ##
142024-10-09T17:11:52.006Z### ### ############ ##
152024-10-09T17:11:52.039Z## ### # ## ### ## Oxide Computer Company ##
162024-10-09T17:11:52.073Z## ## ## ### # ### ##
172024-10-09T17:11:52.106Z## # ### #### #### This Station Under ##
182024-10-09T17:11:52.139Z### ### #### # ### Computer Control ##
192024-10-09T17:11:52.173Z#### #### ### ## ##
202024-10-09T17:11:52.206Z##################################################
212024-10-09T17:11:52.240ZHostname: sock
222024-10-09T17:11:52.273ZLoading smf(7) service descriptions:
232024-10-09T17:11:52.756Zdownloading input: /input/package/work/package.tar.gz
242024-10-09T17:16:37.884Zdownloaded input: /input/package/work/package.tar.gz
 
252024-10-09T17:16:37.884Zstarting task 0: "setup"
262024-10-09T17:16:37.908Z++ uname -s
272024-10-09T17:16:37.908Z+ kern=SunOS
282024-10-09T17:16:37.908Z+ case "$kern" in
292024-10-09T17:16:37.908Z+ groupadd -g 12345 build
302024-10-09T17:16:37.908Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-10-09T17:16:39.901Z+ zfs create -o mountpoint=/work rpool/work
322024-10-09T17:16:39.944Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-10-09T17:16:39.966Z+ home_fs=zfs
342024-10-09T17:16:39.967Z+ [[ zfs == autofs ]]
352024-10-09T17:16:39.967Z+ mkdir -p /home/build
362024-10-09T17:16:39.967Z+ chown build:build /home/build /work
372024-10-09T17:16:41.951Z+ chmod 0700 /home/build /work
382024-10-09T17:16:41.974Zprocess exited: duration 4072 ms, exit code 0
 
392024-10-09T17:16:42.021Zstarting task 1: "authentication"
402024-10-09T17:16:42.064Zprocess exited: duration 42 ms, exit code 0
 
412024-10-09T17:16:42.114Zstarting task 2: "build"
422024-10-09T17:16:42.138Z+ trap _exit_trap EXIT
432024-10-09T17:16:42.138Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-10-09T17:16:42.236Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-10-09T17:16:42.236Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-10-09T17:16:42.260Z+ [[ -d /opt/oxide ]]
562024-10-09T17:16:42.260Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-10-09T17:16:42.260Z+ pfexec mkdir /opt/oxide
582024-10-09T17:16:42.260Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-10-09T17:16:42.260Z+ [[ -d /opt/oxide-underneath ]]
602024-10-09T17:16:42.260Z+ cd /opt/oxide-underneath
612024-10-09T17:16:42.260Z+ pfexec tar ceEp@/f - .
622024-10-09T17:16:42.260Z+ cd /opt/oxide
632024-10-09T17:16:42.260Z+ pfexec tar xveEp@/f -
642024-10-09T17:16:42.361Zx ., 0 bytes, 0 tape blocks
652024-10-09T17:16:42.361Zx ./opte, 0 bytes, 0 tape blocks
662024-10-09T17:16:42.361Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-10-09T17:16:42.361Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-10-09T17:16:42.388Z+ pfexec rm -rf /opt/oxide-underneath
692024-10-09T17:16:42.388Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-10-09T17:16:42.412Z+ pfexec mkdir /opt/oxide/work
712024-10-09T17:16:42.412Z+ pfexec chown build:build /opt/oxide/work
722024-10-09T17:16:42.413Z+ cd /opt/oxide/work
732024-10-09T17:16:42.413Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-10-09T17:16:54.742ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-10-09T17:16:54.742Zx out/target/test, 107 bytes, 1 tape blocks
762024-10-09T17:16:54.743Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-10-09T17:16:54.743Zx package-manifest.toml, 32084 bytes, 63 tape blocks
782024-10-09T17:16:54.743Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
792024-10-09T17:16:54.743Zx target/release/omicron-package, 33502272 bytes, 65435 tape blocks
802024-10-09T17:16:54.743Zx target/release/xtask, 12344728 bytes, 24111 tape blocks
812024-10-09T17:16:54.743Zx target/debug/bootstrap, 202110232 bytes, 394747 tape blocks
822024-10-09T17:16:54.743Zx tests/bootstrap-ed9ec115c9a0b0d5, 24349840 bytes, 47559 tape blocks
832024-10-09T17:16:54.743Zx tests/commtest-3e99aed6362922f5, 24582256 bytes, 48013 tape blocks
842024-10-09T17:16:54.743Zx tests/dhcp_server-a33e1c62b9efac3e, 24349856 bytes, 47559 tape blocks
852024-10-09T17:16:54.743Zx tests/end_to_end_tests-46e57f5259837a5f, 220012728 bytes, 429713 tape blocks
862024-10-09T17:16:54.743Zx out/clickhouse.tar.gz, 239318794 bytes, 467420 tape blocks
872024-10-09T17:16:54.743Zx out/clickhouse_keeper.tar.gz, 239291759 bytes, 467367 tape blocks
882024-10-09T17:16:54.743Zx out/clickhouse_server.tar.gz, 239294944 bytes, 467373 tape blocks
892024-10-09T17:16:54.743Zx out/cockroachdb.tar.gz, 135283429 bytes, 264226 tape blocks
902024-10-09T17:16:54.743Zx out/crucible-dtrace.tar, 83456 bytes, 163 tape blocks
912024-10-09T17:16:54.743Zx out/crucible-pantry-zone.tar.gz, 27572452 bytes, 53853 tape blocks
922024-10-09T17:16:54.743Zx out/crucible-zone.tar.gz, 35953237 bytes, 70222 tape blocks
932024-10-09T17:16:54.743Zx out/external-dns.tar.gz, 25776575 bytes, 50345 tape blocks
942024-10-09T17:16:54.743Zx out/internal-dns.tar.gz, 25776167 bytes, 50345 tape blocks
952024-10-09T17:16:54.743Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-10-09T17:16:54.743Zx out/nexus.tar.gz, 97478403 bytes, 190388 tape blocks
972024-10-09T17:16:54.743Zx out/ntp.tar.gz, 9283067 bytes, 18131 tape blocks
982024-10-09T17:16:54.743Zx out/omicron-gateway-softnpu.tar.gz, 21511805 bytes, 42016 tape blocks
992024-10-09T17:16:54.743Zx out/omicron-sled-agent.tar, 104479744 bytes, 204062 tape blocks
1002024-10-09T17:16:54.743Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-10-09T17:16:54.743Zx out/oximeter.tar.gz, 44682923 bytes, 87272 tape blocks
1022024-10-09T17:16:54.743Zx out/oxlog.tar, 3109376 bytes, 6073 tape blocks
1032024-10-09T17:16:54.743Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-10-09T17:16:54.743Zx out/propolis-server.tar.gz, 68085710 bytes, 132980 tape blocks
1052024-10-09T17:16:54.743Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-10-09T17:16:54.743Zx out/switch-softnpu.tar.gz, 226140509 bytes, 441681 tape blocks
1072024-10-09T17:16:54.768Z
1082024-10-09T17:16:54.768Zreal 12.321472263
1092024-10-09T17:16:54.768Zuser 10.923202488
1102024-10-09T17:16:54.768Zsys 2.372381204
1112024-10-09T17:16:54.768Ztrap 0.000542258
1122024-10-09T17:16:54.768Ztflt 0.000000000
1132024-10-09T17:16:54.769Zdflt 0.000000000
1142024-10-09T17:16:54.769Zkflt 0.000000000
1152024-10-09T17:16:54.769Zlock 0.000000000
1162024-10-09T17:16:54.769Zslp 11.029328978
1172024-10-09T17:16:54.769Zlat 0.315439228
1182024-10-09T17:16:54.769Zstop 0.000129132
1192024-10-09T17:16:54.769Z+ bmat address ls
1202024-10-09T17:16:54.769ZNAME CIDR FIRST LAST COUNT
1212024-10-09T17:16:54.769Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1222024-10-09T17:16:54.769Z++ bmat address ls -f extra -Ho first,last,count
1232024-10-09T17:16:54.769Z+ set -- 10.151.2.164 10.151.2.227 64
1242024-10-09T17:16:54.769Z+ EXTRA_IP_START=10.151.2.164
1252024-10-09T17:16:54.769Z+ EXTRA_IP_END=10.151.2.227
1262024-10-09T17:16:54.769Z+ EXTRA_IP_COUNT=64
1272024-10-09T17:16:54.769Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-10-09T17:16:54.769Z+ EXTRA_IP_BASE=10.151.2
1292024-10-09T17:16:54.769Z+ EXTRA_IP_FOCTET=164
1302024-10-09T17:16:54.769Z+ EXTRA_IP_LOCTET=227
1312024-10-09T17:16:54.769Z+ SERVICE_IP_POOL_START=10.151.2.164
1322024-10-09T17:16:54.769Z+ SERVICE_IP_POOL_END=10.151.2.173
1332024-10-09T17:16:54.769Z+ DNS_IP1=10.151.2.164
1342024-10-09T17:16:54.769Z+ DNS_IP2=10.151.2.165
1352024-10-09T17:16:54.769Z+ UPLINK_IP=10.151.2.174
1362024-10-09T17:16:54.769Z+ IPPOOL_START=10.151.2.175
1372024-10-09T17:16:54.769Z+ IPPOOL_END=10.151.2.227
1382024-10-09T17:16:54.769Z++ ipadm show-addr -po type,addr
1392024-10-09T17:16:54.769Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-10-09T17:16:54.769Z+ GATEWAY_IP=10.151.2.100
1412024-10-09T17:16:54.770Z+ [[ -n 10.151.2.100 ]]
1422024-10-09T17:16:54.770Z+ ping -s 10.151.2.100 56 1
1432024-10-09T17:16:54.770ZPING 10.151.2.100: 56 data bytes
1442024-10-09T17:16:54.770Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1452024-10-09T17:16:54.770Z
1462024-10-09T17:16:54.770Z----10.151.2.100 PING Statistics----
1472024-10-09T17:16:54.770Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-10-09T17:16:54.770Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1492024-10-09T17:16:54.770Z++ arp -an
1502024-10-09T17:16:54.770Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1512024-10-09T17:16:54.770Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1522024-10-09T17:16:54.770Z+ routeadm -e ipv4-forwarding -u
1532024-10-09T17:16:54.874Z+ PXA_START=10.151.2.164
1542024-10-09T17:16:54.874Z+ PXA_END=10.151.2.227
1552024-10-09T17:16:54.898Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-10-09T17:16:55.012Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1572024-10-09T17:16:55.036ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-10-09T17:16:55.089Zcreating virtual hardware
1592024-10-09T17:16:55.114Zcreating /scratch/m2_0.vdev
1602024-10-09T17:16:55.114Zcreating /scratch/m2_1.vdev
1612024-10-09T17:16:55.114Zcreating /scratch/u2_0.vdev
1622024-10-09T17:16:55.114Zcreating /scratch/u2_1.vdev
1632024-10-09T17:16:55.114Zcreating /scratch/u2_2.vdev
1642024-10-09T17:16:55.114Zcreating /scratch/u2_3.vdev
1652024-10-09T17:16:55.114Zcreating /scratch/u2_4.vdev
1662024-10-09T17:16:55.114Zcreating /scratch/u2_5.vdev
1672024-10-09T17:16:55.114Zcreating /scratch/u2_6.vdev
1682024-10-09T17:16:55.114Zcreating /scratch/u2_7.vdev
1692024-10-09T17:16:55.114Zcreating /scratch/u2_8.vdev
1702024-10-09T17:16:55.147ZSimnet net0/sc0_0 exists
1712024-10-09T17:16:55.171ZSimnet net1/sc1_0 exists
1722024-10-09T17:16:55.195ZVnic sc0_1 exists
1732024-10-09T17:17:07.642ZUsing 10.151.2.100 as gateway ip
1742024-10-09T17:17:07.642Zusing 18:C0:4D:0D:A0:2A as gateway mac
1752024-10-09T17:17:07.642Zconfiguring SoftNPU ARP entry
1762024-10-09T17:17:07.671Zconfiguring SoftNPU proxy ARP
1772024-10-09T17:17:07.734ZSoftNPU state:
1782024-10-09T17:17:07.734Z local v6:
1792024-10-09T17:17:07.734Z local v4:
1802024-10-09T17:17:07.734Z router v6:
1812024-10-09T17:17:07.734Z router v4_idx:
1822024-10-09T17:17:07.734Z router v4_routes:
1832024-10-09T17:17:07.734Z resolver v4:
1842024-10-09T17:17:07.734Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1852024-10-09T17:17:07.734Z resolver v6:
1862024-10-09T17:17:07.734Z nat v4:
1872024-10-09T17:17:07.734Z nat_v6:
1882024-10-09T17:17:07.734Z port_mac:
1892024-10-09T17:17:07.734Z proxy arp:
1902024-10-09T17:17:07.734Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1912024-10-09T17:17:07.735Zcreated virtual hardware
1922024-10-09T17:17:07.735Z
1932024-10-09T17:17:07.735Zreal 12.712179327
1942024-10-09T17:17:07.735Zuser 0.667816693
1952024-10-09T17:17:07.735Zsys 3.189884007
1962024-10-09T17:17:07.735Ztrap 0.000074307
1972024-10-09T17:17:07.735Ztflt 0.000204777
1982024-10-09T17:17:07.735Zdflt 0.000467815
1992024-10-09T17:17:07.735Zkflt 0.000000000
2002024-10-09T17:17:07.735Zlock 9:48.708236865
2012024-10-09T17:17:07.735Zslp 38.394467631
2022024-10-09T17:17:07.735Zlat 0.080224443
2032024-10-09T17:17:07.735Zstop 0.348687601
2042024-10-09T17:17:07.735Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-10-09T17:17:07.761Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-10-09T17:17:07.786Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-10-09T17:17:07.786Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-10-09T17:17:07.786Z+++ pkg/config.toml Wed Oct 9 17:17:07 2024
2092024-10-09T17:17:07.786Z@@ -29,18 +29,18 @@
2102024-10-09T17:17:07.786Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-10-09T17:17:07.786Z # followed by a string that is embedded into their fake serial values.
2122024-10-09T17:17:07.786Z vdevs = [
2132024-10-09T17:17:07.786Z- "m2_0.vdev",
2142024-10-09T17:17:07.786Z- "m2_1.vdev",
2152024-10-09T17:17:07.786Z+ "/scratch/m2_0.vdev",
2162024-10-09T17:17:07.786Z+ "/scratch/m2_1.vdev",
2172024-10-09T17:17:07.786Z
2182024-10-09T17:17:07.786Z- "u2_0.vdev",
2192024-10-09T17:17:07.786Z- "u2_1.vdev",
2202024-10-09T17:17:07.786Z- "u2_2.vdev",
2212024-10-09T17:17:07.786Z- "u2_3.vdev",
2222024-10-09T17:17:07.786Z- "u2_4.vdev",
2232024-10-09T17:17:07.786Z- "u2_5.vdev",
2242024-10-09T17:17:07.786Z- "u2_6.vdev",
2252024-10-09T17:17:07.786Z- "u2_7.vdev",
2262024-10-09T17:17:07.786Z- "u2_8.vdev",
2272024-10-09T17:17:07.786Z+ "/scratch/u2_0.vdev",
2282024-10-09T17:17:07.786Z+ "/scratch/u2_1.vdev",
2292024-10-09T17:17:07.786Z+ "/scratch/u2_2.vdev",
2302024-10-09T17:17:07.786Z+ "/scratch/u2_3.vdev",
2312024-10-09T17:17:07.786Z+ "/scratch/u2_4.vdev",
2322024-10-09T17:17:07.786Z+ "/scratch/u2_5.vdev",
2332024-10-09T17:17:07.786Z+ "/scratch/u2_6.vdev",
2342024-10-09T17:17:07.786Z+ "/scratch/u2_7.vdev",
2352024-10-09T17:17:07.786Z+ "/scratch/u2_8.vdev",
2362024-10-09T17:17:07.786Z ]
2372024-10-09T17:17:07.786Z
2382024-10-09T17:17:07.786Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-10-09T17:17:07.786Z+ true
2402024-10-09T17:17:07.787Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-10-09T17:17:07.787Z+ SILO_NAME=recovery
2422024-10-09T17:17:07.787Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-10-09T17:17:07.787Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-10-09T17:17:07.787Z+ sed -i~ '
2452024-10-09T17:17:07.787Z /^external_dns_ips/c\
2462024-10-09T17:17:07.787Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2472024-10-09T17:17:07.788Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-10-09T17:17:07.788Z /^first/c\
2492024-10-09T17:17:07.788Zfirst = "10.151.2.164"
2502024-10-09T17:17:07.788Z /^last/c\
2512024-10-09T17:17:07.788Zlast = "10.151.2.173"
2522024-10-09T17:17:07.788Z }
2532024-10-09T17:17:07.788Z /^infra_ip_first/c\
2542024-10-09T17:17:07.788Zinfra_ip_first = "10.151.2.174"
2552024-10-09T17:17:07.788Z /^infra_ip_last/c\
2562024-10-09T17:17:07.788Zinfra_ip_last = "10.151.2.174"
2572024-10-09T17:17:07.788Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-10-09T17:17:07.788Z /^routes/c\
2592024-10-09T17:17:07.788Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2602024-10-09T17:17:07.788Z /^addresses/c\
2612024-10-09T17:17:07.788Zaddresses = \[{address = "10.151.2.174/24"} \]
2622024-10-09T17:17:07.788Z }
2632024-10-09T17:17:07.789Z' pkg/config-rss.toml
2642024-10-09T17:17:07.789Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-10-09T17:17:07.789Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-10-09T17:17:07.789Z+++ pkg/config-rss.toml Wed Oct 9 17:17:07 2024
2672024-10-09T17:17:07.789Z@@ -33,7 +33,7 @@
2682024-10-09T17:17:07.789Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-10-09T17:17:07.789Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-10-09T17:17:07.789Z # below.
2712024-10-09T17:17:07.789Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-10-09T17:17:07.789Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2732024-10-09T17:17:07.789Z
2742024-10-09T17:17:07.789Z # Initial TLS certificates for the external API
2752024-10-09T17:17:07.789Z #
2762024-10-09T17:17:07.789Z@@ -69,8 +69,8 @@
2772024-10-09T17:17:07.789Z #
2782024-10-09T17:17:07.789Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-10-09T17:17:07.789Z [[internal_services_ip_pool_ranges]]
2802024-10-09T17:17:07.789Z-first = "192.168.1.20"
2812024-10-09T17:17:07.789Z-last = "192.168.1.29"
2822024-10-09T17:17:07.789Z+first = "10.151.2.164"
2832024-10-09T17:17:07.789Z+last = "10.151.2.173"
2842024-10-09T17:17:07.789Z
2852024-10-09T17:17:07.789Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-10-09T17:17:07.789Z # parameters should be provided to the control plane via wicket, but we need to
2872024-10-09T17:17:07.789Z@@ -91,8 +91,8 @@
2882024-10-09T17:17:07.789Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-10-09T17:17:07.789Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-10-09T17:17:07.789Z # With softnpu, only one address is used.
2912024-10-09T17:17:07.789Z-infra_ip_first = "192.168.1.30"
2922024-10-09T17:17:07.789Z-infra_ip_last = "192.168.1.30"
2932024-10-09T17:17:07.789Z+infra_ip_first = "10.151.2.174"
2942024-10-09T17:17:07.789Z+infra_ip_last = "10.151.2.174"
2952024-10-09T17:17:07.789Z
2962024-10-09T17:17:07.789Z # Configurations for BGP routers to run on the scrimlets.
2972024-10-09T17:17:07.789Z bgp = []
2982024-10-09T17:17:07.789Z@@ -100,9 +100,9 @@
2992024-10-09T17:17:07.789Z # You can configure multiple uplinks by repeating the following stanza
3002024-10-09T17:17:07.789Z [[rack_network_config.ports]]
3012024-10-09T17:17:07.789Z # Routes associated with this port.
3022024-10-09T17:17:07.789Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-10-09T17:17:07.790Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3042024-10-09T17:17:07.790Z # Addresses associated with this port.
3052024-10-09T17:17:07.790Z-addresses = [{address = "192.168.1.30/24"}]
3062024-10-09T17:17:07.814Z+addresses = [{address = "10.151.2.174/24"} ]
3072024-10-09T17:17:07.814Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-10-09T17:17:07.814Z port = "qsfp0"
3092024-10-09T17:17:07.814Z # The speed of this port.
3102024-10-09T17:17:07.814Z+ true
3112024-10-09T17:17:07.814Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-10-09T17:17:07.814Za pkg/config-rss.toml 8K
3132024-10-09T17:17:07.814Za pkg/config.toml 4K
3142024-10-09T17:17:07.814Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-10-09T17:17:07.814Z+ TLS_NAME=recovery.sys.oxide.test
3162024-10-09T17:17:07.814Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-10-09T17:17:08.079Z...+.+...+...+..............+....+..+.............+...........+...+.+..............+......+.+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+....+..+...+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+.............+.........+..+.+.................+.+.....+.......+..+...+....+......................................+.+..+...+.+......+..+...+....+......+.................+.......+...+...+........+..........+.........+..+.+..............+....+......+...+........+....+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-10-09T17:17:08.539Z.+..+.+.........+...+..+...+...+.+.....+......+...+....+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.+.........+.....+....+.........+...+...+...........+....+......+......+.........+........+......+.........+...+.......+..+.+............+......+.....+....+.....+.+...........+...+..........+...+.....+...+.+........+...............+...+...+.+...............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+....+............+..............+.+.....................+............+.....................+............+.....+...+....+......+.....+......+...+.............+..............+................+............+.....+.+.....+.........+.......+...+..+.+...+....................+.+.....+......+.........+.+...............+.....+....+.....+....+............+.....+.......+......+...........+.+..+.......+...........+........................+.+..+.......+........+......+............+....+........+.............+...+.....+.+.....+.....................+...+....+......+.........+..+.........+.........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-10-09T17:17:08.563Z-----
3202024-10-09T17:17:08.587Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-10-09T17:17:08.587Za pkg/initial-tls-cert.pem 2K
3222024-10-09T17:17:08.587Za pkg/initial-tls-key.pem 4K
3232024-10-09T17:17:08.587Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-10-09T17:17:08.587Z+ rmdir pkg
3252024-10-09T17:17:08.587Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-10-09T17:17:08.587Z+ pfexec mkdir -p /usr/oxide
3272024-10-09T17:17:08.587Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-10-09T17:17:09.350Z+ pfexec chmod +x /usr/oxide/oxide
3292024-10-09T17:17:09.375Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-10-09T17:17:27.668Z+ OMICRON_NO_UNINSTALL=1
3312024-10-09T17:17:27.668Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-10-09T17:17:27.693ZLogging to: /opt/oxide/work/out/LOG
3332024-10-09T17:17:28.242Z
3342024-10-09T17:17:28.265Zreal 0.568991253
3352024-10-09T17:17:28.265Zuser 0.132339410
3362024-10-09T17:17:28.265Zsys 2.858315811
3372024-10-09T17:17:28.265Ztrap 0.000006690
3382024-10-09T17:17:28.265Ztflt 0.000019967
3392024-10-09T17:17:28.265Zdflt 0.000453852
3402024-10-09T17:17:28.265Zkflt 0.000009620
3412024-10-09T17:17:28.265Zlock 51.223627519
3422024-10-09T17:17:28.265Zslp 0.753827631
3432024-10-09T17:17:28.265Zlat 0.003009872
3442024-10-09T17:17:28.265Zstop 0.206264070
3452024-10-09T17:17:28.265Z+ retry=0
3462024-10-09T17:17:28.265Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-10-09T17:17:28.265Z+ [[ 0 -gt 30 ]]
3482024-10-09T17:17:28.265Z+ sleep 1
3492024-10-09T17:17:29.257Z+ retry=1
3502024-10-09T17:17:29.257Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-10-09T17:17:29.280Z+ [[ 1 -gt 30 ]]
3522024-10-09T17:17:29.280Z+ sleep 1
3532024-10-09T17:17:30.272Z+ retry=2
3542024-10-09T17:17:30.272Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-10-09T17:17:30.296Z+ [[ 2 -gt 30 ]]
3562024-10-09T17:17:30.296Z+ sleep 1
3572024-10-09T17:17:31.286Z+ retry=3
3582024-10-09T17:17:31.286Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-10-09T17:17:51.360Z+ [[ 3 -gt 30 ]]
3602024-10-09T17:17:51.360Z+ sleep 1
3612024-10-09T17:17:52.363Z+ retry=4
3622024-10-09T17:17:52.363Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-10-09T17:17:52.386Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-10-09T17:17:52.409Zlocal v6:
3652024-10-09T17:17:52.409Zfd23:ef0a:7bb8:379b::1
3662024-10-09T17:17:52.409Zfe80::948d:9cff:fea1:bbb0
3672024-10-09T17:17:52.409Zlocal v4:
3682024-10-09T17:17:52.409Z10.151.2.174
3692024-10-09T17:17:52.409Zrouter v6:
3702024-10-09T17:17:52.409Zrouter v4_idx:
3712024-10-09T17:17:52.409Z0.0.0.0/0 -> 0
3722024-10-09T17:17:52.409Zrouter v4_routes:
3732024-10-09T17:17:52.409Z0 -> 10.151.2.100 (2)
3742024-10-09T17:17:52.409Zresolver v4:
3752024-10-09T17:17:52.409Z10.151.2.174 -> 1e:de:6f:a8:5f:af
3762024-10-09T17:17:52.409Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3772024-10-09T17:17:52.409Zresolver v6:
3782024-10-09T17:17:52.409Zfe80::948c:17ff:fe23:9c00 -> 96:8c:17:23:9c:00
3792024-10-09T17:17:52.409Zfe80::948d:9cff:fea1:bbb0 -> 96:8d:9c:a1:bb:b0
3802024-10-09T17:17:52.409Znat v4:
3812024-10-09T17:17:52.409Znat_v6:
3822024-10-09T17:17:52.410Zport_mac:
3832024-10-09T17:17:52.410Z2: a8:40:25:41:b1:98
3842024-10-09T17:17:52.410Z1000: a8:40:25:41:b1:77
3852024-10-09T17:17:52.410Z1: a8:40:25:41:b1:78
3862024-10-09T17:17:52.410Zproxy arp:
3872024-10-09T17:17:52.410Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3882024-10-09T17:17:52.410Z+ retry=0
3892024-10-09T17:17:52.433Z+++ zoneadm list -n
3902024-10-09T17:17:52.433Z+++ grep oxz_ntp
3912024-10-09T17:17:52.433Z++ pfexec svcs -z -Hostate oxide/ntp
3922024-10-09T17:17:52.433Zsvcs: zone '-Hostate': entity not found
3932024-10-09T17:17:52.433Z++ true
3942024-10-09T17:17:52.433Z+ [[ '' != online ]]
3952024-10-09T17:17:52.433Z+ [[ 0 -gt 60 ]]
3962024-10-09T17:17:52.433Z+ sleep 1
3972024-10-09T17:17:53.425Z+ retry=1
3982024-10-09T17:17:53.449Z+++ zoneadm list -n
3992024-10-09T17:17:53.449Z+++ grep oxz_ntp
4002024-10-09T17:17:53.449Z++ pfexec svcs -z -Hostate oxide/ntp
4012024-10-09T17:17:53.449Zsvcs: zone '-Hostate': entity not found
4022024-10-09T17:17:53.449Z++ true
4032024-10-09T17:17:53.449Z+ [[ '' != online ]]
4042024-10-09T17:17:53.449Z+ [[ 1 -gt 60 ]]
4052024-10-09T17:17:53.449Z+ sleep 1
4062024-10-09T17:17:54.448Z+ retry=2
4072024-10-09T17:17:54.471Z+++ zoneadm list -n
4082024-10-09T17:17:54.471Z+++ grep oxz_ntp
4092024-10-09T17:17:54.471Z++ pfexec svcs -z -Hostate oxide/ntp
4102024-10-09T17:17:54.471Zsvcs: zone '-Hostate': entity not found
4112024-10-09T17:17:54.471Z++ true
4122024-10-09T17:17:54.472Z+ [[ '' != online ]]
4132024-10-09T17:17:54.472Z+ [[ 2 -gt 60 ]]
4142024-10-09T17:17:54.472Z+ sleep 1
4152024-10-09T17:17:55.469Z+ retry=3
4162024-10-09T17:17:55.493Z+++ zoneadm list -n
4172024-10-09T17:17:55.493Z+++ grep oxz_ntp
4182024-10-09T17:17:55.493Z++ pfexec svcs -z -Hostate oxide/ntp
4192024-10-09T17:17:55.493Zsvcs: zone '-Hostate': entity not found
4202024-10-09T17:17:55.493Z++ true
4212024-10-09T17:17:55.493Z+ [[ '' != online ]]
4222024-10-09T17:17:55.493Z+ [[ 3 -gt 60 ]]
4232024-10-09T17:17:55.493Z+ sleep 1
4242024-10-09T17:17:56.488Z+ retry=4
4252024-10-09T17:17:56.512Z+++ zoneadm list -n
4262024-10-09T17:17:56.512Z+++ grep oxz_ntp
4272024-10-09T17:17:56.512Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4282024-10-09T17:17:56.555Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4292024-10-09T17:17:56.579Z++ true
4302024-10-09T17:17:56.579Z+ [[ '' != online ]]
4312024-10-09T17:17:56.579Z+ [[ 4 -gt 60 ]]
4322024-10-09T17:17:56.580Z+ sleep 1
4332024-10-09T17:17:57.560Z+ retry=5
4342024-10-09T17:17:57.584Z+++ zoneadm list -n
4352024-10-09T17:17:57.584Z+++ grep oxz_ntp
4362024-10-09T17:17:57.584Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4372024-10-09T17:17:57.607Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4382024-10-09T17:17:57.607Z++ true
4392024-10-09T17:17:57.607Z+ [[ '' != online ]]
4402024-10-09T17:17:57.607Z+ [[ 5 -gt 60 ]]
4412024-10-09T17:17:57.607Z+ sleep 1
4422024-10-09T17:17:58.593Z+ retry=6
4432024-10-09T17:17:58.616Z+++ zoneadm list -n
4442024-10-09T17:17:58.616Z+++ grep oxz_ntp
4452024-10-09T17:17:58.616Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4462024-10-09T17:17:58.641Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4472024-10-09T17:17:58.641Z++ true
4482024-10-09T17:17:58.641Z+ [[ '' != online ]]
4492024-10-09T17:17:58.641Z+ [[ 6 -gt 60 ]]
4502024-10-09T17:17:58.641Z+ sleep 1
4512024-10-09T17:17:59.622Z+ retry=7
4522024-10-09T17:17:59.646Z+++ zoneadm list -n
4532024-10-09T17:17:59.646Z+++ grep oxz_ntp
4542024-10-09T17:17:59.646Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4552024-10-09T17:17:59.669Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4562024-10-09T17:17:59.669Z++ true
4572024-10-09T17:17:59.669Z+ [[ '' != online ]]
4582024-10-09T17:17:59.669Z+ [[ 7 -gt 60 ]]
4592024-10-09T17:17:59.669Z+ sleep 1
4602024-10-09T17:18:00.653Z+ retry=8
4612024-10-09T17:18:00.677Z+++ zoneadm list -n
4622024-10-09T17:18:00.677Z+++ grep oxz_ntp
4632024-10-09T17:18:00.677Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4642024-10-09T17:18:00.677Z+ [[ offline != online ]]
4652024-10-09T17:18:00.677Z+ [[ 8 -gt 60 ]]
4662024-10-09T17:18:00.677Z+ sleep 1
4672024-10-09T17:18:01.674Z+ retry=9
4682024-10-09T17:18:01.698Z+++ zoneadm list -n
4692024-10-09T17:18:01.698Z+++ grep oxz_ntp
4702024-10-09T17:18:01.698Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4712024-10-09T17:18:01.698Z+ [[ offline != online ]]
4722024-10-09T17:18:01.698Z+ [[ 9 -gt 60 ]]
4732024-10-09T17:18:01.698Z+ sleep 1
4742024-10-09T17:18:02.697Z+ retry=10
4752024-10-09T17:18:02.721Z+++ zoneadm list -n
4762024-10-09T17:18:02.721Z+++ grep oxz_ntp
4772024-10-09T17:18:02.721Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4782024-10-09T17:18:02.761Z+ [[ offline != online ]]
4792024-10-09T17:18:02.761Z+ [[ 10 -gt 60 ]]
4802024-10-09T17:18:02.761Z+ sleep 1
4812024-10-09T17:18:03.718Z+ retry=11
4822024-10-09T17:18:03.742Z+++ zoneadm list -n
4832024-10-09T17:18:03.742Z+++ grep oxz_ntp
4842024-10-09T17:18:03.742Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4852024-10-09T17:18:03.742Z+ [[ offline != online ]]
4862024-10-09T17:18:03.742Z+ [[ 11 -gt 60 ]]
4872024-10-09T17:18:03.742Z+ sleep 1
4882024-10-09T17:18:04.739Z+ retry=12
4892024-10-09T17:18:04.765Z+++ zoneadm list -n
4902024-10-09T17:18:04.765Z+++ grep oxz_ntp
4912024-10-09T17:18:04.765Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4922024-10-09T17:18:04.765Z+ [[ offline != online ]]
4932024-10-09T17:18:04.765Z+ [[ 12 -gt 60 ]]
4942024-10-09T17:18:04.765Z+ sleep 1
4952024-10-09T17:18:05.762Z+ retry=13
4962024-10-09T17:18:05.789Z+++ zoneadm list -n
4972024-10-09T17:18:05.789Z+++ grep oxz_ntp
4982024-10-09T17:18:05.789Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
4992024-10-09T17:18:05.790Z+ [[ offline != online ]]
5002024-10-09T17:18:05.790Z+ [[ 13 -gt 60 ]]
5012024-10-09T17:18:05.790Z+ sleep 1
 
5022024-10-09T17:18:06.325Zsock console login: Oct 9 17:18:05 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5032024-10-09T17:18:06.784Z+ retry=14
5042024-10-09T17:18:06.809Z+++ zoneadm list -n
5052024-10-09T17:18:06.809Z+++ grep oxz_ntp
5062024-10-09T17:18:06.809Z++ pfexec svcs -z oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624 -Hostate oxide/ntp
5072024-10-09T17:18:06.809Z+ [[ online != online ]]
5082024-10-09T17:18:06.809Z+ echo 'Waited for chrony: 14s'
5092024-10-09T17:18:06.809Z+ retry=0
5102024-10-09T17:18:06.809ZWaited for chrony: 14s
5112024-10-09T17:18:06.809Z+ zoneadm list
5122024-10-09T17:18:06.809Z+ grep nexus
5132024-10-09T17:18:06.834Z+ [[ 0 -gt 300 ]]
5142024-10-09T17:18:06.834Z+ sleep 1
5152024-10-09T17:18:07.813Z+ retry=1
5162024-10-09T17:18:07.837Z+ zoneadm list
5172024-10-09T17:18:07.837Z+ grep nexus
5182024-10-09T17:18:07.837Z+ [[ 1 -gt 300 ]]
5192024-10-09T17:18:07.837Z+ sleep 1
5202024-10-09T17:18:08.823Z+ retry=2
5212024-10-09T17:18:08.848Z+ zoneadm list
5222024-10-09T17:18:08.848Z+ grep nexus
5232024-10-09T17:18:08.848Z+ [[ 2 -gt 300 ]]
5242024-10-09T17:18:08.849Z+ sleep 1
5252024-10-09T17:18:09.835Z+ retry=3
5262024-10-09T17:18:09.859Z+ zoneadm list
5272024-10-09T17:18:09.859Z+ grep nexus
5282024-10-09T17:18:09.859Z+ [[ 3 -gt 300 ]]
5292024-10-09T17:18:09.859Z+ sleep 1
5302024-10-09T17:18:10.845Z+ retry=4
5312024-10-09T17:18:10.871Z+ zoneadm list
5322024-10-09T17:18:10.871Z+ grep nexus
5332024-10-09T17:18:10.871Z+ [[ 4 -gt 300 ]]
5342024-10-09T17:18:10.871Z+ sleep 1
5352024-10-09T17:18:11.856Z+ retry=5
5362024-10-09T17:18:11.880Z+ zoneadm list
5372024-10-09T17:18:11.880Z+ grep nexus
5382024-10-09T17:18:11.880Z+ [[ 5 -gt 300 ]]
5392024-10-09T17:18:11.880Z+ sleep 1
5402024-10-09T17:18:12.867Z+ retry=6
5412024-10-09T17:18:12.892Z+ zoneadm list
5422024-10-09T17:18:12.892Z+ grep nexus
5432024-10-09T17:18:12.892Z+ [[ 6 -gt 300 ]]
5442024-10-09T17:18:12.892Z+ sleep 1
5452024-10-09T17:18:13.877Z+ retry=7
5462024-10-09T17:18:13.903Z+ zoneadm list
5472024-10-09T17:18:13.903Z+ grep nexus
5482024-10-09T17:18:13.903Z+ [[ 7 -gt 300 ]]
5492024-10-09T17:18:13.903Z+ sleep 1
5502024-10-09T17:18:14.889Z+ retry=8
5512024-10-09T17:18:14.915Z+ zoneadm list
5522024-10-09T17:18:14.915Z+ grep nexus
5532024-10-09T17:18:14.915Z+ [[ 8 -gt 300 ]]
5542024-10-09T17:18:14.915Z+ sleep 1
5552024-10-09T17:18:15.899Z+ retry=9
5562024-10-09T17:18:15.924Z+ zoneadm list
5572024-10-09T17:18:15.924Z+ grep nexus
5582024-10-09T17:18:15.924Z+ [[ 9 -gt 300 ]]
5592024-10-09T17:18:15.924Z+ sleep 1
5602024-10-09T17:18:16.910Z+ retry=10
5612024-10-09T17:18:16.937Z+ zoneadm list
5622024-10-09T17:18:16.937Z+ grep nexus
5632024-10-09T17:18:16.937Z+ [[ 10 -gt 300 ]]
5642024-10-09T17:18:16.937Z+ sleep 1
5652024-10-09T17:18:17.921Z+ retry=11
5662024-10-09T17:18:17.947Z+ zoneadm list
5672024-10-09T17:18:17.947Z+ grep nexus
5682024-10-09T17:18:17.947Z+ [[ 11 -gt 300 ]]
5692024-10-09T17:18:17.947Z+ sleep 1
5702024-10-09T17:18:18.932Z+ retry=12
5712024-10-09T17:18:18.958Z+ zoneadm list
5722024-10-09T17:18:18.958Z+ grep nexus
5732024-10-09T17:18:18.959Z+ [[ 12 -gt 300 ]]
5742024-10-09T17:18:18.959Z+ sleep 1
5752024-10-09T17:18:20.401Z+ retry=13
5762024-10-09T17:18:20.432Z+ zoneadm list
5772024-10-09T17:18:20.432Z+ grep nexus
5782024-10-09T17:18:20.432Z+ [[ 13 -gt 300 ]]
5792024-10-09T17:18:20.432Z+ sleep 1
5802024-10-09T17:18:20.962Z+ retry=14
5812024-10-09T17:18:20.989Z+ zoneadm list
5822024-10-09T17:18:20.989Z+ grep nexus
5832024-10-09T17:18:20.989Z+ [[ 14 -gt 300 ]]
5842024-10-09T17:18:20.989Z+ sleep 1
5852024-10-09T17:18:21.976Z+ retry=15
5862024-10-09T17:18:22.005Z+ zoneadm list
5872024-10-09T17:18:22.005Z+ grep nexus
5882024-10-09T17:18:22.005Z+ [[ 15 -gt 300 ]]
5892024-10-09T17:18:22.005Z+ sleep 1
5902024-10-09T17:18:23.816Z+ retry=16
5912024-10-09T17:18:23.816Z+ zoneadm list
5922024-10-09T17:18:23.817Z+ grep nexus
5932024-10-09T17:18:23.817Z+ [[ 16 -gt 300 ]]
5942024-10-09T17:18:23.817Z+ sleep 1
 
5952024-10-09T17:18:24.112ZOct 9 17:18:23 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:208.113.130.146:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
5962024-10-09T17:18:27.979Z+ retry=17
 
5972024-10-09T17:18:28.087ZOct 9 17:18:23 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:108.61.73.243:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
5982024-10-09T17:18:28.095Z+ zoneadm list
5992024-10-09T17:18:28.095Z+ grep nexus
6002024-10-09T17:18:28.095Z+ [[ 17 -gt 300 ]]
6012024-10-09T17:18:28.095Z+ sleep 1
6022024-10-09T17:18:28.095Z+ retry=18
6032024-10-09T17:18:28.095Z+ zoneadm list
6042024-10-09T17:18:28.095Z+ grep nexus
6052024-10-09T17:18:28.095Z+ [[ 18 -gt 300 ]]
6062024-10-09T17:18:28.095Z+ sleep 1
6072024-10-09T17:18:28.095Z+ retry=19
6082024-10-09T17:18:28.095Z+ zoneadm list
6092024-10-09T17:18:28.095Z+ grep nexus
6102024-10-09T17:18:28.095Z+ [[ 19 -gt 300 ]]
6112024-10-09T17:18:28.095Z+ sleep 1
6122024-10-09T17:18:28.095Z+ retry=20
6132024-10-09T17:18:28.095Z+ zoneadm list
6142024-10-09T17:18:28.095Z+ grep nexus
6152024-10-09T17:18:28.096Z+ [[ 20 -gt 300 ]]
6162024-10-09T17:18:28.096Z+ sleep 1
 
6172024-10-09T17:18:28.178ZOct 9 17:18:23 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:73.60.203.23:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
6182024-10-09T17:18:28.201Z+ retry=21
6192024-10-09T17:18:28.229Z+ zoneadm list
6202024-10-09T17:18:28.229Z+ grep nexus
6212024-10-09T17:18:28.229Z+ [[ 21 -gt 300 ]]
6222024-10-09T17:18:28.229Z+ sleep 1
6232024-10-09T17:18:29.211Z+ retry=22
6242024-10-09T17:18:29.235Z+ zoneadm list
6252024-10-09T17:18:29.235Z+ grep nexus
6262024-10-09T17:18:29.235Z+ [[ 22 -gt 300 ]]
6272024-10-09T17:18:29.235Z+ sleep 1
6282024-10-09T17:18:30.222Z+ retry=23
6292024-10-09T17:18:30.247Z+ zoneadm list
6302024-10-09T17:18:30.247Z+ grep nexus
6312024-10-09T17:18:30.248Z+ [[ 23 -gt 300 ]]
6322024-10-09T17:18:30.248Z+ sleep 1
6332024-10-09T17:18:31.235Z+ retry=24
6342024-10-09T17:18:31.259Z+ zoneadm list
6352024-10-09T17:18:31.259Z+ grep nexus
6362024-10-09T17:18:31.259Z+ [[ 24 -gt 300 ]]
6372024-10-09T17:18:31.259Z+ sleep 1
6382024-10-09T17:18:32.248Z+ retry=25
6392024-10-09T17:18:32.272Z+ zoneadm list
6402024-10-09T17:18:32.272Z+ grep nexus
6412024-10-09T17:18:32.272Z+ [[ 25 -gt 300 ]]
6422024-10-09T17:18:32.272Z+ sleep 1
6432024-10-09T17:18:33.260Z+ retry=26
6442024-10-09T17:18:33.286Z+ zoneadm list
6452024-10-09T17:18:33.286Z+ grep nexus
6462024-10-09T17:18:33.286Z+ [[ 26 -gt 300 ]]
6472024-10-09T17:18:33.286Z+ sleep 1
6482024-10-09T17:18:34.272Z+ retry=27
6492024-10-09T17:18:34.297Z+ zoneadm list
6502024-10-09T17:18:34.297Z+ grep nexus
6512024-10-09T17:18:34.297Z+ [[ 27 -gt 300 ]]
6522024-10-09T17:18:34.297Z+ sleep 1
6532024-10-09T17:18:35.284Z+ retry=28
6542024-10-09T17:18:35.310Z+ zoneadm list
6552024-10-09T17:18:35.310Z+ grep nexus
6562024-10-09T17:18:35.311Z+ [[ 28 -gt 300 ]]
6572024-10-09T17:18:35.311Z+ sleep 1
6582024-10-09T17:18:36.296Z+ retry=29
6592024-10-09T17:18:36.322Z+ zoneadm list
6602024-10-09T17:18:36.322Z+ grep nexus
6612024-10-09T17:18:36.322Z+ [[ 29 -gt 300 ]]
6622024-10-09T17:18:36.322Z+ sleep 1
6632024-10-09T17:18:37.308Z+ retry=30
6642024-10-09T17:18:37.336Z+ zoneadm list
6652024-10-09T17:18:37.336Z+ grep nexus
6662024-10-09T17:18:37.336Z+ [[ 30 -gt 300 ]]
6672024-10-09T17:18:37.336Z+ sleep 1
6682024-10-09T17:18:38.321Z+ retry=31
6692024-10-09T17:18:38.346Z+ zoneadm list
6702024-10-09T17:18:38.346Z+ grep nexus
6712024-10-09T17:18:38.346Z+ [[ 31 -gt 300 ]]
6722024-10-09T17:18:38.346Z+ sleep 1
6732024-10-09T17:18:39.334Z+ retry=32
6742024-10-09T17:18:39.358Z+ zoneadm list
6752024-10-09T17:18:39.358Z+ grep nexus
6762024-10-09T17:18:39.358Z+ [[ 32 -gt 300 ]]
6772024-10-09T17:18:39.358Z+ sleep 1
6782024-10-09T17:18:40.350Z+ retry=33
6792024-10-09T17:18:40.377Z+ zoneadm list
6802024-10-09T17:18:40.377Z+ grep nexus
6812024-10-09T17:18:40.377Z+ [[ 33 -gt 300 ]]
6822024-10-09T17:18:40.377Z+ sleep 1
6832024-10-09T17:18:41.374Z+ retry=34
6842024-10-09T17:18:41.398Z+ zoneadm list
6852024-10-09T17:18:41.398Z+ grep nexus
6862024-10-09T17:18:41.398Z+ [[ 34 -gt 300 ]]
6872024-10-09T17:18:41.398Z+ sleep 1
6882024-10-09T17:18:42.386Z+ retry=35
6892024-10-09T17:18:42.412Z+ zoneadm list
6902024-10-09T17:18:42.412Z+ grep nexus
6912024-10-09T17:18:42.412Z+ [[ 35 -gt 300 ]]
6922024-10-09T17:18:42.412Z+ sleep 1
6932024-10-09T17:18:43.399Z+ retry=36
6942024-10-09T17:18:43.423Z+ zoneadm list
6952024-10-09T17:18:43.423Z+ grep nexus
6962024-10-09T17:18:43.423Z+ [[ 36 -gt 300 ]]
6972024-10-09T17:18:43.423Z+ sleep 1
6982024-10-09T17:18:44.412Z+ retry=37
6992024-10-09T17:18:44.436Z+ zoneadm list
7002024-10-09T17:18:44.436Z+ grep nexus
7012024-10-09T17:18:44.436Z+ [[ 37 -gt 300 ]]
7022024-10-09T17:18:44.436Z+ sleep 1
7032024-10-09T17:18:45.425Z+ retry=38
7042024-10-09T17:18:45.449Z+ zoneadm list
7052024-10-09T17:18:45.449Z+ grep nexus
7062024-10-09T17:18:45.449Z+ [[ 38 -gt 300 ]]
7072024-10-09T17:18:45.449Z+ sleep 1
7082024-10-09T17:18:46.437Z+ retry=39
7092024-10-09T17:18:46.461Z+ zoneadm list
7102024-10-09T17:18:46.461Z+ grep nexus
7112024-10-09T17:18:46.461Z+ [[ 39 -gt 300 ]]
7122024-10-09T17:18:46.461Z+ sleep 1
7132024-10-09T17:18:47.450Z+ retry=40
7142024-10-09T17:18:47.474Z+ zoneadm list
7152024-10-09T17:18:47.474Z+ grep nexus
7162024-10-09T17:18:47.474Z+ [[ 40 -gt 300 ]]
7172024-10-09T17:18:47.475Z+ sleep 1
7182024-10-09T17:18:48.464Z+ retry=41
7192024-10-09T17:18:48.523Z+ grep nexus
7202024-10-09T17:18:48.523Z+ zoneadm list
7212024-10-09T17:18:48.548Z+ [[ 41 -gt 300 ]]
7222024-10-09T17:18:48.548Z+ sleep 1
7232024-10-09T17:18:49.528Z+ retry=42
7242024-10-09T17:18:49.552Z+ zoneadm list
7252024-10-09T17:18:49.552Z+ grep nexus
7262024-10-09T17:18:49.552Z+ [[ 42 -gt 300 ]]
7272024-10-09T17:18:49.552Z+ sleep 1
7282024-10-09T17:18:50.542Z+ retry=43
7292024-10-09T17:18:50.567Z+ zoneadm list
7302024-10-09T17:18:50.567Z+ grep nexus
7312024-10-09T17:18:50.567Z+ [[ 43 -gt 300 ]]
7322024-10-09T17:18:50.567Z+ sleep 1
7332024-10-09T17:18:51.555Z+ retry=44
7342024-10-09T17:18:51.580Z+ zoneadm list
7352024-10-09T17:18:51.580Z+ grep nexus
7362024-10-09T17:18:51.580Z+ [[ 44 -gt 300 ]]
7372024-10-09T17:18:51.580Z+ sleep 1
7382024-10-09T17:18:52.568Z+ retry=45
7392024-10-09T17:18:52.593Z+ zoneadm list
7402024-10-09T17:18:52.593Z+ grep nexus
7412024-10-09T17:18:52.593Z+ [[ 45 -gt 300 ]]
7422024-10-09T17:18:52.593Z+ sleep 1
7432024-10-09T17:18:53.582Z+ retry=46
7442024-10-09T17:18:53.618Z+ zoneadm list
7452024-10-09T17:18:53.619Z+ grep nexus
7462024-10-09T17:18:53.619Z+ [[ 46 -gt 300 ]]
7472024-10-09T17:18:53.619Z+ sleep 1
7482024-10-09T17:18:54.593Z+ retry=47
7492024-10-09T17:18:54.617Z+ zoneadm list
7502024-10-09T17:18:54.617Z+ grep nexus
7512024-10-09T17:18:54.617Z+ [[ 47 -gt 300 ]]
7522024-10-09T17:18:54.617Z+ sleep 1
7532024-10-09T17:18:55.606Z+ retry=48
7542024-10-09T17:18:55.631Z+ zoneadm list
7552024-10-09T17:18:55.631Z+ grep nexus
7562024-10-09T17:18:55.631Z+ [[ 48 -gt 300 ]]
7572024-10-09T17:18:55.631Z+ sleep 1
7582024-10-09T17:18:56.619Z+ retry=49
7592024-10-09T17:18:56.643Z+ zoneadm list
7602024-10-09T17:18:56.643Z+ grep nexus
7612024-10-09T17:18:56.643Z+ [[ 49 -gt 300 ]]
7622024-10-09T17:18:56.643Z+ sleep 1
7632024-10-09T17:18:57.632Z+ retry=50
7642024-10-09T17:18:57.662Z+ zoneadm list
7652024-10-09T17:18:57.662Z+ grep nexus
7662024-10-09T17:18:57.662Z+ [[ 50 -gt 300 ]]
7672024-10-09T17:18:57.662Z+ sleep 1
7682024-10-09T17:18:58.645Z+ retry=51
7692024-10-09T17:18:58.670Z+ zoneadm list
7702024-10-09T17:18:58.670Z+ grep nexus
7712024-10-09T17:18:58.697Z+ [[ 51 -gt 300 ]]
7722024-10-09T17:18:58.697Z+ sleep 1
7732024-10-09T17:18:59.689Z+ retry=52
7742024-10-09T17:18:59.726Z+ zoneadm list
7752024-10-09T17:18:59.726Z+ grep nexus
7762024-10-09T17:18:59.726Z+ [[ 52 -gt 300 ]]
7772024-10-09T17:18:59.726Z+ sleep 1
7782024-10-09T17:19:00.718Z+ retry=53
7792024-10-09T17:19:00.797Z+ zoneadm list
7802024-10-09T17:19:00.825Z+ grep nexus
7812024-10-09T17:19:00.825Z+ [[ 53 -gt 300 ]]
7822024-10-09T17:19:00.826Z+ sleep 1
7832024-10-09T17:19:01.838Z+ retry=54
7842024-10-09T17:19:01.866Z+ zoneadm list
7852024-10-09T17:19:01.866Z+ grep nexus
7862024-10-09T17:19:01.866Z+ [[ 54 -gt 300 ]]
7872024-10-09T17:19:01.866Z+ sleep 1
7882024-10-09T17:19:05.196Z+ retry=55
7892024-10-09T17:19:05.196Z+ zoneadm list
7902024-10-09T17:19:05.196Z+ grep nexus
7912024-10-09T17:19:05.196Z+ [[ 55 -gt 300 ]]
7922024-10-09T17:19:05.196Z+ sleep 1
7932024-10-09T17:19:05.196Z+ retry=56
7942024-10-09T17:19:05.196Z+ zoneadm list
7952024-10-09T17:19:05.197Z+ grep nexus
7962024-10-09T17:19:05.197Z+ [[ 56 -gt 300 ]]
7972024-10-09T17:19:05.197Z+ sleep 1
7982024-10-09T17:19:05.197Z+ retry=57
7992024-10-09T17:19:05.197Z+ zoneadm list
8002024-10-09T17:19:05.197Z+ grep nexus
8012024-10-09T17:19:05.197Zoxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c
8022024-10-09T17:19:05.197Zoxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde
8032024-10-09T17:19:05.197Z+ echo 'Waited for nexus: 57s'
8042024-10-09T17:19:05.197ZWaited for nexus: 57s
8052024-10-09T17:19:05.197Z+ export RUST_BACKTRACE=1
8062024-10-09T17:19:05.197Z+ RUST_BACKTRACE=1
8072024-10-09T17:19:05.197Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8082024-10-09T17:19:05.197Z++ ./target/debug/bootstrap
8092024-10-09T17:19:05.197ZUsing external DNS server at 10.151.2.164:53
8102024-10-09T17:19:05.197Z2024-10-09 17:19:04.950170528 UTC: attempting to log into API
8112024-10-09T17:19:20.001Z2024-10-09 17:19:19.988025287 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8122024-10-09T17:19:21.003Z2024-10-09 17:19:20.989427392 UTC: attempting to log into API
 
8132024-10-09T17:19:24.443ZOct 9 17:19:23 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:208.113.130.146:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
8142024-10-09T17:19:24.472ZOct 9 17:19:24 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:108.61.73.243:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
8152024-10-09T17:19:32.535ZOct 9 17:19:32 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8162024-10-09T17:19:32.595ZOct 9 17:19:32 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8172024-10-09T17:19:33.723ZOct 9 17:19:32 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8182024-10-09T17:19:34.046ZOct 9 17:19:33 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8192024-10-09T17:19:34.075ZOct 9 17:19:33 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
8202024-10-09T17:19:36.051Z2024-10-09 17:19:36.039460844 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8212024-10-09T17:19:37.052Z2024-10-09 17:19:37.041514441 UTC: attempting to log into API
8222024-10-09T17:19:52.084Z2024-10-09 17:19:52.072712779 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8232024-10-09T17:19:53.086Z2024-10-09 17:19:53.073946181 UTC: attempting to log into API
8242024-10-09T17:20:08.119Z2024-10-09 17:20:08.107897668 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8252024-10-09T17:20:09.121Z2024-10-09 17:20:09.109039258 UTC: attempting to log into API
8262024-10-09T17:20:24.155Z2024-10-09 17:20:24.143676450 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8272024-10-09T17:20:25.156Z2024-10-09 17:20:25.144923062 UTC: attempting to log into API
8282024-10-09T17:20:25.994Z2024-10-09 17:20:25.982855487 UTC: login succeeded
8292024-10-09T17:20:26.027Zwaiting for nexus to come up...
8302024-10-09T17:20:26.106Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8312024-10-09T17:20:26.319Zsetting up quotas...
8322024-10-09T17:20:26.368Zensuring datasets are ready...
8332024-10-09T17:20:29.191Zlet's roll.
8342024-10-09T17:20:29.215Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8352024-10-09T17:20:29.215ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8362024-10-09T17:20:29.215ZOXIDE_TOKEN=oxide-token-f7e5e5f048f2631128c1b566b67ead00f3172263'
8372024-10-09T17:20:29.216Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8382024-10-09T17:20:29.216Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8392024-10-09T17:20:29.216Z++ OXIDE_TOKEN=oxide-token-f7e5e5f048f2631128c1b566b67ead00f3172263
8402024-10-09T17:20:29.216Z+ export OXIDE_HOST OXIDE_TOKEN
8412024-10-09T17:20:29.216Z+ retry=0
8422024-10-09T17:20:29.216Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8432024-10-09T17:20:29.216Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8442024-10-09T17:20:29.216Z+ [[ 0 -gt 60 ]]
8452024-10-09T17:20:29.216Z+ sleep 1
8462024-10-09T17:20:30.215Z+ retry=1
8472024-10-09T17:20:30.215Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8482024-10-09T17:20:30.239Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8492024-10-09T17:20:30.240Z+ [[ 1 -gt 60 ]]
8502024-10-09T17:20:30.240Z+ sleep 1
8512024-10-09T17:20:31.230Z+ retry=2
8522024-10-09T17:20:31.230Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8532024-10-09T17:20:31.255Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8542024-10-09T17:20:31.255Z+ [[ 2 -gt 60 ]]
8552024-10-09T17:20:31.255Z+ sleep 1
8562024-10-09T17:20:32.246Z+ retry=3
8572024-10-09T17:20:32.246Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8582024-10-09T17:20:32.271Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8592024-10-09T17:20:32.271Z+ [[ 3 -gt 60 ]]
8602024-10-09T17:20:32.271Z+ sleep 1
8612024-10-09T17:20:33.261Z+ retry=4
8622024-10-09T17:20:33.261Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8632024-10-09T17:20:33.286Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8642024-10-09T17:20:33.286Z+ [[ 4 -gt 60 ]]
8652024-10-09T17:20:33.286Z+ sleep 1
8662024-10-09T17:20:34.278Z+ retry=5
8672024-10-09T17:20:34.278Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8682024-10-09T17:20:34.302Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8692024-10-09T17:20:34.302Z+ [[ 5 -gt 60 ]]
8702024-10-09T17:20:34.302Z+ sleep 1
8712024-10-09T17:20:35.293Z+ retry=6
8722024-10-09T17:20:35.294Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8732024-10-09T17:20:35.318Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8742024-10-09T17:20:35.318Z+ [[ 6 -gt 60 ]]
8752024-10-09T17:20:35.318Z+ sleep 1
8762024-10-09T17:20:36.309Z+ retry=7
8772024-10-09T17:20:36.309Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8782024-10-09T17:20:36.334Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8792024-10-09T17:20:36.334Z+ [[ 7 -gt 60 ]]
8802024-10-09T17:20:36.334Z+ sleep 1
8812024-10-09T17:20:37.325Z+ retry=8
8822024-10-09T17:20:37.325Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8832024-10-09T17:20:37.350Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8842024-10-09T17:20:37.350Z+ [[ 8 -gt 60 ]]
8852024-10-09T17:20:37.350Z+ sleep 1
8862024-10-09T17:20:38.341Z+ retry=9
8872024-10-09T17:20:38.342Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8882024-10-09T17:20:38.366Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8892024-10-09T17:20:38.366Z+ [[ 9 -gt 60 ]]
8902024-10-09T17:20:38.366Z+ sleep 1
8912024-10-09T17:20:39.357Z+ retry=10
8922024-10-09T17:20:39.357Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8932024-10-09T17:20:39.381Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8942024-10-09T17:20:39.381Z+ [[ 10 -gt 60 ]]
8952024-10-09T17:20:39.381Z+ sleep 1
8962024-10-09T17:20:40.382Z+ retry=11
8972024-10-09T17:20:40.382Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8982024-10-09T17:20:40.469Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8992024-10-09T17:20:41.130Z{"status":"ok"}success
9002024-10-09T17:20:41.130ZProject {
9012024-10-09T17:20:41.130Z description: "some images",
9022024-10-09T17:20:41.130Z id: 1e02e8c1-7bcd-41fd-a0ba-0fc000b36e31,
9032024-10-09T17:20:41.130Z name: Name(
9042024-10-09T17:20:41.154Z "images",
9052024-10-09T17:20:41.154Z ),
9062024-10-09T17:20:41.154Z time_created: 2024-10-09T17:20:40.606937Z,
9072024-10-09T17:20:41.154Z time_modified: 2024-10-09T17:20:40.606937Z,
9082024-10-09T17:20:41.154Z}
9092024-10-09T17:20:41.154Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
9102024-10-09T17:24:03.080Zdone!
9112024-10-09T17:24:03.178Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9122024-10-09T17:24:03.345Zsuccess
9132024-10-09T17:24:03.345ZImage {
9142024-10-09T17:24:03.345Z block_size: ByteCount(
9152024-10-09T17:24:03.345Z 512,
9162024-10-09T17:24:03.345Z ),
9172024-10-09T17:24:03.345Z description: "debian 11 original base image",
9182024-10-09T17:24:03.369Z digest: None,
9192024-10-09T17:24:03.369Z id: 0ecc2baa-1470-40f2-9480-62aa014dabc1,
9202024-10-09T17:24:03.370Z name: Name(
9212024-10-09T17:24:03.370Z "debian11",
9222024-10-09T17:24:03.370Z ),
9232024-10-09T17:24:03.370Z os: "debian",
9242024-10-09T17:24:03.370Z project_id: None,
9252024-10-09T17:24:03.370Z size: ByteCount(
9262024-10-09T17:24:03.370Z 2147483648,
9272024-10-09T17:24:03.370Z ),
9282024-10-09T17:24:03.370Z time_created: 2024-10-09T17:24:03.012363Z,
9292024-10-09T17:24:03.370Z time_modified: 2024-10-09T17:24:03.321316Z,
9302024-10-09T17:24:03.370Z url: None,
9312024-10-09T17:24:03.370Z version: "11",
9322024-10-09T17:24:03.370Z}
9332024-10-09T17:24:03.370Z+ for test_bin in tests/*
9342024-10-09T17:24:03.370Z+ ./tests/bootstrap-ed9ec115c9a0b0d5
9352024-10-09T17:24:03.370Z
9362024-10-09T17:24:03.370Zrunning 0 tests
9372024-10-09T17:24:03.370Z
9382024-10-09T17:24:03.370Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9392024-10-09T17:24:03.370Z
9402024-10-09T17:24:03.370Z+ for test_bin in tests/*
9412024-10-09T17:24:03.370Z+ ./tests/commtest-3e99aed6362922f5
9422024-10-09T17:24:03.370Z
9432024-10-09T17:24:03.370Zrunning 0 tests
9442024-10-09T17:24:03.370Z
9452024-10-09T17:24:03.370Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9462024-10-09T17:24:03.370Z
9472024-10-09T17:24:03.370Z+ for test_bin in tests/*
9482024-10-09T17:24:03.370Z+ ./tests/dhcp_server-a33e1c62b9efac3e
9492024-10-09T17:24:03.370Z
9502024-10-09T17:24:03.370Zrunning 0 tests
9512024-10-09T17:24:03.370Z
9522024-10-09T17:24:03.370Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9532024-10-09T17:24:03.370Z
9542024-10-09T17:24:03.370Z+ for test_bin in tests/*
9552024-10-09T17:24:03.370Z+ ./tests/end_to_end_tests-46e57f5259837a5f
9562024-10-09T17:24:03.395Z
9572024-10-09T17:24:03.395Zrunning 2 tests
9582024-10-09T17:24:03.618Ztest no_spoof::no_spoof_here ... ok
9592024-10-09T17:24:49.988Ztest instance_launch::instance_launch ... ok
9602024-10-09T17:24:49.988Z
9612024-10-09T17:24:49.988Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 46.61s
9622024-10-09T17:24:49.988Z
9632024-10-09T17:24:50.017Z+ _exit_trap
9642024-10-09T17:24:50.017Z+ local status=0
9652024-10-09T17:24:50.017Z+ set +o errexit
9662024-10-09T17:24:50.017Z+ pfexec svcadm -Z disable -s cron
9672024-10-09T17:24:52.275Z+ [[ 0 -eq 0 ]]
9682024-10-09T17:24:52.275Z+ exit 0
9692024-10-09T17:24:52.300Zprocess exited: duration 490163 ms, exit code 0
 
9702024-10-09T17:24:52.402Zfound 108 output files
9712024-10-09T17:24:52.402Zuploading: /var/svc/log/oxide-sled-agent:default.log (892169 bytes)
9722024-10-09T17:24:53.904Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9732024-10-09T17:24:53.904Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (3808844 bytes)
9742024-10-09T17:24:54.294Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 3808844 -> 3829732
9752024-10-09T17:24:55.363Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9762024-10-09T17:24:55.364Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (35247 bytes)
9772024-10-09T17:24:56.520Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9782024-10-09T17:24:56.520Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (137720 bytes)
9792024-10-09T17:24:56.697Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 137720 -> 141765
9802024-10-09T17:24:57.766Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9812024-10-09T17:24:57.766Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (184471 bytes)
9822024-10-09T17:24:57.943Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 184471 -> 186426
9832024-10-09T17:24:59.010Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9842024-10-09T17:24:59.010Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1178851 bytes)
9852024-10-09T17:24:59.306Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1178851 -> 1189610
9862024-10-09T17:25:00.374Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9872024-10-09T17:25:00.374Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (2780430 bytes)
9882024-10-09T17:25:00.742Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 2780430 -> 2832580
9892024-10-09T17:25:01.811Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9902024-10-09T17:25:01.811Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3334 bytes)
9912024-10-09T17:25:02.905Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9922024-10-09T17:25:02.905Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (210961 bytes)
9932024-10-09T17:25:03.106Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 210961 -> 216137
9942024-10-09T17:25:04.175Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9952024-10-09T17:25:04.175Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (6100 bytes)
9962024-10-09T17:25:05.266Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9972024-10-09T17:25:05.292Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3815 bytes)
9982024-10-09T17:25:06.358Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9992024-10-09T17:25:06.358Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8456 bytes)
10002024-10-09T17:25:07.472Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10012024-10-09T17:25:07.472Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-cockroach-admin:default.log (4692 bytes)
10022024-10-09T17:25:08.563Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-cockroach-admin:default.log
10032024-10-09T17:25:08.563Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10042024-10-09T17:25:09.656Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-cockroachdb:default.log
10052024-10-09T17:25:09.656Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10062024-10-09T17:25:10.747Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_cockroachdb_cc75d54d-d41e-48e1-88c9-97900fd05c65/root/var/svc/log/oxide-zone-network-setup:default.log
10072024-10-09T17:25:10.747Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-agent:default.log (19035 bytes)
10082024-10-09T17:25:11.883Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-agent:default.log
10092024-10-09T17:25:11.907Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10102024-10-09T17:25:12.974Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:default.log
10112024-10-09T17:25:12.974Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:downstairs-1be0d55e-ad90-4750-bad2-199f6e6a3dc2.log (3019 bytes)
10122024-10-09T17:25:14.066Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:downstairs-1be0d55e-ad90-4750-bad2-199f6e6a3dc2.log
10132024-10-09T17:25:14.066Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:downstairs-91abd5d9-c712-440d-9aed-a3c87a6932b5.log (3127 bytes)
10142024-10-09T17:25:15.159Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-crucible-downstairs:downstairs-91abd5d9-c712-440d-9aed-a3c87a6932b5.log
10152024-10-09T17:25:15.159Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10162024-10-09T17:25:16.251Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_fba42225-5762-4a6c-b2d6-8cadf9716ba7/root/var/svc/log/oxide-zone-network-setup:default.log
10172024-10-09T17:25:16.251Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb/root/var/svc/log/oxide-crucible-pantry:default.log (764822 bytes)
10182024-10-09T17:25:17.565Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb/root/var/svc/log/oxide-crucible-pantry:default.log
10192024-10-09T17:25:17.566Zuploading: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
10202024-10-09T17:25:18.658Zuploaded: /pool/ext/15932422-3dc1-496a-99a8-25553e4bc4f0/crypt/zone/oxz_crucible_pantry_42f45017-1a67-4f0d-8ab9-273bb5de6dfb/root/var/svc/log/oxide-zone-network-setup:default.log
10212024-10-09T17:25:18.658Zuploading: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-agent:default.log (12974 bytes)
10222024-10-09T17:25:19.771Zuploaded: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-agent:default.log
10232024-10-09T17:25:19.771Zuploading: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10242024-10-09T17:25:20.867Zuploaded: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-downstairs:default.log
10252024-10-09T17:25:20.867Zuploading: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-downstairs:downstairs-bb111aad-8b0b-4b32-bcef-8b70f2098072.log (3127 bytes)
10262024-10-09T17:25:21.957Zuploaded: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-crucible-downstairs:downstairs-bb111aad-8b0b-4b32-bcef-8b70f2098072.log
10272024-10-09T17:25:21.957Zuploading: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10282024-10-09T17:25:23.051Zuploaded: /pool/ext/1704e02e-0554-47d2-9b6d-689c8d766739/crypt/zone/oxz_crucible_6890580e-7ffa-4b45-98e5-89350c76f02b/root/var/svc/log/oxide-zone-network-setup:default.log
10292024-10-09T17:25:23.051Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-clickhouse-admin:default.log (876 bytes)
10302024-10-09T17:25:24.144Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-clickhouse-admin:default.log
10312024-10-09T17:25:24.144Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-clickhouse:default.log (2861843 bytes)
10322024-10-09T17:25:24.523Zupload warning: file "/pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2861843 -> 3099294
10332024-10-09T17:25:25.592Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-clickhouse:default.log
10342024-10-09T17:25:25.616Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
10352024-10-09T17:25:26.684Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_clickhouse_859f32e3-364a-4320-af60-b28d61744095/root/var/svc/log/oxide-zone-network-setup:default.log
10362024-10-09T17:25:26.684Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-cockroach-admin:default.log (4692 bytes)
10372024-10-09T17:25:27.848Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-cockroach-admin:default.log
10382024-10-09T17:25:27.848Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
10392024-10-09T17:25:28.943Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-cockroachdb:default.log
10402024-10-09T17:25:28.944Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10412024-10-09T17:25:30.037Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_cockroachdb_433c825a-5f27-4191-94c5-56f8a169975b/root/var/svc/log/oxide-zone-network-setup:default.log
10422024-10-09T17:25:30.037Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
10432024-10-09T17:25:31.131Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-crucible-agent:default.log
10442024-10-09T17:25:31.131Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10452024-10-09T17:25:32.247Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-crucible-downstairs:default.log
10462024-10-09T17:25:32.248Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10472024-10-09T17:25:33.342Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_0fb9abce-a0a6-4cf5-a000-1eb73858b2e2/root/var/svc/log/oxide-zone-network-setup:default.log
10482024-10-09T17:25:33.342Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
10492024-10-09T17:25:34.439Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717/root/var/svc/log/oxide-crucible-pantry:default.log
10502024-10-09T17:25:34.439Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10512024-10-09T17:25:35.537Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_crucible_pantry_72801da5-f79c-41d8-ac79-d816c5778717/root/var/svc/log/oxide-zone-network-setup:default.log
10522024-10-09T17:25:35.537Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-external_dns:default.log (23128 bytes)
10532024-10-09T17:25:36.675Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-external_dns:default.log
10542024-10-09T17:25:36.699Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10552024-10-09T17:25:37.770Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-opte-interface-setup:default.log
10562024-10-09T17:25:37.770Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
10572024-10-09T17:25:38.865Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_external_dns_8b52cf11-a914-40b6-a78c-453e53bf225d/root/var/svc/log/oxide-zone-network-setup:default.log
10582024-10-09T17:25:38.865Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0/root/var/svc/log/oxide-internal_dns:default.log (403085 bytes)
10592024-10-09T17:25:40.142Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0/root/var/svc/log/oxide-internal_dns:default.log
10602024-10-09T17:25:40.142Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10612024-10-09T17:25:41.235Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_internal_dns_f0767915-da10-4754-86dd-212ac9de2db0/root/var/svc/log/oxide-zone-network-setup:default.log
10622024-10-09T17:25:41.236Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-nexus:default.log (36102968 bytes)
10632024-10-09T17:25:42.735Zupload warning: file "/pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 36102968 -> 36421973
10642024-10-09T17:25:43.804Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-nexus:default.log
10652024-10-09T17:25:43.804Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10662024-10-09T17:25:44.898Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-opte-interface-setup:default.log
10672024-10-09T17:25:44.898Zuploading: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
10682024-10-09T17:25:45.994Zuploaded: /pool/ext/35878411-dba1-4c52-9a2d-00ba655ac645/crypt/zone/oxz_nexus_d24e9fcf-607c-4dc6-942b-c8bd0ead7a42/root/var/svc/log/oxide-zone-network-setup:default.log
10692024-10-09T17:25:45.994Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
10702024-10-09T17:25:47.094Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-crucible-agent:default.log
10712024-10-09T17:25:47.094Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10722024-10-09T17:25:48.189Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-crucible-downstairs:default.log
10732024-10-09T17:25:48.189Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10742024-10-09T17:25:49.285Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_f340003e-4e3c-4d02-b54d-9693839f0978/root/var/svc/log/oxide-zone-network-setup:default.log
10752024-10-09T17:25:49.285Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
10762024-10-09T17:25:50.379Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a/root/var/svc/log/oxide-crucible-pantry:default.log
10772024-10-09T17:25:50.379Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
10782024-10-09T17:25:51.494Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_crucible_pantry_7c4080dc-e6f7-4050-890c-112db2f8ed5a/root/var/svc/log/oxide-zone-network-setup:default.log
10792024-10-09T17:25:51.494Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e/root/var/svc/log/oxide-oximeter:default.log (1391152 bytes)
10802024-10-09T17:25:51.816Zupload warning: file "/pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1391152 -> 1650334
10812024-10-09T17:25:52.889Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e/root/var/svc/log/oxide-oximeter:default.log
10822024-10-09T17:25:52.889Zuploading: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10832024-10-09T17:25:53.983Zuploaded: /pool/ext/5a8ab5f9-7cec-45f6-b699-589f89d75dba/crypt/zone/oxz_oximeter_9dff3567-8578-462a-9da4-c47f6509483e/root/var/svc/log/oxide-zone-network-setup:default.log
10842024-10-09T17:25:53.983Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-cockroach-admin:default.log (4692 bytes)
10852024-10-09T17:25:55.078Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-cockroach-admin:default.log
10862024-10-09T17:25:55.078Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10872024-10-09T17:25:56.172Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-cockroachdb:default.log
10882024-10-09T17:25:56.172Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10892024-10-09T17:25:57.267Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_cockroachdb_84ef60ba-066b-4b66-b0a1-67189160fdb9/root/var/svc/log/oxide-zone-network-setup:default.log
10902024-10-09T17:25:57.267Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-agent:default.log (29401 bytes)
10912024-10-09T17:25:58.428Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-agent:default.log
10922024-10-09T17:25:58.428Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10932024-10-09T17:25:59.523Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:default.log
10942024-10-09T17:25:59.523Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:downstairs-79918c08-9bf3-4d3d-836f-97e14700cefe.log (6073 bytes)
10952024-10-09T17:26:00.617Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:downstairs-79918c08-9bf3-4d3d-836f-97e14700cefe.log
10962024-10-09T17:26:00.617Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:downstairs-eb3ae7e5-a9d4-42f8-8c28-c324c8d20e2f.log (3020 bytes)
10972024-10-09T17:26:01.711Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:downstairs-eb3ae7e5-a9d4-42f8-8c28-c324c8d20e2f.log
10982024-10-09T17:26:01.711Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:snapshot-79918c08-9bf3-4d3d-836f-97e14700cefe-5a769270-2edb-4f6e-8f69-40585f1d8665.log (5687 bytes)
10992024-10-09T17:26:02.805Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-crucible-downstairs:snapshot-79918c08-9bf3-4d3d-836f-97e14700cefe-5a769270-2edb-4f6e-8f69-40585f1d8665.log
11002024-10-09T17:26:02.805Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11012024-10-09T17:26:03.899Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_crucible_e22bd1fb-80a9-4517-a77f-c1d8dcb33aa2/root/var/svc/log/oxide-zone-network-setup:default.log
11022024-10-09T17:26:03.899Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-nexus:default.log (4619543 bytes)
11032024-10-09T17:26:04.321Zupload warning: file "/pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4619543 -> 5106395
11042024-10-09T17:26:05.391Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-nexus:default.log
11052024-10-09T17:26:05.391Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11062024-10-09T17:26:06.485Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-opte-interface-setup:default.log
11072024-10-09T17:26:06.485Zuploading: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
11082024-10-09T17:26:07.578Zuploaded: /pool/ext/5dfbbc08-97d8-40a6-a4c0-1c0a4f79322a/crypt/zone/oxz_nexus_10d2c3dc-a201-4ddd-97c2-74d2a4294cde/root/var/svc/log/oxide-zone-network-setup:default.log
11092024-10-09T17:26:07.578Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-cockroach-admin:default.log (4694 bytes)
11102024-10-09T17:26:08.671Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-cockroach-admin:default.log
11112024-10-09T17:26:08.672Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
11122024-10-09T17:26:09.766Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-cockroachdb:default.log
11132024-10-09T17:26:09.766Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11142024-10-09T17:26:10.861Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_cockroachdb_d098cb2f-dabd-4fec-9ce3-b10cab23b6cd/root/var/svc/log/oxide-zone-network-setup:default.log
11152024-10-09T17:26:10.861Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-agent:default.log (12971 bytes)
11162024-10-09T17:26:11.977Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-agent:default.log
11172024-10-09T17:26:11.977Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11182024-10-09T17:26:13.072Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-downstairs:default.log
11192024-10-09T17:26:13.072Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ea565756-b992-4466-aaa3-077f5458fdef.log (5996 bytes)
11202024-10-09T17:26:14.167Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-crucible-downstairs:downstairs-ea565756-b992-4466-aaa3-077f5458fdef.log
11212024-10-09T17:26:14.167Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
11222024-10-09T17:26:15.260Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_crucible_5bad7419-14f5-43c6-859d-74869648c28f/root/var/svc/log/oxide-zone-network-setup:default.log
11232024-10-09T17:26:15.260Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-external_dns:default.log (23125 bytes)
11242024-10-09T17:26:15.351Zupload warning: file "/pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 23125 -> 26904
11252024-10-09T17:26:16.421Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-external_dns:default.log
11262024-10-09T17:26:16.421Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-opte-interface-setup:default.log (1154 bytes)
11272024-10-09T17:26:17.515Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-opte-interface-setup:default.log
11282024-10-09T17:26:17.515Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-zone-network-setup:default.log (2110 bytes)
11292024-10-09T17:26:18.608Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_external_dns_f5604484-3c02-460b-b2d4-9e87735c9849/root/var/svc/log/oxide-zone-network-setup:default.log
11302024-10-09T17:26:18.608Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5/root/var/svc/log/oxide-internal_dns:default.log (403083 bytes)
11312024-10-09T17:26:18.838Zupload warning: file "/pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 403083 -> 406838
11322024-10-09T17:26:19.909Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5/root/var/svc/log/oxide-internal_dns:default.log
11332024-10-09T17:26:19.933Zuploading: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11342024-10-09T17:26:21.003Zuploaded: /pool/ext/86cb53a3-21c2-4206-bfe2-1b419fd12817/crypt/zone/oxz_internal_dns_d258f988-4dba-46e1-9e35-9b23f411d6e5/root/var/svc/log/oxide-zone-network-setup:default.log
11352024-10-09T17:26:21.003Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-agent:default.log (28980 bytes)
11362024-10-09T17:26:22.163Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-agent:default.log
11372024-10-09T17:26:22.163Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11382024-10-09T17:26:23.258Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:default.log
11392024-10-09T17:26:23.258Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:downstairs-23712bc5-1a34-4e7c-ad75-599a371afd53.log (3021 bytes)
11402024-10-09T17:26:24.351Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:downstairs-23712bc5-1a34-4e7c-ad75-599a371afd53.log
11412024-10-09T17:26:24.375Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d897563-5295-4f57-8013-4f9d906ae518.log (6073 bytes)
11422024-10-09T17:26:25.445Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:downstairs-4d897563-5295-4f57-8013-4f9d906ae518.log
11432024-10-09T17:26:25.469Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:snapshot-4d897563-5295-4f57-8013-4f9d906ae518-5a769270-2edb-4f6e-8f69-40585f1d8665.log (5684 bytes)
11442024-10-09T17:26:26.539Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-crucible-downstairs:snapshot-4d897563-5295-4f57-8013-4f9d906ae518-5a769270-2edb-4f6e-8f69-40585f1d8665.log
11452024-10-09T17:26:26.539Zuploading: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11462024-10-09T17:26:27.637Zuploaded: /pool/ext/b629ce16-33f2-4e5d-8506-138eb852a76c/crypt/zone/oxz_crucible_4ca5811f-14b6-45a5-8465-b46758c87839/root/var/svc/log/oxide-zone-network-setup:default.log
11472024-10-09T17:26:27.660Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-agent:default.log (12970 bytes)
11482024-10-09T17:26:28.754Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-agent:default.log
11492024-10-09T17:26:28.754Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11502024-10-09T17:26:29.846Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-downstairs:default.log
11512024-10-09T17:26:29.846Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-downstairs:downstairs-516f8fc6-f22e-4065-a78c-9e07f90cf802.log (5996 bytes)
11522024-10-09T17:26:30.938Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-crucible-downstairs:downstairs-516f8fc6-f22e-4065-a78c-9e07f90cf802.log
11532024-10-09T17:26:30.938Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11542024-10-09T17:26:32.029Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_crucible_892cd996-dfd3-43c6-b794-b329e3b33b70/root/var/svc/log/oxide-zone-network-setup:default.log
11552024-10-09T17:26:32.029Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-nexus:default.log (2315892 bytes)
11562024-10-09T17:26:32.378Zupload warning: file "/pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2315892 -> 2773290
11572024-10-09T17:26:33.449Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-nexus:default.log
11582024-10-09T17:26:33.449Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11592024-10-09T17:26:33.600ZOct 9 17:26:33 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:192.155.94.72:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
11602024-10-09T17:26:34.542Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-opte-interface-setup:default.log
11612024-10-09T17:26:34.542Zuploading: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11622024-10-09T17:26:35.633Zuploaded: /pool/ext/bcc6cfc0-f84c-4a90-86b8-74ccaa872d68/crypt/zone/oxz_nexus_5349dd1e-7e01-42fb-a801-d776f62a0c7c/root/var/svc/log/oxide-zone-network-setup:default.log
11632024-10-09T17:26:35.633Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-cockroach-admin:default.log (4689 bytes)
11642024-10-09T17:26:36.725Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-cockroach-admin:default.log
11652024-10-09T17:26:36.725Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11662024-10-09T17:26:37.817Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-cockroachdb:default.log
11672024-10-09T17:26:37.817Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
11682024-10-09T17:26:38.908Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_cockroachdb_85383c6c-750b-4283-aad2-0d4597134c83/root/var/svc/log/oxide-zone-network-setup:default.log
11692024-10-09T17:26:38.908Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-agent:default.log (38780 bytes)
11702024-10-09T17:26:40.065Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-agent:default.log
11712024-10-09T17:26:40.065Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11722024-10-09T17:26:41.158Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:default.log
11732024-10-09T17:26:41.158Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5.log (5995 bytes)
11742024-10-09T17:26:42.251Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-077b7733-1f19-49db-99a9-a7d238ce48b5.log
11752024-10-09T17:26:42.251Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-1c54eac8-4ecf-4dc6-a559-9928bdc705b7.log (6076 bytes)
11762024-10-09T17:26:43.345Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-1c54eac8-4ecf-4dc6-a559-9928bdc705b7.log
11772024-10-09T17:26:43.345Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-fb15ba01-d6c7-4eed-adf7-685621455455.log (3125 bytes)
11782024-10-09T17:26:44.437Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:downstairs-fb15ba01-d6c7-4eed-adf7-685621455455.log
11792024-10-09T17:26:44.437Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:snapshot-1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665.log (5685 bytes)
11802024-10-09T17:26:45.529Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-crucible-downstairs:snapshot-1c54eac8-4ecf-4dc6-a559-9928bdc705b7-5a769270-2edb-4f6e-8f69-40585f1d8665.log
11812024-10-09T17:26:45.529Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11822024-10-09T17:26:46.629Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_crucible_7b3d60f0-e1e4-43b8-bfb1-e1d186b77e06/root/var/svc/log/oxide-zone-network-setup:default.log
11832024-10-09T17:26:46.629Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9/root/var/svc/log/oxide-internal_dns:default.log (403070 bytes)
11842024-10-09T17:26:46.856Zupload warning: file "/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 403070 -> 410579
11852024-10-09T17:26:47.927Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9/root/var/svc/log/oxide-internal_dns:default.log
11862024-10-09T17:26:47.928Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
11872024-10-09T17:26:49.020Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_internal_dns_f1382ee3-d176-4add-bb39-8d97912935a9/root/var/svc/log/oxide-zone-network-setup:default.log
11882024-10-09T17:26:49.021Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
11892024-10-09T17:26:50.137Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-chrony-setup:default.log
11902024-10-09T17:26:50.137Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-ntp:default.log (1234 bytes)
11912024-10-09T17:26:50.183Zupload warning: file "/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1234 -> 1640
11922024-10-09T17:26:51.252Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-ntp:default.log
11932024-10-09T17:26:51.252Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
11942024-10-09T17:26:52.345Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-opte-interface-setup:default.log
11952024-10-09T17:26:52.345Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
11962024-10-09T17:26:53.437Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/svc/log/oxide-zone-network-setup:default.log
11972024-10-09T17:26:53.438Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/measurements.log (107408 bytes)
11982024-10-09T17:26:53.617Zupload warning: file "/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/measurements.log" changed size mid upload: 107408 -> 152207
11992024-10-09T17:26:54.686Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/measurements.log
12002024-10-09T17:26:54.686Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/statistics.log (79326 bytes)
12012024-10-09T17:26:54.840Zupload warning: file "/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/statistics.log" changed size mid upload: 79326 -> 111501
12022024-10-09T17:26:55.910Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/statistics.log
12032024-10-09T17:26:55.936Zuploading: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/tracking.log (15977 bytes)
12042024-10-09T17:26:56.004Zupload warning: file "/pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/tracking.log" changed size mid upload: 15977 -> 17957
12052024-10-09T17:26:57.073Zuploaded: /pool/ext/e1224a3e-3bfb-4008-ad54-095a519153b9/crypt/zone/oxz_ntp_d402cfdd-8ae9-4cab-870d-61e90e7b4624/root/var/log/chrony/tracking.log