01J5XH03GBF3K2WCP2ER1J7N8B: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J5XH0V6AYQEQ6TS32YE9QM04

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-08-22T17:40:35.379Zjob dependencies complete; ready to run (waiting for 31 m 15 s)
22024-08-22T17:41:35.761Zjob assigned to worker 01J5XJT8Y56QCPDSJ6S03VPZ6P (queued for 1 m 0 s)
32024-08-22T17:41:35.967Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-08-22T17:41:36.008Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-08-22T17:41:36.042Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-08-22T17:41:36.076Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-08-22T17:41:36.120Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-08-22T17:41:36.154ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-08-22T17:41:36.187Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-08-22T17:41:36.221ZOxide Helios Version helios-2.0.22827 64-bit
112024-08-22T17:41:36.254ZConfiguring devices.
122024-08-22T17:41:36.287Z##################################################
132024-08-22T17:41:36.321Z#### ############# ##
142024-08-22T17:41:36.354Z### ### ############ ##
152024-08-22T17:41:36.388Z## ### # ## ### ## Oxide Computer Company ##
162024-08-22T17:41:36.421Z## ## ## ### # ### ##
172024-08-22T17:41:36.454Z## # ### #### #### This Station Under ##
182024-08-22T17:41:36.488Z### ### #### # ### Computer Control ##
192024-08-22T17:41:36.521Z#### #### ### ## ##
202024-08-22T17:41:36.557Z##################################################
212024-08-22T17:41:36.598ZHostname: buskin
222024-08-22T17:41:36.633ZLoading smf(7) service descriptions:
232024-08-22T17:41:36.969Zdownloading input: /input/package/work/package.tar.gz
242024-08-22T17:46:15.578Zdownloaded input: /input/package/work/package.tar.gz
 
252024-08-22T17:46:15.578Zstarting task 0: "setup"
262024-08-22T17:46:15.602Z++ uname -s
272024-08-22T17:46:15.602Z+ kern=SunOS
282024-08-22T17:46:15.602Z+ case "$kern" in
292024-08-22T17:46:15.602Z+ groupadd -g 12345 build
302024-08-22T17:46:15.602Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-08-22T17:46:17.513Z+ zfs create -o mountpoint=/work rpool/work
322024-08-22T17:46:17.536Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-08-22T17:46:17.537Z+ home_fs=zfs
342024-08-22T17:46:17.537Z+ [[ zfs == autofs ]]
352024-08-22T17:46:17.537Z+ mkdir -p /home/build
362024-08-22T17:46:17.537Z+ chown build:build /home/build /work
372024-08-22T17:46:19.536Z+ chmod 0700 /home/build /work
382024-08-22T17:46:19.559Zprocess exited: duration 4044 ms, exit code 0
 
392024-08-22T17:46:19.606Zstarting task 1: "authentication"
402024-08-22T17:46:19.648Zprocess exited: duration 41 ms, exit code 0
 
412024-08-22T17:46:19.695Zstarting task 2: "build"
422024-08-22T17:46:19.718Z+ trap _exit_trap EXIT
432024-08-22T17:46:19.718Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-08-22T17:46:19.815Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-08-22T17:46:19.815Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-08-22T17:46:19.839Z+ [[ -d /opt/oxide ]]
562024-08-22T17:46:19.839Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-08-22T17:46:19.839Z+ pfexec mkdir /opt/oxide
582024-08-22T17:46:19.839Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-08-22T17:46:19.839Z+ [[ -d /opt/oxide-underneath ]]
602024-08-22T17:46:19.839Z+ cd /opt/oxide-underneath
612024-08-22T17:46:19.839Z+ pfexec tar ceEp@/f - .
622024-08-22T17:46:19.839Z+ cd /opt/oxide
632024-08-22T17:46:19.839Z+ pfexec tar xveEp@/f -
642024-08-22T17:46:19.945Zx ., 0 bytes, 0 tape blocks
652024-08-22T17:46:19.945Zx ./opte, 0 bytes, 0 tape blocks
662024-08-22T17:46:19.945Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-08-22T17:46:19.945Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
682024-08-22T17:46:19.968Z+ pfexec rm -rf /opt/oxide-underneath
692024-08-22T17:46:19.968Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-08-22T17:46:19.992Z+ pfexec mkdir /opt/oxide/work
712024-08-22T17:46:19.992Z+ pfexec chown build:build /opt/oxide/work
722024-08-22T17:46:19.992Z+ cd /opt/oxide/work
732024-08-22T17:46:19.992Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-08-22T17:46:32.223ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-08-22T17:46:32.223Zx out/target/test, 107 bytes, 1 tape blocks
762024-08-22T17:46:32.223Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-08-22T17:46:32.223Zx package-manifest.toml, 32042 bytes, 63 tape blocks
782024-08-22T17:46:32.223Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-08-22T17:46:32.223Zx target/release/omicron-package, 33079392 bytes, 64609 tape blocks
802024-08-22T17:46:32.223Zx target/release/xtask, 11905072 bytes, 23253 tape blocks
812024-08-22T17:46:32.223Zx target/debug/bootstrap, 195921928 bytes, 382661 tape blocks
822024-08-22T17:46:32.223Zx tests/bootstrap-b3c7dbbd48f293ed, 24308600 bytes, 47478 tape blocks
832024-08-22T17:46:32.223Zx tests/commtest-7e6ba74028c38dd0, 24541008 bytes, 47932 tape blocks
842024-08-22T17:46:32.223Zx tests/dhcp_server-589b0094b2774cf0, 24308616 bytes, 47478 tape blocks
852024-08-22T17:46:32.223Zx tests/end_to_end_tests-f4f7d82e845df14b, 209110560 bytes, 408420 tape blocks
862024-08-22T17:46:32.223Zx out/clickhouse.tar.gz, 237961238 bytes, 464769 tape blocks
872024-08-22T17:46:32.223Zx out/clickhouse_keeper.tar.gz, 237964106 bytes, 464774 tape blocks
882024-08-22T17:46:32.223Zx out/clickhouse_server.tar.gz, 237962421 bytes, 464771 tape blocks
892024-08-22T17:46:32.223Zx out/cockroachdb.tar.gz, 135079098 bytes, 263827 tape blocks
902024-08-22T17:46:32.223Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-08-22T17:46:32.223Zx out/crucible-pantry-zone.tar.gz, 28496116 bytes, 55657 tape blocks
922024-08-22T17:46:32.223Zx out/crucible-zone.tar.gz, 39073959 bytes, 76317 tape blocks
932024-08-22T17:46:32.223Zx out/external-dns.tar.gz, 25503095 bytes, 49811 tape blocks
942024-08-22T17:46:32.223Zx out/internal-dns.tar.gz, 25500923 bytes, 49807 tape blocks
952024-08-22T17:46:32.223Zx out/mg-ddm-gz.tar, 63651840 bytes, 124320 tape blocks
962024-08-22T17:46:32.223Zx out/nexus.tar.gz, 91734605 bytes, 179170 tape blocks
972024-08-22T17:46:32.223Zx out/ntp.tar.gz, 9193968 bytes, 17957 tape blocks
982024-08-22T17:46:32.223Zx out/omicron-gateway-softnpu.tar.gz, 13948340 bytes, 27243 tape blocks
992024-08-22T17:46:32.224Zx out/omicron-sled-agent.tar, 99737600 bytes, 194800 tape blocks
1002024-08-22T17:46:32.224Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-08-22T17:46:32.224Zx out/oximeter.tar.gz, 43191005 bytes, 84358 tape blocks
1022024-08-22T17:46:32.224Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1032024-08-22T17:46:32.224Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-08-22T17:46:32.224Zx out/propolis-server.tar.gz, 66857321 bytes, 130581 tape blocks
1052024-08-22T17:46:32.224Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-08-22T17:46:32.224Zx out/switch-softnpu.tar.gz, 212431987 bytes, 414907 tape blocks
1072024-08-22T17:46:32.248Z
1082024-08-22T17:46:32.248Zreal 12.240586896
1092024-08-22T17:46:32.248Zuser 10.826829230
1102024-08-22T17:46:32.248Zsys 2.432434091
1112024-08-22T17:46:32.248Ztrap 0.000532913
1122024-08-22T17:46:32.248Ztflt 0.000000000
1132024-08-22T17:46:32.248Zdflt 0.000000000
1142024-08-22T17:46:32.248Zkflt 0.000000000
1152024-08-22T17:46:32.248Zlock 0.000000000
1162024-08-22T17:46:32.248Zslp 10.924612832
1172024-08-22T17:46:32.248Zlat 0.294808011
1182024-08-22T17:46:32.248Zstop 0.000123079
1192024-08-22T17:46:32.248Z+ bmat address ls
1202024-08-22T17:46:32.248ZNAME CIDR FIRST LAST COUNT
1212024-08-22T17:46:32.248Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1222024-08-22T17:46:32.248Z++ bmat address ls -f extra -Ho first,last,count
1232024-08-22T17:46:32.248Z+ set -- 10.151.1.164 10.151.1.227 64
1242024-08-22T17:46:32.248Z+ EXTRA_IP_START=10.151.1.164
1252024-08-22T17:46:32.248Z+ EXTRA_IP_END=10.151.1.227
1262024-08-22T17:46:32.248Z+ EXTRA_IP_COUNT=64
1272024-08-22T17:46:32.248Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-08-22T17:46:32.248Z+ EXTRA_IP_BASE=10.151.1
1292024-08-22T17:46:32.248Z+ EXTRA_IP_FOCTET=164
1302024-08-22T17:46:32.248Z+ EXTRA_IP_LOCTET=227
1312024-08-22T17:46:32.248Z+ SERVICE_IP_POOL_START=10.151.1.164
1322024-08-22T17:46:32.248Z+ SERVICE_IP_POOL_END=10.151.1.173
1332024-08-22T17:46:32.249Z+ DNS_IP1=10.151.1.164
1342024-08-22T17:46:32.249Z+ DNS_IP2=10.151.1.165
1352024-08-22T17:46:32.249Z+ UPLINK_IP=10.151.1.174
1362024-08-22T17:46:32.249Z+ IPPOOL_START=10.151.1.175
1372024-08-22T17:46:32.249Z+ IPPOOL_END=10.151.1.227
1382024-08-22T17:46:32.273Z++ ipadm show-addr -po type,addr
1392024-08-22T17:46:32.273Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-08-22T17:46:32.273Z+ GATEWAY_IP=10.151.1.100
1412024-08-22T17:46:32.273Z+ [[ -n 10.151.1.100 ]]
1422024-08-22T17:46:32.273Z+ ping -s 10.151.1.100 56 1
1432024-08-22T17:46:32.273ZPING 10.151.1.100: 56 data bytes
1442024-08-22T17:46:32.273Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1452024-08-22T17:46:32.273Z
1462024-08-22T17:46:32.273Z----10.151.1.100 PING Statistics----
1472024-08-22T17:46:32.273Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-08-22T17:46:32.273Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1492024-08-22T17:46:32.273Z++ arp -an
1502024-08-22T17:46:32.273Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1512024-08-22T17:46:32.273Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1522024-08-22T17:46:32.273Z+ routeadm -e ipv4-forwarding -u
1532024-08-22T17:46:32.381Z+ PXA_START=10.151.1.164
1542024-08-22T17:46:32.381Z+ PXA_END=10.151.1.227
1552024-08-22T17:46:32.381Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-08-22T17:46:32.523Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1572024-08-22T17:46:32.546ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-08-22T17:46:32.600Zcreating virtual hardware
1592024-08-22T17:46:32.625Zcreating /scratch/m2_0.vdev
1602024-08-22T17:46:32.625Zcreating /scratch/m2_1.vdev
1612024-08-22T17:46:32.625Zcreating /scratch/u2_0.vdev
1622024-08-22T17:46:32.625Zcreating /scratch/u2_1.vdev
1632024-08-22T17:46:32.625Zcreating /scratch/u2_2.vdev
1642024-08-22T17:46:32.625Zcreating /scratch/u2_3.vdev
1652024-08-22T17:46:32.625Zcreating /scratch/u2_4.vdev
1662024-08-22T17:46:32.625Zcreating /scratch/u2_5.vdev
1672024-08-22T17:46:32.625Zcreating /scratch/u2_6.vdev
1682024-08-22T17:46:32.625Zcreating /scratch/u2_7.vdev
1692024-08-22T17:46:32.625Zcreating /scratch/u2_8.vdev
1702024-08-22T17:46:32.656ZSimnet net0/sc0_0 exists
1712024-08-22T17:46:32.679ZSimnet net1/sc1_0 exists
1722024-08-22T17:46:32.702ZVnic sc0_1 exists
1732024-08-22T17:46:45.055ZUsing 10.151.1.100 as gateway ip
1742024-08-22T17:46:45.055Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1752024-08-22T17:46:45.055Zconfiguring SoftNPU ARP entry
1762024-08-22T17:46:45.083Zconfiguring SoftNPU proxy ARP
1772024-08-22T17:46:45.137ZSoftNPU state:
1782024-08-22T17:46:45.137Z local v6:
1792024-08-22T17:46:45.137Z local v4:
1802024-08-22T17:46:45.137Z router v6:
1812024-08-22T17:46:45.137Z router v4_idx:
1822024-08-22T17:46:45.137Z router v4_routes:
1832024-08-22T17:46:45.137Z resolver v4:
1842024-08-22T17:46:45.137Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1852024-08-22T17:46:45.162Z resolver v6:
1862024-08-22T17:46:45.162Z nat v4:
1872024-08-22T17:46:45.162Z nat_v6:
1882024-08-22T17:46:45.162Z port_mac:
1892024-08-22T17:46:45.162Z proxy arp:
1902024-08-22T17:46:45.162Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1912024-08-22T17:46:45.162Zcreated virtual hardware
1922024-08-22T17:46:45.162Z
1932024-08-22T17:46:45.162Zreal 12.611902576
1942024-08-22T17:46:45.162Zuser 0.675951662
1952024-08-22T17:46:45.162Zsys 3.284899150
1962024-08-22T17:46:45.162Ztrap 0.000046040
1972024-08-22T17:46:45.162Ztflt 0.000480004
1982024-08-22T17:46:45.162Zdflt 0.000804552
1992024-08-22T17:46:45.162Zkflt 0.000000000
2002024-08-22T17:46:45.162Zlock 9:44.240671301
2012024-08-22T17:46:45.162Zslp 37.968725888
2022024-08-22T17:46:45.162Zlat 0.085692992
2032024-08-22T17:46:45.162Zstop 0.355348853
2042024-08-22T17:46:45.162Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-08-22T17:46:45.186Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-08-22T17:46:45.186Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-08-22T17:46:45.186Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-08-22T17:46:45.186Z+++ pkg/config.toml Thu Aug 22 17:46:45 2024
2092024-08-22T17:46:45.186Z@@ -29,18 +29,18 @@
2102024-08-22T17:46:45.186Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-08-22T17:46:45.186Z # followed by a string that is embedded into their fake serial values.
2122024-08-22T17:46:45.186Z vdevs = [
2132024-08-22T17:46:45.186Z- "m2_0.vdev",
2142024-08-22T17:46:45.186Z- "m2_1.vdev",
2152024-08-22T17:46:45.186Z+ "/scratch/m2_0.vdev",
2162024-08-22T17:46:45.186Z+ "/scratch/m2_1.vdev",
2172024-08-22T17:46:45.186Z
2182024-08-22T17:46:45.186Z- "u2_0.vdev",
2192024-08-22T17:46:45.186Z- "u2_1.vdev",
2202024-08-22T17:46:45.186Z- "u2_2.vdev",
2212024-08-22T17:46:45.186Z- "u2_3.vdev",
2222024-08-22T17:46:45.186Z- "u2_4.vdev",
2232024-08-22T17:46:45.186Z- "u2_5.vdev",
2242024-08-22T17:46:45.186Z- "u2_6.vdev",
2252024-08-22T17:46:45.186Z- "u2_7.vdev",
2262024-08-22T17:46:45.186Z- "u2_8.vdev",
2272024-08-22T17:46:45.186Z+ "/scratch/u2_0.vdev",
2282024-08-22T17:46:45.186Z+ "/scratch/u2_1.vdev",
2292024-08-22T17:46:45.187Z+ "/scratch/u2_2.vdev",
2302024-08-22T17:46:45.187Z+ "/scratch/u2_3.vdev",
2312024-08-22T17:46:45.187Z+ "/scratch/u2_4.vdev",
2322024-08-22T17:46:45.187Z+ "/scratch/u2_5.vdev",
2332024-08-22T17:46:45.187Z+ "/scratch/u2_6.vdev",
2342024-08-22T17:46:45.187Z+ "/scratch/u2_7.vdev",
2352024-08-22T17:46:45.187Z+ "/scratch/u2_8.vdev",
2362024-08-22T17:46:45.187Z ]
2372024-08-22T17:46:45.187Z
2382024-08-22T17:46:45.187Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-08-22T17:46:45.187Z+ true
2402024-08-22T17:46:45.187Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-08-22T17:46:45.187Z+ SILO_NAME=recovery
2422024-08-22T17:46:45.187Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-08-22T17:46:45.187Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-08-22T17:46:45.187Z+ sed -i~ '
2452024-08-22T17:46:45.187Z /^external_dns_ips/c\
2462024-08-22T17:46:45.187Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2472024-08-22T17:46:45.187Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-08-22T17:46:45.187Z /^first/c\
2492024-08-22T17:46:45.187Zfirst = "10.151.1.164"
2502024-08-22T17:46:45.187Z /^last/c\
2512024-08-22T17:46:45.187Zlast = "10.151.1.173"
2522024-08-22T17:46:45.187Z }
2532024-08-22T17:46:45.187Z /^infra_ip_first/c\
2542024-08-22T17:46:45.187Zinfra_ip_first = "10.151.1.174"
2552024-08-22T17:46:45.187Z /^infra_ip_last/c\
2562024-08-22T17:46:45.187Zinfra_ip_last = "10.151.1.174"
2572024-08-22T17:46:45.187Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-08-22T17:46:45.187Z /^routes/c\
2592024-08-22T17:46:45.187Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2602024-08-22T17:46:45.187Z /^addresses/c\
2612024-08-22T17:46:45.187Zaddresses = \[{address = "10.151.1.174/24"} \]
2622024-08-22T17:46:45.187Z }
2632024-08-22T17:46:45.187Z' pkg/config-rss.toml
2642024-08-22T17:46:45.211Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-08-22T17:46:45.211Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-08-22T17:46:45.211Z+++ pkg/config-rss.toml Thu Aug 22 17:46:45 2024
2672024-08-22T17:46:45.211Z@@ -33,7 +33,7 @@
2682024-08-22T17:46:45.211Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-08-22T17:46:45.211Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-08-22T17:46:45.211Z # below.
2712024-08-22T17:46:45.211Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-08-22T17:46:45.211Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2732024-08-22T17:46:45.211Z
2742024-08-22T17:46:45.211Z # Initial TLS certificates for the external API
2752024-08-22T17:46:45.211Z #
2762024-08-22T17:46:45.211Z@@ -69,8 +69,8 @@
2772024-08-22T17:46:45.211Z #
2782024-08-22T17:46:45.212Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-08-22T17:46:45.212Z [[internal_services_ip_pool_ranges]]
2802024-08-22T17:46:45.212Z-first = "192.168.1.20"
2812024-08-22T17:46:45.212Z-last = "192.168.1.29"
2822024-08-22T17:46:45.212Z+first = "10.151.1.164"
2832024-08-22T17:46:45.212Z+last = "10.151.1.173"
2842024-08-22T17:46:45.212Z
2852024-08-22T17:46:45.212Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-08-22T17:46:45.212Z # parameters should be provided to the control plane via wicket, but we need to
2872024-08-22T17:46:45.212Z@@ -91,8 +91,8 @@
2882024-08-22T17:46:45.212Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-08-22T17:46:45.212Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-08-22T17:46:45.212Z # With softnpu, only one address is used.
2912024-08-22T17:46:45.212Z-infra_ip_first = "192.168.1.30"
2922024-08-22T17:46:45.212Z-infra_ip_last = "192.168.1.30"
2932024-08-22T17:46:45.212Z+infra_ip_first = "10.151.1.174"
2942024-08-22T17:46:45.212Z+infra_ip_last = "10.151.1.174"
2952024-08-22T17:46:45.212Z
2962024-08-22T17:46:45.212Z # Configurations for BGP routers to run on the scrimlets.
2972024-08-22T17:46:45.212Z bgp = []
2982024-08-22T17:46:45.212Z@@ -100,9 +100,9 @@
2992024-08-22T17:46:45.212Z # You can configure multiple uplinks by repeating the following stanza
3002024-08-22T17:46:45.212Z [[rack_network_config.ports]]
3012024-08-22T17:46:45.212Z # Routes associated with this port.
3022024-08-22T17:46:45.212Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-08-22T17:46:45.212Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3042024-08-22T17:46:45.212Z # Addresses associated with this port.
3052024-08-22T17:46:45.212Z-addresses = [{address = "192.168.1.30/24"}]
3062024-08-22T17:46:45.212Z+addresses = [{address = "10.151.1.174/24"} ]
3072024-08-22T17:46:45.212Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-08-22T17:46:45.212Z port = "qsfp0"
3092024-08-22T17:46:45.212Z # The speed of this port.
3102024-08-22T17:46:45.212Z+ true
3112024-08-22T17:46:45.212Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-08-22T17:46:45.212Za pkg/config-rss.toml 8K
3132024-08-22T17:46:45.212Za pkg/config.toml 4K
3142024-08-22T17:46:45.212Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-08-22T17:46:45.212Z+ TLS_NAME=recovery.sys.oxide.test
3162024-08-22T17:46:45.212Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-08-22T17:46:45.532Z.....+...+.......+........+....+...+..+.+...........+...+.+...........+......+.......+..+.............+...+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+.+.....+.+...+..................+...+..............+...+.........+...+.+......+...+...+..+.+.....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+..+.......+..+..................+...+...+....+...........+.+.......................+...+...+.+...+...+.....+....+......+.....+...................+.....+...+.+.....+............+....+..............+................+.....+...+...+.........+..................+.+..+......................+........+.........+.........+..........+......+...+...........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-08-22T17:46:45.870Z...+..+.......+...+..+..........+......+..+.......+.....+.+.....+...............+.+.........+......+...............+.....+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+.....+.+...+.....+....+.....+.+..+............+.+......+.....................+..+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...........+...+....+...+.....+...+.......+..+.+.................+.+..+.........+.+..+......+.+.....+....+.....+.........+......................+...+...........+.+.....+....+.....+...............+.+......+............+......+...........+....+..+....+...+..+........................+.+.....+....+......+........+.+...........+......+...+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-08-22T17:46:45.894Z-----
3202024-08-22T17:46:45.917Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-08-22T17:46:45.917Za pkg/initial-tls-cert.pem 2K
3222024-08-22T17:46:45.917Za pkg/initial-tls-key.pem 4K
3232024-08-22T17:46:45.917Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-08-22T17:46:45.917Z+ rmdir pkg
3252024-08-22T17:46:45.917Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-08-22T17:46:45.917Z+ pfexec mkdir -p /usr/oxide
3272024-08-22T17:46:45.917Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-08-22T17:46:51.636Z+ pfexec chmod +x /usr/oxide/oxide
3292024-08-22T17:46:51.662Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-08-22T17:47:10.059Z+ OMICRON_NO_UNINSTALL=1
3312024-08-22T17:47:10.059Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-08-22T17:47:10.082ZLogging to: /opt/oxide/work/out/LOG
3332024-08-22T17:47:10.633Z
3342024-08-22T17:47:10.657Zreal 0.568797530
3352024-08-22T17:47:10.657Zuser 0.132086468
3362024-08-22T17:47:10.657Zsys 2.862862212
3372024-08-22T17:47:10.657Ztrap 0.000027258
3382024-08-22T17:47:10.657Ztflt 0.000010329
3392024-08-22T17:47:10.657Zdflt 0.000485290
3402024-08-22T17:47:10.657Zkflt 0.000000000
3412024-08-22T17:47:10.657Zlock 51.217731128
3422024-08-22T17:47:10.657Zslp 0.762752400
3432024-08-22T17:47:10.657Zlat 0.002864132
3442024-08-22T17:47:10.657Zstop 0.198372374
3452024-08-22T17:47:10.657Z+ retry=0
3462024-08-22T17:47:10.657Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-08-22T17:47:10.657Z+ [[ 0 -gt 30 ]]
3482024-08-22T17:47:10.657Z+ sleep 1
3492024-08-22T17:47:11.649Z+ retry=1
3502024-08-22T17:47:11.649Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-08-22T17:47:11.674Z+ [[ 1 -gt 30 ]]
3522024-08-22T17:47:11.674Z+ sleep 1
3532024-08-22T17:47:12.663Z+ retry=2
3542024-08-22T17:47:12.664Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-08-22T17:47:12.688Z+ [[ 2 -gt 30 ]]
3562024-08-22T17:47:12.688Z+ sleep 1
3572024-08-22T17:47:13.678Z+ retry=3
3582024-08-22T17:47:13.678Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-08-22T17:47:31.977Z+ [[ 3 -gt 30 ]]
3602024-08-22T17:47:31.977Z+ sleep 1
3612024-08-22T17:47:32.980Z+ retry=4
3622024-08-22T17:47:32.980Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-08-22T17:47:33.003Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-08-22T17:47:33.027Zlocal v6:
3652024-08-22T17:47:33.027Zlocal v4:
3662024-08-22T17:47:33.027Zrouter v6:
3672024-08-22T17:47:33.027Zrouter v4_idx:
3682024-08-22T17:47:33.027Zrouter v4_routes:
3692024-08-22T17:47:33.027Zresolver v4:
3702024-08-22T17:47:33.027Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3712024-08-22T17:47:33.027Zresolver v6:
3722024-08-22T17:47:33.027Znat v4:
3732024-08-22T17:47:33.027Znat_v6:
3742024-08-22T17:47:33.027Zport_mac:
3752024-08-22T17:47:33.027Z1000: a8:40:25:13:da:9e
3762024-08-22T17:47:33.027Z1: a8:40:25:13:da:9f
3772024-08-22T17:47:33.027Zproxy arp:
3782024-08-22T17:47:33.027Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3792024-08-22T17:47:33.027Z+ retry=0
3802024-08-22T17:47:33.051Z+++ zoneadm list -n
3812024-08-22T17:47:33.051Z+++ grep oxz_ntp
3822024-08-22T17:47:33.051Z++ pfexec svcs -z -Hostate oxide/ntp
3832024-08-22T17:47:33.051Zsvcs: zone '-Hostate': entity not found
3842024-08-22T17:47:33.051Z++ true
3852024-08-22T17:47:33.051Z+ [[ '' != online ]]
3862024-08-22T17:47:33.051Z+ [[ 0 -gt 60 ]]
3872024-08-22T17:47:33.051Z+ sleep 1
3882024-08-22T17:47:34.045Z+ retry=1
3892024-08-22T17:47:34.068Z+++ zoneadm list -n
3902024-08-22T17:47:34.068Z+++ grep oxz_ntp
3912024-08-22T17:47:34.068Z++ pfexec svcs -z -Hostate oxide/ntp
3922024-08-22T17:47:34.068Zsvcs: zone '-Hostate': entity not found
3932024-08-22T17:47:34.068Z++ true
3942024-08-22T17:47:34.068Z+ [[ '' != online ]]
3952024-08-22T17:47:34.068Z+ [[ 1 -gt 60 ]]
3962024-08-22T17:47:34.068Z+ sleep 1
3972024-08-22T17:47:35.066Z+ retry=2
3982024-08-22T17:47:35.089Z+++ zoneadm list -n
3992024-08-22T17:47:35.089Z+++ grep oxz_ntp
4002024-08-22T17:47:35.089Z++ pfexec svcs -z -Hostate oxide/ntp
4012024-08-22T17:47:35.089Zsvcs: zone '-Hostate': entity not found
4022024-08-22T17:47:35.089Z++ true
4032024-08-22T17:47:35.089Z+ [[ '' != online ]]
4042024-08-22T17:47:35.089Z+ [[ 2 -gt 60 ]]
4052024-08-22T17:47:35.089Z+ sleep 1
4062024-08-22T17:47:36.089Z+ retry=3
4072024-08-22T17:47:36.115Z+++ zoneadm list -n
4082024-08-22T17:47:36.115Z+++ grep oxz_ntp
4092024-08-22T17:47:36.115Z++ pfexec svcs -z -Hostate oxide/ntp
4102024-08-22T17:47:36.115Zsvcs: zone '-Hostate': entity not found
4112024-08-22T17:47:36.115Z++ true
4122024-08-22T17:47:36.115Z+ [[ '' != online ]]
4132024-08-22T17:47:36.115Z+ [[ 3 -gt 60 ]]
4142024-08-22T17:47:36.115Z+ sleep 1
4152024-08-22T17:47:37.111Z+ retry=4
4162024-08-22T17:47:37.134Z+++ zoneadm list -n
4172024-08-22T17:47:37.134Z+++ grep oxz_ntp
4182024-08-22T17:47:37.134Z++ pfexec svcs -z -Hostate oxide/ntp
4192024-08-22T17:47:37.134Zsvcs: zone '-Hostate': entity not found
4202024-08-22T17:47:37.134Z++ true
4212024-08-22T17:47:37.134Z+ [[ '' != online ]]
4222024-08-22T17:47:37.134Z+ [[ 4 -gt 60 ]]
4232024-08-22T17:47:37.134Z+ sleep 1
4242024-08-22T17:47:38.134Z+ retry=5
4252024-08-22T17:47:38.157Z+++ zoneadm list -n
4262024-08-22T17:47:38.157Z+++ grep oxz_ntp
4272024-08-22T17:47:38.157Z++ pfexec svcs -z -Hostate oxide/ntp
4282024-08-22T17:47:38.157Zsvcs: zone '-Hostate': entity not found
4292024-08-22T17:47:38.157Z++ true
4302024-08-22T17:47:38.157Z+ [[ '' != online ]]
4312024-08-22T17:47:38.157Z+ [[ 5 -gt 60 ]]
4322024-08-22T17:47:38.157Z+ sleep 1
4332024-08-22T17:47:39.156Z+ retry=6
4342024-08-22T17:47:39.180Z+++ zoneadm list -n
4352024-08-22T17:47:39.180Z+++ grep oxz_ntp
4362024-08-22T17:47:39.180Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4372024-08-22T17:47:39.212Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4382024-08-22T17:47:39.235Z++ true
4392024-08-22T17:47:39.235Z+ [[ '' != online ]]
4402024-08-22T17:47:39.235Z+ [[ 6 -gt 60 ]]
4412024-08-22T17:47:39.235Z+ sleep 1
4422024-08-22T17:47:40.217Z+ retry=7
4432024-08-22T17:47:40.241Z+++ zoneadm list -n
4442024-08-22T17:47:40.241Z+++ grep oxz_ntp
4452024-08-22T17:47:40.241Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4462024-08-22T17:47:40.264Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4472024-08-22T17:47:40.264Z++ true
4482024-08-22T17:47:40.264Z+ [[ '' != online ]]
4492024-08-22T17:47:40.264Z+ [[ 7 -gt 60 ]]
4502024-08-22T17:47:40.264Z+ sleep 1
4512024-08-22T17:47:41.246Z+ retry=8
4522024-08-22T17:47:41.270Z+++ zoneadm list -n
4532024-08-22T17:47:41.270Z+++ grep oxz_ntp
4542024-08-22T17:47:41.270Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4552024-08-22T17:47:41.294Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4562024-08-22T17:47:41.294Z++ true
4572024-08-22T17:47:41.294Z+ [[ '' != online ]]
4582024-08-22T17:47:41.294Z+ [[ 8 -gt 60 ]]
4592024-08-22T17:47:41.294Z+ sleep 1
4602024-08-22T17:47:42.277Z+ retry=9
4612024-08-22T17:47:42.302Z+++ zoneadm list -n
4622024-08-22T17:47:42.302Z+++ grep oxz_ntp
4632024-08-22T17:47:42.302Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4642024-08-22T17:47:42.325Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4652024-08-22T17:47:42.325Z++ true
4662024-08-22T17:47:42.325Z+ [[ '' != online ]]
4672024-08-22T17:47:42.325Z+ [[ 9 -gt 60 ]]
4682024-08-22T17:47:42.325Z+ sleep 1
4692024-08-22T17:47:43.308Z+ retry=10
4702024-08-22T17:47:43.332Z+++ zoneadm list -n
4712024-08-22T17:47:43.332Z+++ grep oxz_ntp
4722024-08-22T17:47:43.332Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4732024-08-22T17:47:43.355Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4742024-08-22T17:47:43.355Z++ true
4752024-08-22T17:47:43.355Z+ [[ '' != online ]]
4762024-08-22T17:47:43.355Z+ [[ 10 -gt 60 ]]
4772024-08-22T17:47:43.355Z+ sleep 1
4782024-08-22T17:47:44.337Z+ retry=11
4792024-08-22T17:47:44.361Z+++ zoneadm list -n
4802024-08-22T17:47:44.361Z+++ grep oxz_ntp
4812024-08-22T17:47:44.361Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4822024-08-22T17:47:44.361Z+ [[ offline != online ]]
4832024-08-22T17:47:44.361Z+ [[ 11 -gt 60 ]]
4842024-08-22T17:47:44.361Z+ sleep 1
4852024-08-22T17:47:45.360Z+ retry=12
4862024-08-22T17:47:45.384Z+++ zoneadm list -n
4872024-08-22T17:47:45.384Z+++ grep oxz_ntp
4882024-08-22T17:47:45.384Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4892024-08-22T17:47:45.384Z+ [[ offline != online ]]
4902024-08-22T17:47:45.384Z+ [[ 12 -gt 60 ]]
4912024-08-22T17:47:45.384Z+ sleep 1
4922024-08-22T17:47:46.383Z+ retry=13
4932024-08-22T17:47:46.406Z+++ zoneadm list -n
4942024-08-22T17:47:46.406Z+++ grep oxz_ntp
4952024-08-22T17:47:46.406Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
4962024-08-22T17:47:46.406Z+ [[ offline != online ]]
4972024-08-22T17:47:46.406Z+ [[ 13 -gt 60 ]]
4982024-08-22T17:47:46.406Z+ sleep 1
4992024-08-22T17:47:47.405Z+ retry=14
5002024-08-22T17:47:47.434Z+++ zoneadm list -n
5012024-08-22T17:47:47.434Z+++ grep oxz_ntp
5022024-08-22T17:47:47.434Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5032024-08-22T17:47:47.434Z+ [[ offline != online ]]
5042024-08-22T17:47:47.434Z+ [[ 14 -gt 60 ]]
5052024-08-22T17:47:47.434Z+ sleep 1
5062024-08-22T17:47:48.428Z+ retry=15
5072024-08-22T17:47:48.452Z+++ zoneadm list -n
5082024-08-22T17:47:48.452Z+++ grep oxz_ntp
5092024-08-22T17:47:48.452Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5102024-08-22T17:47:48.452Z+ [[ offline != online ]]
5112024-08-22T17:47:48.452Z+ [[ 15 -gt 60 ]]
5122024-08-22T17:47:48.452Z+ sleep 1
5132024-08-22T17:47:49.450Z+ retry=16
5142024-08-22T17:47:49.473Z+++ zoneadm list -n
5152024-08-22T17:47:49.473Z+++ grep oxz_ntp
5162024-08-22T17:47:49.473Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5172024-08-22T17:47:49.474Z+ [[ offline != online ]]
5182024-08-22T17:47:49.474Z+ [[ 16 -gt 60 ]]
5192024-08-22T17:47:49.474Z+ sleep 1
5202024-08-22T17:47:50.472Z+ retry=17
5212024-08-22T17:47:50.497Z+++ zoneadm list -n
5222024-08-22T17:47:50.497Z+++ grep oxz_ntp
5232024-08-22T17:47:50.497Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5242024-08-22T17:47:50.497Z+ [[ offline != online ]]
5252024-08-22T17:47:50.497Z+ [[ 17 -gt 60 ]]
5262024-08-22T17:47:50.497Z+ sleep 1
 
5272024-08-22T17:47:51.343Zbuskin console login: Aug 22 17:47:51 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5282024-08-22T17:47:51.494Z+ retry=18
5292024-08-22T17:47:51.518Z+++ zoneadm list -n
5302024-08-22T17:47:51.518Z+++ grep oxz_ntp
5312024-08-22T17:47:51.518Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5322024-08-22T17:47:51.518Z+ [[ offline != online ]]
5332024-08-22T17:47:51.518Z+ [[ 18 -gt 60 ]]
5342024-08-22T17:47:51.518Z+ sleep 1
5352024-08-22T17:47:52.517Z+ retry=19
5362024-08-22T17:47:52.541Z+++ zoneadm list -n
5372024-08-22T17:47:52.541Z+++ grep oxz_ntp
5382024-08-22T17:47:52.541Z++ pfexec svcs -z oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad -Hostate oxide/ntp
5392024-08-22T17:47:52.541Z+ [[ online != online ]]
5402024-08-22T17:47:52.541Z+ echo 'Waited for chrony: 19s'
5412024-08-22T17:47:52.541ZWaited for chrony: 19s
5422024-08-22T17:47:52.541Z+ retry=0
5432024-08-22T17:47:52.541Z+ zoneadm list
5442024-08-22T17:47:52.541Z+ grep nexus
5452024-08-22T17:47:52.565Z+ [[ 0 -gt 300 ]]
5462024-08-22T17:47:52.565Z+ sleep 1
5472024-08-22T17:47:53.545Z+ retry=1
5482024-08-22T17:47:53.569Z+ zoneadm list
5492024-08-22T17:47:53.569Z+ grep nexus
5502024-08-22T17:47:53.569Z+ [[ 1 -gt 300 ]]
5512024-08-22T17:47:53.569Z+ sleep 1
5522024-08-22T17:47:54.556Z+ retry=2
5532024-08-22T17:47:54.580Z+ zoneadm list
5542024-08-22T17:47:54.580Z+ grep nexus
5552024-08-22T17:47:54.580Z+ [[ 2 -gt 300 ]]
5562024-08-22T17:47:54.580Z+ sleep 1
5572024-08-22T17:47:55.566Z+ retry=3
5582024-08-22T17:47:55.590Z+ zoneadm list
5592024-08-22T17:47:55.590Z+ grep nexus
5602024-08-22T17:47:55.591Z+ [[ 3 -gt 300 ]]
5612024-08-22T17:47:55.591Z+ sleep 1
5622024-08-22T17:47:56.577Z+ retry=4
5632024-08-22T17:47:56.601Z+ zoneadm list
5642024-08-22T17:47:56.601Z+ grep nexus
5652024-08-22T17:47:56.601Z+ [[ 4 -gt 300 ]]
5662024-08-22T17:47:56.601Z+ sleep 1
5672024-08-22T17:47:57.587Z+ retry=5
5682024-08-22T17:47:57.611Z+ zoneadm list
5692024-08-22T17:47:57.611Z+ grep nexus
5702024-08-22T17:47:57.611Z+ [[ 5 -gt 300 ]]
5712024-08-22T17:47:57.611Z+ sleep 1
5722024-08-22T17:47:58.598Z+ retry=6
5732024-08-22T17:47:58.622Z+ zoneadm list
5742024-08-22T17:47:58.622Z+ grep nexus
5752024-08-22T17:47:58.622Z+ [[ 6 -gt 300 ]]
5762024-08-22T17:47:58.622Z+ sleep 1
5772024-08-22T17:47:59.608Z+ retry=7
5782024-08-22T17:47:59.632Z+ zoneadm list
5792024-08-22T17:47:59.632Z+ grep nexus
5802024-08-22T17:47:59.632Z+ [[ 7 -gt 300 ]]
5812024-08-22T17:47:59.632Z+ sleep 1
5822024-08-22T17:48:00.619Z+ retry=8
5832024-08-22T17:48:00.643Z+ zoneadm list
5842024-08-22T17:48:00.643Z+ grep nexus
5852024-08-22T17:48:00.643Z+ [[ 8 -gt 300 ]]
5862024-08-22T17:48:00.643Z+ sleep 1
5872024-08-22T17:48:01.630Z+ retry=9
5882024-08-22T17:48:01.654Z+ zoneadm list
5892024-08-22T17:48:01.654Z+ grep nexus
5902024-08-22T17:48:01.654Z+ [[ 9 -gt 300 ]]
5912024-08-22T17:48:01.654Z+ sleep 1
5922024-08-22T17:48:02.640Z+ retry=10
5932024-08-22T17:48:02.664Z+ zoneadm list
5942024-08-22T17:48:02.664Z+ grep nexus
5952024-08-22T17:48:02.664Z+ [[ 10 -gt 300 ]]
5962024-08-22T17:48:02.664Z+ sleep 1
5972024-08-22T17:48:03.651Z+ retry=11
5982024-08-22T17:48:03.675Z+ zoneadm list
5992024-08-22T17:48:03.675Z+ grep nexus
6002024-08-22T17:48:03.675Z+ [[ 11 -gt 300 ]]
6012024-08-22T17:48:03.675Z+ sleep 1
6022024-08-22T17:48:04.662Z+ retry=12
6032024-08-22T17:48:04.686Z+ zoneadm list
6042024-08-22T17:48:04.686Z+ grep nexus
6052024-08-22T17:48:04.686Z+ [[ 12 -gt 300 ]]
6062024-08-22T17:48:04.686Z+ sleep 1
6072024-08-22T17:48:05.673Z+ retry=13
6082024-08-22T17:48:05.696Z+ zoneadm list
6092024-08-22T17:48:05.697Z+ grep nexus
6102024-08-22T17:48:05.697Z+ [[ 13 -gt 300 ]]
6112024-08-22T17:48:05.697Z+ sleep 1
6122024-08-22T17:48:06.682Z+ retry=14
6132024-08-22T17:48:06.706Z+ zoneadm list
6142024-08-22T17:48:06.706Z+ grep nexus
6152024-08-22T17:48:06.706Z+ [[ 14 -gt 300 ]]
6162024-08-22T17:48:06.706Z+ sleep 1
6172024-08-22T17:48:07.692Z+ retry=15
6182024-08-22T17:48:07.717Z+ zoneadm list
6192024-08-22T17:48:07.717Z+ grep nexus
6202024-08-22T17:48:07.717Z+ [[ 15 -gt 300 ]]
6212024-08-22T17:48:07.717Z+ sleep 1
6222024-08-22T17:48:08.702Z+ retry=16
6232024-08-22T17:48:08.726Z+ zoneadm list
6242024-08-22T17:48:08.726Z+ grep nexus
6252024-08-22T17:48:08.726Z+ [[ 16 -gt 300 ]]
6262024-08-22T17:48:08.726Z+ sleep 1
6272024-08-22T17:48:09.713Z+ retry=17
6282024-08-22T17:48:09.737Z+ zoneadm list
6292024-08-22T17:48:09.737Z+ grep nexus
6302024-08-22T17:48:09.737Z+ [[ 17 -gt 300 ]]
6312024-08-22T17:48:09.737Z+ sleep 1
6322024-08-22T17:48:10.724Z+ retry=18
6332024-08-22T17:48:10.748Z+ zoneadm list
6342024-08-22T17:48:10.748Z+ grep nexus
6352024-08-22T17:48:10.748Z+ [[ 18 -gt 300 ]]
6362024-08-22T17:48:10.748Z+ sleep 1
6372024-08-22T17:48:11.735Z+ retry=19
6382024-08-22T17:48:11.759Z+ zoneadm list
6392024-08-22T17:48:11.759Z+ grep nexus
6402024-08-22T17:48:11.759Z+ [[ 19 -gt 300 ]]
6412024-08-22T17:48:11.759Z+ sleep 1
6422024-08-22T17:48:12.745Z+ retry=20
6432024-08-22T17:48:12.769Z+ zoneadm list
6442024-08-22T17:48:12.769Z+ grep nexus
6452024-08-22T17:48:12.769Z+ [[ 20 -gt 300 ]]
6462024-08-22T17:48:12.769Z+ sleep 1
6472024-08-22T17:48:13.755Z+ retry=21
6482024-08-22T17:48:13.779Z+ zoneadm list
6492024-08-22T17:48:13.779Z+ grep nexus
6502024-08-22T17:48:13.779Z+ [[ 21 -gt 300 ]]
6512024-08-22T17:48:13.779Z+ sleep 1
6522024-08-22T17:48:14.767Z+ retry=22
6532024-08-22T17:48:14.791Z+ zoneadm list
6542024-08-22T17:48:14.791Z+ grep nexus
6552024-08-22T17:48:14.791Z+ [[ 22 -gt 300 ]]
6562024-08-22T17:48:14.791Z+ sleep 1
6572024-08-22T17:48:15.778Z+ retry=23
6582024-08-22T17:48:15.802Z+ zoneadm list
6592024-08-22T17:48:15.802Z+ grep nexus
6602024-08-22T17:48:15.802Z+ [[ 23 -gt 300 ]]
6612024-08-22T17:48:15.802Z+ sleep 1
6622024-08-22T17:48:16.790Z+ retry=24
6632024-08-22T17:48:16.814Z+ zoneadm list
6642024-08-22T17:48:16.814Z+ grep nexus
6652024-08-22T17:48:16.814Z+ [[ 24 -gt 300 ]]
6662024-08-22T17:48:16.814Z+ sleep 1
6672024-08-22T17:48:17.804Z+ retry=25
6682024-08-22T17:48:17.829Z+ zoneadm list
6692024-08-22T17:48:17.829Z+ grep nexus
6702024-08-22T17:48:17.829Z+ [[ 25 -gt 300 ]]
6712024-08-22T17:48:17.829Z+ sleep 1
6722024-08-22T17:48:18.886Z+ retry=26
6732024-08-22T17:48:19.782Z+ zoneadm list
6742024-08-22T17:48:19.782Z+ grep nexus
6752024-08-22T17:48:19.782Z+ [[ 26 -gt 300 ]]
6762024-08-22T17:48:19.782Z+ sleep 1
6772024-08-22T17:48:19.970Z+ retry=27
6782024-08-22T17:48:19.994Z+ zoneadm list
6792024-08-22T17:48:19.995Z+ grep nexus
6802024-08-22T17:48:19.995Z+ [[ 27 -gt 300 ]]
6812024-08-22T17:48:19.995Z+ sleep 1
6822024-08-22T17:48:20.984Z+ retry=28
6832024-08-22T17:48:21.009Z+ zoneadm list
6842024-08-22T17:48:21.009Z+ grep nexus
6852024-08-22T17:48:21.009Z+ [[ 28 -gt 300 ]]
6862024-08-22T17:48:21.009Z+ sleep 1
6872024-08-22T17:48:21.996Z+ retry=29
6882024-08-22T17:48:22.020Z+ zoneadm list
6892024-08-22T17:48:22.020Z+ grep nexus
6902024-08-22T17:48:22.020Z+ [[ 29 -gt 300 ]]
6912024-08-22T17:48:22.020Z+ sleep 1
6922024-08-22T17:48:23.009Z+ retry=30
6932024-08-22T17:48:23.033Z+ zoneadm list
6942024-08-22T17:48:23.033Z+ grep nexus
6952024-08-22T17:48:23.033Z+ [[ 30 -gt 300 ]]
6962024-08-22T17:48:23.033Z+ sleep 1
6972024-08-22T17:48:24.023Z+ retry=31
6982024-08-22T17:48:24.049Z+ zoneadm list
6992024-08-22T17:48:24.049Z+ grep nexus
7002024-08-22T17:48:24.049Z+ [[ 31 -gt 300 ]]
7012024-08-22T17:48:24.049Z+ sleep 1
7022024-08-22T17:48:25.035Z+ retry=32
7032024-08-22T17:48:25.059Z+ zoneadm list
7042024-08-22T17:48:25.059Z+ grep nexus
7052024-08-22T17:48:25.059Z+ [[ 32 -gt 300 ]]
7062024-08-22T17:48:25.059Z+ sleep 1
7072024-08-22T17:48:26.048Z+ retry=33
7082024-08-22T17:48:26.072Z+ zoneadm list
7092024-08-22T17:48:26.072Z+ grep nexus
7102024-08-22T17:48:26.072Z+ [[ 33 -gt 300 ]]
7112024-08-22T17:48:26.072Z+ sleep 1
7122024-08-22T17:48:27.060Z+ retry=34
7132024-08-22T17:48:27.085Z+ zoneadm list
7142024-08-22T17:48:27.086Z+ grep nexus
7152024-08-22T17:48:27.086Z+ [[ 34 -gt 300 ]]
7162024-08-22T17:48:27.086Z+ sleep 1
7172024-08-22T17:48:28.077Z+ retry=35
7182024-08-22T17:48:28.101Z+ zoneadm list
7192024-08-22T17:48:28.101Z+ grep nexus
7202024-08-22T17:48:28.101Z+ [[ 35 -gt 300 ]]
7212024-08-22T17:48:28.101Z+ sleep 1
7222024-08-22T17:48:29.091Z+ retry=36
7232024-08-22T17:48:29.116Z+ zoneadm list
7242024-08-22T17:48:29.116Z+ grep nexus
7252024-08-22T17:48:29.116Z+ [[ 36 -gt 300 ]]
7262024-08-22T17:48:29.116Z+ sleep 1
7272024-08-22T17:48:30.114Z+ retry=37
7282024-08-22T17:48:30.140Z+ zoneadm list
7292024-08-22T17:48:30.140Z+ grep nexus
7302024-08-22T17:48:30.140Z+ [[ 37 -gt 300 ]]
7312024-08-22T17:48:30.140Z+ sleep 1
7322024-08-22T17:48:31.327Z+ retry=38
7332024-08-22T17:48:31.351Z+ zoneadm list
7342024-08-22T17:48:31.351Z+ grep nexus
7352024-08-22T17:48:31.351Z+ [[ 38 -gt 300 ]]
7362024-08-22T17:48:31.351Z+ sleep 1
7372024-08-22T17:48:32.347Z+ retry=39
7382024-08-22T17:48:32.371Z+ zoneadm list
7392024-08-22T17:48:32.371Z+ grep nexus
7402024-08-22T17:48:32.371Z+ [[ 39 -gt 300 ]]
7412024-08-22T17:48:32.371Z+ sleep 1
7422024-08-22T17:48:33.359Z+ retry=40
7432024-08-22T17:48:33.383Z+ zoneadm list
7442024-08-22T17:48:33.383Z+ grep nexus
7452024-08-22T17:48:33.383Z+ [[ 40 -gt 300 ]]
7462024-08-22T17:48:33.383Z+ sleep 1
7472024-08-22T17:48:34.419Z+ retry=41
7482024-08-22T17:48:34.452Z+ grep nexus
7492024-08-22T17:48:34.525Z+ zoneadm list
7502024-08-22T17:48:34.551Z+ [[ 41 -gt 300 ]]
7512024-08-22T17:48:34.551Z+ sleep 1
7522024-08-22T17:48:35.557Z+ retry=42
7532024-08-22T17:48:35.582Z+ zoneadm list
7542024-08-22T17:48:35.582Z+ grep nexus
7552024-08-22T17:48:35.582Z+ [[ 42 -gt 300 ]]
7562024-08-22T17:48:35.582Z+ sleep 1
7572024-08-22T17:48:36.574Z+ retry=43
7582024-08-22T17:48:36.598Z+ zoneadm list
7592024-08-22T17:48:36.598Z+ grep nexus
7602024-08-22T17:48:36.598Z+ [[ 43 -gt 300 ]]
7612024-08-22T17:48:36.598Z+ sleep 1
7622024-08-22T17:48:37.587Z+ retry=44
7632024-08-22T17:48:37.611Z+ zoneadm list
7642024-08-22T17:48:37.611Z+ grep nexus
7652024-08-22T17:48:37.611Z+ [[ 44 -gt 300 ]]
7662024-08-22T17:48:37.611Z+ sleep 1
7672024-08-22T17:48:38.601Z+ retry=45
7682024-08-22T17:48:38.625Z+ zoneadm list
7692024-08-22T17:48:38.625Z+ grep nexus
7702024-08-22T17:48:38.625Z+ [[ 45 -gt 300 ]]
7712024-08-22T17:48:38.625Z+ sleep 1
7722024-08-22T17:48:39.615Z+ retry=46
7732024-08-22T17:48:39.639Z+ zoneadm list
7742024-08-22T17:48:39.639Z+ grep nexus
7752024-08-22T17:48:39.639Z+ [[ 46 -gt 300 ]]
7762024-08-22T17:48:39.639Z+ sleep 1
7772024-08-22T17:48:40.629Z+ retry=47
7782024-08-22T17:48:40.654Z+ zoneadm list
7792024-08-22T17:48:40.654Z+ grep nexus
7802024-08-22T17:48:40.654Z+ [[ 47 -gt 300 ]]
7812024-08-22T17:48:40.654Z+ sleep 1
7822024-08-22T17:48:41.643Z+ retry=48
7832024-08-22T17:48:41.668Z+ zoneadm list
7842024-08-22T17:48:41.668Z+ grep nexus
7852024-08-22T17:48:41.668Z+ [[ 48 -gt 300 ]]
7862024-08-22T17:48:41.668Z+ sleep 1
7872024-08-22T17:48:42.658Z+ retry=49
7882024-08-22T17:48:42.682Z+ zoneadm list
7892024-08-22T17:48:42.682Z+ grep nexus
7902024-08-22T17:48:42.682Z+ [[ 49 -gt 300 ]]
7912024-08-22T17:48:42.682Z+ sleep 1
7922024-08-22T17:48:43.689Z+ retry=50
7932024-08-22T17:48:43.713Z+ zoneadm list
7942024-08-22T17:48:43.713Z+ grep nexus
7952024-08-22T17:48:43.738Z+ [[ 50 -gt 300 ]]
7962024-08-22T17:48:43.738Z+ sleep 1
7972024-08-22T17:48:44.741Z+ retry=51
7982024-08-22T17:48:44.847Z+ zoneadm list
7992024-08-22T17:48:44.871Z+ grep nexus
8002024-08-22T17:48:44.895Z+ [[ 51 -gt 300 ]]
8012024-08-22T17:48:44.895Z+ sleep 1
8022024-08-22T17:48:45.902Z+ retry=52
8032024-08-22T17:48:45.926Z+ zoneadm list
8042024-08-22T17:48:45.950Z+ grep nexus
8052024-08-22T17:48:45.950Z+ [[ 52 -gt 300 ]]
8062024-08-22T17:48:45.950Z+ sleep 1
8072024-08-22T17:48:46.981Z+ retry=53
8082024-08-22T17:48:47.282Z+ zoneadm list
8092024-08-22T17:48:47.435Z+ grep nexus
8102024-08-22T17:48:47.465Z+ [[ 53 -gt 300 ]]
8112024-08-22T17:48:47.465Z+ sleep 1
8122024-08-22T17:48:48.474Z+ retry=54
8132024-08-22T17:48:48.498Z+ zoneadm list
8142024-08-22T17:48:48.545Z+ grep nexus
8152024-08-22T17:48:48.574Z+ [[ 54 -gt 300 ]]
8162024-08-22T17:48:48.574Z+ sleep 1
 
8172024-08-22T17:48:54.779ZAug 22 17:48:54 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:71.162.136.44:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
8182024-08-22T17:48:54.815ZAug 22 17:48:54 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:173.71.78.103:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
8192024-08-22T17:48:55.694Z+ retry=55
8202024-08-22T17:48:55.719Z+ zoneadm list
8212024-08-22T17:48:55.719Z+ grep nexus
8222024-08-22T17:48:55.719Z+ [[ 55 -gt 300 ]]
8232024-08-22T17:48:55.719Z+ sleep 1
8242024-08-22T17:48:56.718Z+ retry=56
8252024-08-22T17:48:56.743Z+ zoneadm list
8262024-08-22T17:48:56.743Z+ grep nexus
8272024-08-22T17:48:56.743Z+ [[ 56 -gt 300 ]]
8282024-08-22T17:48:56.743Z+ sleep 1
8292024-08-22T17:48:57.739Z+ retry=57
8302024-08-22T17:48:57.764Z+ zoneadm list
8312024-08-22T17:48:57.764Z+ grep nexus
8322024-08-22T17:48:57.764Z+ [[ 57 -gt 300 ]]
8332024-08-22T17:48:57.764Z+ sleep 1
8342024-08-22T17:48:58.796Z+ retry=58
8352024-08-22T17:48:58.822Z+ zoneadm list
8362024-08-22T17:48:58.822Z+ grep nexus
8372024-08-22T17:48:58.858Z+ [[ 58 -gt 300 ]]
8382024-08-22T17:48:58.858Z+ sleep 1
8392024-08-22T17:48:59.870Z+ retry=59
8402024-08-22T17:48:59.894Z+ grep nexus
8412024-08-22T17:48:59.895Z+ zoneadm list
8422024-08-22T17:48:59.895Z+ [[ 59 -gt 300 ]]
8432024-08-22T17:48:59.895Z+ sleep 1
8442024-08-22T17:49:00.899Z+ retry=60
8452024-08-22T17:49:00.923Z+ zoneadm list
8462024-08-22T17:49:00.923Z+ grep nexus
8472024-08-22T17:49:00.923Zoxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955
8482024-08-22T17:49:00.923Zoxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c
8492024-08-22T17:49:00.923Z+ echo 'Waited for nexus: 60s'
8502024-08-22T17:49:00.924ZWaited for nexus: 60s
8512024-08-22T17:49:00.924Z+ export RUST_BACKTRACE=1
8522024-08-22T17:49:00.924Z+ RUST_BACKTRACE=1
8532024-08-22T17:49:00.924Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8542024-08-22T17:49:01.002Z++ ./target/debug/bootstrap
8552024-08-22T17:49:02.048ZUsing external DNS server at 10.151.1.164:53
8562024-08-22T17:49:02.168Z2024-08-22 17:49:02.155507544 UTC: attempting to log into API
8572024-08-22T17:49:17.237Z2024-08-22 17:49:17.215014417 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8582024-08-22T17:49:18.238Z2024-08-22 17:49:18.224918936 UTC: attempting to log into API
 
8592024-08-22T17:49:27.279ZAug 22 17:49:26 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8602024-08-22T17:49:27.866ZAug 22 17:49:26 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8612024-08-22T17:49:27.900ZAug 22 17:49:27 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8622024-08-22T17:49:28.471ZAug 22 17:49:27 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8632024-08-22T17:49:28.509ZAug 22 17:49:27 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
 
8642024-08-22T17:49:33.271Z2024-08-22 17:49:33.257767763 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8652024-08-22T17:49:34.272Z2024-08-22 17:49:34.259027867 UTC: attempting to log into API
8662024-08-22T17:49:49.306Z2024-08-22 17:49:49.293101128 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8672024-08-22T17:49:50.308Z2024-08-22 17:49:50.294474253 UTC: attempting to log into API
8682024-08-22T17:50:01.096Z2024-08-22 17:50:01.082748602 UTC: login succeeded
8692024-08-22T17:50:01.128Zwaiting for nexus to come up...
8702024-08-22T17:50:01.220Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8712024-08-22T17:50:01.478Zsetting up quotas...
8722024-08-22T17:50:01.532Zensuring datasets are ready...
8732024-08-22T17:50:04.365Zlet's roll.
8742024-08-22T17:50:04.389Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8752024-08-22T17:50:04.389ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8762024-08-22T17:50:04.390ZOXIDE_TOKEN=oxide-token-eb584b1ed6467f3d21223f5f12198e663dd755b7'
8772024-08-22T17:50:04.390Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8782024-08-22T17:50:04.390Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8792024-08-22T17:50:04.390Z++ OXIDE_TOKEN=oxide-token-eb584b1ed6467f3d21223f5f12198e663dd755b7
8802024-08-22T17:50:04.390Z+ export OXIDE_HOST OXIDE_TOKEN
8812024-08-22T17:50:04.390Z+ retry=0
8822024-08-22T17:50:04.390Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8832024-08-22T17:50:04.461Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8842024-08-22T17:50:04.973Z{"status":"ok"}success
8852024-08-22T17:50:04.973ZProject {
8862024-08-22T17:50:04.973Z description: "some images",
8872024-08-22T17:50:04.973Z id: 30977bf0-fb8b-4637-8a85-a12cf730035b,
8882024-08-22T17:50:04.973Z name: Name(
8892024-08-22T17:50:04.973Z "images",
8902024-08-22T17:50:04.973Z ),
8912024-08-22T17:50:04.973Z time_created: 2024-08-22T17:50:04.541380Z,
8922024-08-22T17:50:04.973Z time_modified: 2024-08-22T17:50:04.541380Z,
8932024-08-22T17:50:04.973Z}
8942024-08-22T17:50:04.997Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8952024-08-22T17:55:28.334Zdone!
8962024-08-22T17:55:28.440Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8972024-08-22T17:55:28.566Zsuccess
8982024-08-22T17:55:28.566ZImage {
8992024-08-22T17:55:28.566Z block_size: ByteCount(
9002024-08-22T17:55:28.566Z 512,
9012024-08-22T17:55:28.566Z ),
9022024-08-22T17:55:28.566Z description: "debian 11 original base image",
9032024-08-22T17:55:28.566Z digest: None,
9042024-08-22T17:55:28.566Z id: 7b98d230-b1ca-41a6-b55f-133ea15c903e,
9052024-08-22T17:55:28.566Z name: Name(
9062024-08-22T17:55:28.566Z "debian11",
9072024-08-22T17:55:28.566Z ),
9082024-08-22T17:55:28.566Z os: "debian",
9092024-08-22T17:55:28.566Z project_id: None,
9102024-08-22T17:55:28.566Z size: ByteCount(
9112024-08-22T17:55:28.567Z 2147483648,
9122024-08-22T17:55:28.591Z ),
9132024-08-22T17:55:28.591Z time_created: 2024-08-22T17:55:28.270067Z,
9142024-08-22T17:55:28.591Z time_modified: 2024-08-22T17:55:28.548695Z,
9152024-08-22T17:55:28.591Z url: None,
9162024-08-22T17:55:28.591Z version: "11",
9172024-08-22T17:55:28.591Z}
9182024-08-22T17:55:28.591Z+ for test_bin in tests/*
9192024-08-22T17:55:28.591Z+ ./tests/bootstrap-b3c7dbbd48f293ed
9202024-08-22T17:55:28.591Z
9212024-08-22T17:55:28.591Zrunning 0 tests
9222024-08-22T17:55:28.591Z
9232024-08-22T17:55:28.591Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9242024-08-22T17:55:28.591Z
9252024-08-22T17:55:28.591Z+ for test_bin in tests/*
9262024-08-22T17:55:28.591Z+ ./tests/commtest-7e6ba74028c38dd0
9272024-08-22T17:55:28.615Z
9282024-08-22T17:55:28.615Zrunning 0 tests
9292024-08-22T17:55:28.615Z
9302024-08-22T17:55:28.615Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9312024-08-22T17:55:28.615Z
9322024-08-22T17:55:28.615Z+ for test_bin in tests/*
9332024-08-22T17:55:28.615Z+ ./tests/dhcp_server-589b0094b2774cf0
9342024-08-22T17:55:28.640Z
9352024-08-22T17:55:28.640Zrunning 0 tests
9362024-08-22T17:55:28.640Z
9372024-08-22T17:55:28.640Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9382024-08-22T17:55:28.640Z
9392024-08-22T17:55:28.640Z+ for test_bin in tests/*
9402024-08-22T17:55:28.640Z+ ./tests/end_to_end_tests-f4f7d82e845df14b
9412024-08-22T17:55:28.737Z
9422024-08-22T17:55:28.737Zrunning 2 tests
9432024-08-22T17:55:28.969Ztest no_spoof::no_spoof_here ... ok
9442024-08-22T17:55:57.487Ztest instance_launch::instance_launch ... ok
9452024-08-22T17:55:57.487Z
9462024-08-22T17:55:57.487Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.75s
9472024-08-22T17:55:57.487Z
9482024-08-22T17:55:57.511Z+ _exit_trap
9492024-08-22T17:55:57.511Z+ local status=0
9502024-08-22T17:55:57.511Z+ set +o errexit
9512024-08-22T17:55:57.512Z+ pfexec svcadm -Z disable -s cron
9522024-08-22T17:55:59.480Z+ [[ 0 -eq 0 ]]
9532024-08-22T17:55:59.480Z+ exit 0
9542024-08-22T17:55:59.504Zprocess exited: duration 579773 ms, exit code 0
 
9552024-08-22T17:55:59.604Zfound 108 output files
9562024-08-22T17:55:59.604Zuploading: /var/svc/log/oxide-sled-agent:default.log (985549 bytes)
9572024-08-22T17:56:00.911Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9582024-08-22T17:56:00.945Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4494788 bytes)
9592024-08-22T17:56:01.345Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4494788 -> 4511999
9602024-08-22T17:56:02.416Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9612024-08-22T17:56:02.416Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (36523 bytes)
9622024-08-22T17:56:03.577Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9632024-08-22T17:56:03.601Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (165329 bytes)
9642024-08-22T17:56:03.761Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 165329 -> 166893
9652024-08-22T17:56:04.831Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9662024-08-22T17:56:04.831Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (214254 bytes)
9672024-08-22T17:56:05.034Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 214254 -> 216209
9682024-08-22T17:56:06.104Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9692024-08-22T17:56:06.104Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1312290 bytes)
9702024-08-22T17:56:06.403Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1312290 -> 1336333
9712024-08-22T17:56:07.471Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9722024-08-22T17:56:07.471Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (697748 bytes)
9732024-08-22T17:56:07.744Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 697748 -> 711488
9742024-08-22T17:56:08.814Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9752024-08-22T17:56:08.814Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3337 bytes)
9762024-08-22T17:56:09.908Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9772024-08-22T17:56:09.932Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (251355 bytes)
9782024-08-22T17:56:10.134Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 251355 -> 256531
9792024-08-22T17:56:11.204Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9802024-08-22T17:56:11.204Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7855 bytes)
9812024-08-22T17:56:12.320Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9822024-08-22T17:56:12.320Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3973 bytes)
9832024-08-22T17:56:13.413Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9842024-08-22T17:56:13.413Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8131 bytes)
9852024-08-22T17:56:14.529Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9862024-08-22T17:56:14.529Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
9872024-08-22T17:56:15.625Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-cockroach-admin:default.log
9882024-08-22T17:56:15.625Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
9892024-08-22T17:56:16.720Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-cockroachdb:default.log
9902024-08-22T17:56:16.720Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
9912024-08-22T17:56:17.814Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_cockroachdb_92fdca34-ce6c-4574-8f72-cbe94fed8fe0/root/var/svc/log/oxide-zone-network-setup:default.log
9922024-08-22T17:56:17.814Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-agent:default.log (20603 bytes)
9932024-08-22T17:56:18.953Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-agent:default.log
9942024-08-22T17:56:18.953Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9952024-08-22T17:56:20.050Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:default.log
9962024-08-22T17:56:20.050Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:downstairs-d3dab355-7f2a-4188-9fde-5942b0e468c9.log (6073 bytes)
9972024-08-22T17:56:21.145Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:downstairs-d3dab355-7f2a-4188-9fde-5942b0e468c9.log
9982024-08-22T17:56:21.145Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:snapshot-d3dab355-7f2a-4188-9fde-5942b0e468c9-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log (5686 bytes)
9992024-08-22T17:56:22.239Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-crucible-downstairs:snapshot-d3dab355-7f2a-4188-9fde-5942b0e468c9-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log
10002024-08-22T17:56:22.239Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10012024-08-22T17:56:23.333Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_crucible_1c16604c-999d-4956-9b1a-a21489c383d2/root/var/svc/log/oxide-zone-network-setup:default.log
10022024-08-22T17:56:23.333Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_internal_dns_c0ef020c-52c1-4b9a-a085-445fab31264f/root/var/svc/log/oxide-internal_dns:default.log (441206 bytes)
10032024-08-22T17:56:24.610Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_internal_dns_c0ef020c-52c1-4b9a-a085-445fab31264f/root/var/svc/log/oxide-internal_dns:default.log
10042024-08-22T17:56:24.610Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_internal_dns_c0ef020c-52c1-4b9a-a085-445fab31264f/root/var/svc/log/oxide-zone-network-setup:default.log (1677 bytes)
10052024-08-22T17:56:25.705Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_internal_dns_c0ef020c-52c1-4b9a-a085-445fab31264f/root/var/svc/log/oxide-zone-network-setup:default.log
10062024-08-22T17:56:25.705Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10072024-08-22T17:56:26.820Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-chrony-setup:default.log
10082024-08-22T17:56:26.820Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-ntp:default.log (1717 bytes)
10092024-08-22T17:56:26.867Zupload warning: file "/pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 1717 -> 1890
10102024-08-22T17:56:27.936Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-ntp:default.log
10112024-08-22T17:56:27.936Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
10122024-08-22T17:56:29.031Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-opte-interface-setup:default.log
10132024-08-22T17:56:29.031Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-zone-network-setup:default.log (1636 bytes)
10142024-08-22T17:56:30.323Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/svc/log/oxide-zone-network-setup:default.log
10152024-08-22T17:56:30.323Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-cockroach-admin:default.log (4657 bytes)
10162024-08-22T17:56:31.419Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-cockroach-admin:default.log
10172024-08-22T17:56:31.419Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
10182024-08-22T17:56:32.512Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-cockroachdb:default.log
10192024-08-22T17:56:32.513Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10202024-08-22T17:56:33.607Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_cockroachdb_69470be3-aa9e-4ab6-897b-ee2b3df13fd9/root/var/svc/log/oxide-zone-network-setup:default.log
10212024-08-22T17:56:33.607Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-agent:default.log (8485 bytes)
10222024-08-22T17:56:34.723Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-agent:default.log
10232024-08-22T17:56:34.723Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10242024-08-22T17:56:35.818Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-downstairs:default.log
10252024-08-22T17:56:35.818Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-downstairs:downstairs-941ea115-4e3d-42f7-b142-915ab33ba208.log (3020 bytes)
10262024-08-22T17:56:36.909Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-crucible-downstairs:downstairs-941ea115-4e3d-42f7-b142-915ab33ba208.log
10272024-08-22T17:56:36.909Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10282024-08-22T17:56:38.003Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_b487d9bf-a0db-4362-81ec-9788403c7e32/root/var/svc/log/oxide-zone-network-setup:default.log
10292024-08-22T17:56:38.027Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_pantry_bd3576a5-c6c6-417b-8ccc-c5b3f61eb758/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
10302024-08-22T17:56:39.097Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_pantry_bd3576a5-c6c6-417b-8ccc-c5b3f61eb758/root/var/svc/log/oxide-crucible-pantry:default.log
10312024-08-22T17:56:39.097Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_pantry_bd3576a5-c6c6-417b-8ccc-c5b3f61eb758/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
10322024-08-22T17:56:40.189Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_crucible_pantry_bd3576a5-c6c6-417b-8ccc-c5b3f61eb758/root/var/svc/log/oxide-zone-network-setup:default.log
10332024-08-22T17:56:40.189Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-nexus:default.log (2624823 bytes)
10342024-08-22T17:56:40.550Zupload warning: file "/pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2624823 -> 2754033
10352024-08-22T17:56:41.619Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-nexus:default.log
10362024-08-22T17:56:41.619Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
10372024-08-22T17:56:42.713Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-opte-interface-setup:default.log
10382024-08-22T17:56:42.713Zuploading: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
10392024-08-22T17:56:43.808Zuploaded: /pool/ext/05994bdf-8cf1-4629-8ea1-a3380ad8700c/crypt/zone/oxz_nexus_21688317-2226-405d-92aa-f8b1720a4f0c/root/var/svc/log/oxide-zone-network-setup:default.log
10402024-08-22T17:56:43.808Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-agent:default.log (12503 bytes)
10412024-08-22T17:56:44.926Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-agent:default.log
10422024-08-22T17:56:44.926Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10432024-08-22T17:56:46.020Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-downstairs:default.log
10442024-08-22T17:56:46.020Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5ed6677-21e4-4913-83fe-d2eb913a3b66.log (5994 bytes)
10452024-08-22T17:56:47.114Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-crucible-downstairs:downstairs-f5ed6677-21e4-4913-83fe-d2eb913a3b66.log
10462024-08-22T17:56:47.114Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10472024-08-22T17:56:48.208Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_crucible_b50125ad-86a9-4ea3-a948-c19cf7285d0a/root/var/svc/log/oxide-zone-network-setup:default.log
10482024-08-22T17:56:48.208Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_oximeter_7fc6f696-ffb5-46eb-ae34-da7098d2b35a/root/var/svc/log/oxide-oximeter:default.log (1512961 bytes)
10492024-08-22T17:56:48.559Zupload warning: file "/pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_oximeter_7fc6f696-ffb5-46eb-ae34-da7098d2b35a/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1512961 -> 1707495
10502024-08-22T17:56:49.629Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_oximeter_7fc6f696-ffb5-46eb-ae34-da7098d2b35a/root/var/svc/log/oxide-oximeter:default.log
10512024-08-22T17:56:49.630Zuploading: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_oximeter_7fc6f696-ffb5-46eb-ae34-da7098d2b35a/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10522024-08-22T17:56:50.723Zuploaded: /pool/ext/18a9b981-177e-4a7a-afbe-74c54d247869/crypt/zone/oxz_oximeter_7fc6f696-ffb5-46eb-ae34-da7098d2b35a/root/var/svc/log/oxide-zone-network-setup:default.log
10532024-08-22T17:56:50.723Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-cockroach-admin:default.log (4660 bytes)
10542024-08-22T17:56:51.817Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-cockroach-admin:default.log
10552024-08-22T17:56:51.817Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
10562024-08-22T17:56:52.913Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-cockroachdb:default.log
10572024-08-22T17:56:52.913Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10582024-08-22T17:56:54.007Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_cockroachdb_5251dd6f-4f30-443a-84bd-4ac2454b1beb/root/var/svc/log/oxide-zone-network-setup:default.log
10592024-08-22T17:56:54.031Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-agent:default.log (12508 bytes)
10602024-08-22T17:56:55.124Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-agent:default.log
10612024-08-22T17:56:55.125Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10622024-08-22T17:56:56.221Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-downstairs:default.log
10632024-08-22T17:56:56.221Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-downstairs:downstairs-1b57790f-2399-488c-ad2b-bdf1bbc66bb8.log (5987 bytes)
10642024-08-22T17:56:57.314Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-crucible-downstairs:downstairs-1b57790f-2399-488c-ad2b-bdf1bbc66bb8.log
10652024-08-22T17:56:57.339Zuploading: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10662024-08-22T17:56:58.410Zuploaded: /pool/ext/34363243-871a-4d2d-a9d5-4ab10ff2b415/crypt/zone/oxz_crucible_d7277f65-5cbd-4ec8-9b10-7143fb52b625/root/var/svc/log/oxide-zone-network-setup:default.log
10672024-08-22T17:56:58.410Zuploading: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-agent:default.log (12077 bytes)
10682024-08-22T17:56:58.693ZAug 22 17:56:57 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:74.50.98.131:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
10692024-08-22T17:56:59.525Zuploaded: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-agent:default.log
10702024-08-22T17:56:59.549Zuploading: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10712024-08-22T17:57:00.620Zuploaded: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-downstairs:default.log
10722024-08-22T17:57:00.620Zuploading: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-downstairs:downstairs-b4cd37c3-c416-4d1f-9b50-e94c5d9e911c.log (3126 bytes)
10732024-08-22T17:57:01.714Zuploaded: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-crucible-downstairs:downstairs-b4cd37c3-c416-4d1f-9b50-e94c5d9e911c.log
10742024-08-22T17:57:01.715Zuploading: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10752024-08-22T17:57:02.808Zuploaded: /pool/ext/38de2928-c5e7-4728-8a94-bef08f284b20/crypt/zone/oxz_crucible_7d40be40-71b4-46d9-963c-99c005bf304e/root/var/svc/log/oxide-zone-network-setup:default.log
10762024-08-22T17:57:02.808Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-clickhouse-admin:default.log (823 bytes)
10772024-08-22T17:57:03.902Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-clickhouse-admin:default.log
10782024-08-22T17:57:03.902Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-clickhouse:default.log (2474429 bytes)
10792024-08-22T17:57:04.265Zupload warning: file "/pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2474429 -> 2861445
10802024-08-22T17:57:05.335Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-clickhouse:default.log
10812024-08-22T17:57:05.335Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-zone-network-setup:default.log (1685 bytes)
10822024-08-22T17:57:06.429Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_clickhouse_df83707c-b8c1-4735-9618-6b4e5e3b3b73/root/var/svc/log/oxide-zone-network-setup:default.log
10832024-08-22T17:57:06.454Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-cockroach-admin:default.log (4659 bytes)
10842024-08-22T17:57:07.523Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-cockroach-admin:default.log
10852024-08-22T17:57:07.523Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
10862024-08-22T17:57:08.619Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-cockroachdb:default.log
10872024-08-22T17:57:08.619Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10882024-08-22T17:57:09.713Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_cockroachdb_f895135e-a98f-4b2b-9b3f-80c665497e9b/root/var/svc/log/oxide-zone-network-setup:default.log
10892024-08-22T17:57:09.714Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-agent:default.log (19004 bytes)
10902024-08-22T17:57:10.852Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-agent:default.log
10912024-08-22T17:57:10.852Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10922024-08-22T17:57:11.966Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:default.log
10932024-08-22T17:57:11.966Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:downstairs-1352ea10-fe5b-49ee-9c82-6f59976fa2bb.log (3122 bytes)
10942024-08-22T17:57:13.040Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:downstairs-1352ea10-fe5b-49ee-9c82-6f59976fa2bb.log
10952024-08-22T17:57:13.040Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:downstairs-4721c7ee-0ca0-41d9-80e0-0939f59d041a.log (3017 bytes)
10962024-08-22T17:57:14.134Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-crucible-downstairs:downstairs-4721c7ee-0ca0-41d9-80e0-0939f59d041a.log
10972024-08-22T17:57:14.134Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10982024-08-22T17:57:15.228Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_crucible_54aeaaa9-0195-4b97-9631-f6c5776c8162/root/var/svc/log/oxide-zone-network-setup:default.log
10992024-08-22T17:57:15.228Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-external_dns:default.log (26904 bytes)
11002024-08-22T17:57:15.341Zupload warning: file "/pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26904 -> 30682
11012024-08-22T17:57:16.411Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-external_dns:default.log
11022024-08-22T17:57:16.411Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11032024-08-22T17:57:17.591Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-opte-interface-setup:default.log
11042024-08-22T17:57:17.591Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-zone-network-setup:default.log (1695 bytes)
11052024-08-22T17:57:18.685Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_external_dns_9488ce0a-6732-4f75-baf9-4ecfa406df91/root/var/svc/log/oxide-zone-network-setup:default.log
11062024-08-22T17:57:18.686Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_internal_dns_a09ea923-b85c-428d-b289-6936a0c2542c/root/var/svc/log/oxide-internal_dns:default.log (406858 bytes)
11072024-08-22T17:57:18.916Zupload warning: file "/pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_internal_dns_a09ea923-b85c-428d-b289-6936a0c2542c/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406858 -> 410614
11082024-08-22T17:57:19.985Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_internal_dns_a09ea923-b85c-428d-b289-6936a0c2542c/root/var/svc/log/oxide-internal_dns:default.log
11092024-08-22T17:57:19.985Zuploading: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_internal_dns_a09ea923-b85c-428d-b289-6936a0c2542c/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
11102024-08-22T17:57:21.081Zuploaded: /pool/ext/47979b26-9dbe-4c82-b4bc-993a7ac617e6/crypt/zone/oxz_internal_dns_a09ea923-b85c-428d-b289-6936a0c2542c/root/var/svc/log/oxide-zone-network-setup:default.log
11112024-08-22T17:57:21.081Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-agent:default.log (28977 bytes)
11122024-08-22T17:57:22.243Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-agent:default.log
11132024-08-22T17:57:22.243Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11142024-08-22T17:57:23.337Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:default.log
11152024-08-22T17:57:23.337Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48.log (6076 bytes)
11162024-08-22T17:57:24.431Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6501c473-863a-4383-904f-d5b94aea6e48.log
11172024-08-22T17:57:24.431Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:downstairs-d62d62fc-4fff-4b7b-9b06-663dcd1a6173.log (3020 bytes)
11182024-08-22T17:57:25.524Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:downstairs-d62d62fc-4fff-4b7b-9b06-663dcd1a6173.log
11192024-08-22T17:57:25.524Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:snapshot-6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log (5681 bytes)
11202024-08-22T17:57:26.618Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-crucible-downstairs:snapshot-6501c473-863a-4383-904f-d5b94aea6e48-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log
11212024-08-22T17:57:26.618Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11222024-08-22T17:57:27.712Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_712891d6-ecec-4e32-80c3-affee5883d0d/root/var/svc/log/oxide-zone-network-setup:default.log
11232024-08-22T17:57:27.736Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_pantry_655b29c9-a441-4f0c-912b-51198502effd/root/var/svc/log/oxide-crucible-pantry:default.log (766030 bytes)
11242024-08-22T17:57:29.037Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_pantry_655b29c9-a441-4f0c-912b-51198502effd/root/var/svc/log/oxide-crucible-pantry:default.log
11252024-08-22T17:57:29.037Zuploading: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_pantry_655b29c9-a441-4f0c-912b-51198502effd/root/var/svc/log/oxide-zone-network-setup:default.log (1717 bytes)
11262024-08-22T17:57:30.129Zuploaded: /pool/ext/5e8182dc-9ddb-4046-8bad-a92dba524acd/crypt/zone/oxz_crucible_pantry_655b29c9-a441-4f0c-912b-51198502effd/root/var/svc/log/oxide-zone-network-setup:default.log
11272024-08-22T17:57:30.130Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-agent:default.log (27783 bytes)
11282024-08-22T17:57:31.269Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-agent:default.log
11292024-08-22T17:57:31.269Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11302024-08-22T17:57:32.363Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:default.log
11312024-08-22T17:57:32.364Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403.log (3126 bytes)
11322024-08-22T17:57:33.457Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-12ef5dce-4090-4ebb-a87b-9819d987a403.log
11332024-08-22T17:57:33.457Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-2186717f-6f01-467d-9c7c-ad861e4f1089.log (6076 bytes)
11342024-08-22T17:57:34.551Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:downstairs-2186717f-6f01-467d-9c7c-ad861e4f1089.log
11352024-08-22T17:57:34.552Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:snapshot-2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log (5686 bytes)
11362024-08-22T17:57:35.645Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-crucible-downstairs:snapshot-2186717f-6f01-467d-9c7c-ad861e4f1089-8f31d72c-164d-4e25-9e39-11ce6a7ee167.log
11372024-08-22T17:57:35.646Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11382024-08-22T17:57:36.744Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_crucible_006e15e2-c70b-46e3-ba74-e5b19c4bb0fb/root/var/svc/log/oxide-zone-network-setup:default.log
11392024-08-22T17:57:36.744Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-nexus:default.log (2634176 bytes)
11402024-08-22T17:57:37.112Zupload warning: file "/pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2634176 -> 3072081
11412024-08-22T17:57:38.182Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-nexus:default.log
11422024-08-22T17:57:38.182Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11432024-08-22T17:57:39.279Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-opte-interface-setup:default.log
11442024-08-22T17:57:39.279Zuploading: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
11452024-08-22T17:57:40.373Zuploaded: /pool/ext/70e3c7ea-1671-4845-be06-a2f0f1c5095e/crypt/zone/oxz_nexus_eaa260db-2b19-4ae1-97e8-5735c9f5d955/root/var/svc/log/oxide-zone-network-setup:default.log
11462024-08-22T17:57:40.373Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-cockroach-admin:default.log (8174 bytes)
11472024-08-22T17:57:41.490Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-cockroach-admin:default.log
11482024-08-22T17:57:41.490Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-cockroachdb:default.log (4313 bytes)
11492024-08-22T17:57:42.585Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-cockroachdb:default.log
11502024-08-22T17:57:42.585Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
11512024-08-22T17:57:43.680Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_cockroachdb_aa7c602b-6b2c-4ab0-8f78-6e74bc723578/root/var/svc/log/oxide-zone-network-setup:default.log
11522024-08-22T17:57:43.680Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-agent:default.log (12502 bytes)
11532024-08-22T17:57:44.796Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-agent:default.log
11542024-08-22T17:57:44.796Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11552024-08-22T17:57:45.890Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-downstairs:default.log
11562024-08-22T17:57:45.890Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-downstairs:downstairs-8f6df9dd-adc5-436c-bd4f-e5557618bfa1.log (5994 bytes)
11572024-08-22T17:57:46.983Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-crucible-downstairs:downstairs-8f6df9dd-adc5-436c-bd4f-e5557618bfa1.log
11582024-08-22T17:57:46.983Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
11592024-08-22T17:57:48.076Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_f1a8194a-fe45-48f2-bd83-e1a22bb00381/root/var/svc/log/oxide-zone-network-setup:default.log
11602024-08-22T17:57:48.076Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_pantry_e686dd78-4540-4a27-ace5-664a97a3f01e/root/var/svc/log/oxide-crucible-pantry:default.log (780 bytes)
11612024-08-22T17:57:49.170Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_pantry_e686dd78-4540-4a27-ace5-664a97a3f01e/root/var/svc/log/oxide-crucible-pantry:default.log
11622024-08-22T17:57:49.194Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_pantry_e686dd78-4540-4a27-ace5-664a97a3f01e/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
11632024-08-22T17:57:50.263Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_crucible_pantry_e686dd78-4540-4a27-ace5-664a97a3f01e/root/var/svc/log/oxide-zone-network-setup:default.log
11642024-08-22T17:57:50.263Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-external_dns:default.log (26900 bytes)
11652024-08-22T17:57:50.376Zupload warning: file "/pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26900 -> 34448
11662024-08-22T17:57:51.447Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-external_dns:default.log
11672024-08-22T17:57:51.447Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11682024-08-22T17:57:52.540Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-opte-interface-setup:default.log
11692024-08-22T17:57:52.540Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
11702024-08-22T17:57:53.634Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_external_dns_afac2eab-cadf-48d0-94a7-ad562ade88c6/root/var/svc/log/oxide-zone-network-setup:default.log
11712024-08-22T17:57:53.634Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_internal_dns_6507c79b-9a18-46c7-930d-c98e8662b87f/root/var/svc/log/oxide-internal_dns:default.log (418306 bytes)
11722024-08-22T17:57:53.864Zupload warning: file "/pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_internal_dns_6507c79b-9a18-46c7-930d-c98e8662b87f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 418306 -> 425818
11732024-08-22T17:57:54.934Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_internal_dns_6507c79b-9a18-46c7-930d-c98e8662b87f/root/var/svc/log/oxide-internal_dns:default.log
11742024-08-22T17:57:54.958Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_internal_dns_6507c79b-9a18-46c7-930d-c98e8662b87f/root/var/svc/log/oxide-zone-network-setup:default.log (1678 bytes)
11752024-08-22T17:57:56.029Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_internal_dns_6507c79b-9a18-46c7-930d-c98e8662b87f/root/var/svc/log/oxide-zone-network-setup:default.log
11762024-08-22T17:57:56.029Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-nexus:default.log (38526433 bytes)
11772024-08-22T17:57:57.642Zupload warning: file "/pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38526433 -> 39395376
11782024-08-22T17:57:58.711Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-nexus:default.log
11792024-08-22T17:57:58.711Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11802024-08-22T17:57:59.806Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-opte-interface-setup:default.log
11812024-08-22T17:57:59.806Zuploading: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-zone-network-setup:default.log (1654 bytes)
11822024-08-22T17:58:00.900Zuploaded: /pool/ext/834b5ca7-bc9c-4198-9b8e-239977316ae9/crypt/zone/oxz_nexus_1fa445cf-528e-4b77-85ed-445f0a227ac1/root/var/svc/log/oxide-zone-network-setup:default.log
11832024-08-22T17:58:00.900Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/measurements.log (93160 bytes)
11842024-08-22T17:58:01.058Zupload warning: file "/pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/measurements.log" changed size mid upload: 93160 -> 115628
11852024-08-22T17:58:02.128Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/measurements.log
11862024-08-22T17:58:02.128Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/statistics.log (71721 bytes)
11872024-08-22T17:58:02.264Zupload warning: file "/pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/statistics.log" changed size mid upload: 71721 -> 87399
11882024-08-22T17:58:03.334Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/statistics.log
11892024-08-22T17:58:03.335Zuploading: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/tracking.log (16770 bytes)
11902024-08-22T17:58:03.425Zupload warning: file "/pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/tracking.log" changed size mid upload: 16770 -> 19146
11912024-08-22T17:58:04.495Zuploaded: /pool/ext/00d97492-bc4e-4c38-819a-6dfd9683b111/crypt/zone/oxz_ntp_6bd664aa-a0f0-4f67-9894-8ae784e364ad/root/var/log/chrony/tracking.log