01J42FBQZX63K7K9X195MNWCG6: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J42FCHK304CTP2M57DXQPK44

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-07-30T19:17:00.475Zjob dependencies complete; ready to run (waiting for 31 m 26 s)
22024-07-30T19:31:14.005Zjob assigned to worker 01J42HQ0KPH4J5ZRSMKSHAWSCV (queued for 14 m 13 s)
32024-07-30T19:31:14.294Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-07-30T19:31:14.343Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-07-30T19:31:14.377Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-07-30T19:31:14.411Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-07-30T19:31:14.444Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-07-30T19:31:14.478ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-07-30T19:31:14.513Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d3
102024-07-30T19:31:14.545ZOxide Helios Version helios-2.0.22764 64-bit
112024-07-30T19:31:14.579ZConfiguring devices.
122024-07-30T19:31:14.612Z##################################################
132024-07-30T19:31:14.646Z#### ############# ##
142024-07-30T19:31:14.680Z### ### ############ ##
152024-07-30T19:31:14.716Z## ### # ## ### ## Oxide Computer Company ##
162024-07-30T19:31:14.758Z## ## ## ### # ### ##
172024-07-30T19:31:14.792Z## # ### #### #### This Station Under ##
182024-07-30T19:31:14.825Z### ### #### # ### Computer Control ##
192024-07-30T19:31:14.859Z#### #### ### ## ##
202024-07-30T19:31:14.893Z##################################################
212024-07-30T19:31:14.926ZHostname: buskin
222024-07-30T19:31:14.960ZLoading smf(7) service descriptions:
232024-07-30T19:31:15.869Zdownloading input: /input/package/work/package.tar.gz
242024-07-30T19:35:11.546Zdownloaded input: /input/package/work/package.tar.gz
 
252024-07-30T19:35:11.571Zstarting task 0: "setup"
262024-07-30T19:35:11.571Z++ uname -s
272024-07-30T19:35:11.571Z+ kern=SunOS
282024-07-30T19:35:11.571Z+ case "$kern" in
292024-07-30T19:35:11.571Z+ groupadd -g 12345 build
302024-07-30T19:35:11.571Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-07-30T19:35:13.508Z+ zfs create -o mountpoint=/work rpool/work
322024-07-30T19:35:13.534Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-07-30T19:35:13.534Z+ home_fs=zfs
342024-07-30T19:35:13.534Z+ [[ zfs == autofs ]]
352024-07-30T19:35:13.534Z+ mkdir -p /home/build
362024-07-30T19:35:13.559Z+ chown build:build /home/build /work
372024-07-30T19:35:15.538Z+ chmod 0700 /home/build /work
382024-07-30T19:35:15.563Zprocess exited: duration 4051 ms, exit code 0
 
392024-07-30T19:35:15.613Zstarting task 1: "authentication"
402024-07-30T19:35:15.657Zprocess exited: duration 44 ms, exit code 0
 
412024-07-30T19:35:15.706Zstarting task 2: "build"
422024-07-30T19:35:15.730Z+ trap _exit_trap EXIT
432024-07-30T19:35:15.731Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-07-30T19:35:15.849Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-07-30T19:35:15.849Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-07-30T19:35:15.849Z+ [[ -d /opt/oxide ]]
562024-07-30T19:35:15.849Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-07-30T19:35:15.849Z+ pfexec mkdir /opt/oxide
582024-07-30T19:35:15.849Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-07-30T19:35:15.849Z+ [[ -d /opt/oxide-underneath ]]
602024-07-30T19:35:15.849Z+ cd /opt/oxide-underneath
612024-07-30T19:35:15.849Z+ pfexec tar ceEp@/f - .
622024-07-30T19:35:15.849Z+ cd /opt/oxide
632024-07-30T19:35:15.849Z+ pfexec tar xveEp@/f -
642024-07-30T19:35:15.954Zx ., 0 bytes, 0 tape blocks
652024-07-30T19:35:15.954Zx ./opte, 0 bytes, 0 tape blocks
662024-07-30T19:35:15.954Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-07-30T19:35:15.955Zx ./opte/bin/opteadm, 53012184 bytes, 103540 tape blocks
682024-07-30T19:35:15.979Z+ pfexec rm -rf /opt/oxide-underneath
692024-07-30T19:35:15.979Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-07-30T19:35:16.003Z+ pfexec mkdir /opt/oxide/work
712024-07-30T19:35:16.004Z+ pfexec chown build:build /opt/oxide/work
722024-07-30T19:35:16.004Z+ cd /opt/oxide/work
732024-07-30T19:35:16.004Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-07-30T19:35:26.581ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-07-30T19:35:26.581Zx out/target/test, 75 bytes, 1 tape blocks
762024-07-30T19:35:26.581Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-07-30T19:35:26.581Zx package-manifest.toml, 30053 bytes, 59 tape blocks
782024-07-30T19:35:26.581Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-07-30T19:35:26.581Zx target/release/omicron-package, 33260560 bytes, 64963 tape blocks
802024-07-30T19:35:26.581Zx target/release/xtask, 11755600 bytes, 22961 tape blocks
812024-07-30T19:35:26.581Zx target/debug/bootstrap, 199246208 bytes, 389153 tape blocks
822024-07-30T19:35:26.581Zx tests/bootstrap-9cb8f46c5b629596, 24563688 bytes, 47976 tape blocks
832024-07-30T19:35:26.581Zx tests/commtest-83de68dce99440fd, 25307536 bytes, 49429 tape blocks
842024-07-30T19:35:26.581Zx tests/dhcp_server-496f31b3e2e018d0, 24563760 bytes, 47977 tape blocks
852024-07-30T19:35:26.581Zx tests/end_to_end_tests-2900c1d11fdf95be, 211481432 bytes, 413050 tape blocks
862024-07-30T19:35:26.581Zx out/clickhouse.tar.gz, 228539698 bytes, 446367 tape blocks
872024-07-30T19:35:26.581Zx out/clickhouse_keeper.tar.gz, 228514969 bytes, 446319 tape blocks
882024-07-30T19:35:26.581Zx out/cockroachdb.tar.gz, 135080629 bytes, 263830 tape blocks
892024-07-30T19:35:26.582Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
902024-07-30T19:35:26.582Zx out/crucible-pantry-zone.tar.gz, 27761260 bytes, 54222 tape blocks
912024-07-30T19:35:26.582Zx out/crucible-zone.tar.gz, 38380692 bytes, 74963 tape blocks
922024-07-30T19:35:26.582Zx out/external-dns.tar.gz, 25926429 bytes, 50638 tape blocks
932024-07-30T19:35:26.582Zx out/internal-dns.tar.gz, 25926311 bytes, 50638 tape blocks
942024-07-30T19:35:26.582Zx out/mg-ddm-gz.tar, 62081536 bytes, 121253 tape blocks
952024-07-30T19:35:26.582Zx out/nexus.tar.gz, 88391404 bytes, 172640 tape blocks
962024-07-30T19:35:26.582Zx out/ntp.tar.gz, 9205601 bytes, 17980 tape blocks
972024-07-30T19:35:26.582Zx out/omicron-gateway-softnpu.tar.gz, 14156487 bytes, 27650 tape blocks
982024-07-30T19:35:26.582Zx out/omicron-sled-agent.tar, 99471360 bytes, 194280 tape blocks
992024-07-30T19:35:26.582Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1002024-07-30T19:35:26.582Zx out/oximeter.tar.gz, 43777992 bytes, 85504 tape blocks
1012024-07-30T19:35:26.582Zx out/oxlog.tar, 3017216 bytes, 5893 tape blocks
1022024-07-30T19:35:26.582Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1032024-07-30T19:35:26.582Zx out/propolis-server.tar.gz, 66193931 bytes, 129286 tape blocks
1042024-07-30T19:35:26.582Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1052024-07-30T19:35:26.582Zx out/switch-softnpu.tar.gz, 209249678 bytes, 408691 tape blocks
1062024-07-30T19:35:26.608Z
1072024-07-30T19:35:26.608Zreal 10.564147175
1082024-07-30T19:35:26.608Zuser 9.353820925
1092024-07-30T19:35:26.608Zsys 2.087972847
1102024-07-30T19:35:26.608Ztrap 0.000427566
1112024-07-30T19:35:26.609Ztflt 0.000000000
1122024-07-30T19:35:26.609Zdflt 0.000000000
1132024-07-30T19:35:26.609Zkflt 0.000000000
1142024-07-30T19:35:26.609Zlock 0.000000000
1152024-07-30T19:35:26.609Zslp 9.426174746
1162024-07-30T19:35:26.609Zlat 0.257630176
1172024-07-30T19:35:26.609Zstop 0.000126702
1182024-07-30T19:35:26.609Z+ bmat address ls
1192024-07-30T19:35:26.609ZNAME CIDR FIRST LAST COUNT
1202024-07-30T19:35:26.609Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1212024-07-30T19:35:26.609Z++ bmat address ls -f extra -Ho first,last,count
1222024-07-30T19:35:26.609Z+ set -- 10.151.1.164 10.151.1.227 64
1232024-07-30T19:35:26.609Z+ EXTRA_IP_START=10.151.1.164
1242024-07-30T19:35:26.609Z+ EXTRA_IP_END=10.151.1.227
1252024-07-30T19:35:26.609Z+ EXTRA_IP_COUNT=64
1262024-07-30T19:35:26.609Z+ (( EXTRA_IP_COUNT >= 32 ))
1272024-07-30T19:35:26.609Z+ EXTRA_IP_BASE=10.151.1
1282024-07-30T19:35:26.609Z+ EXTRA_IP_FOCTET=164
1292024-07-30T19:35:26.609Z+ EXTRA_IP_LOCTET=227
1302024-07-30T19:35:26.609Z+ SERVICE_IP_POOL_START=10.151.1.164
1312024-07-30T19:35:26.609Z+ SERVICE_IP_POOL_END=10.151.1.173
1322024-07-30T19:35:26.609Z+ DNS_IP1=10.151.1.164
1332024-07-30T19:35:26.609Z+ DNS_IP2=10.151.1.165
1342024-07-30T19:35:26.609Z+ UPLINK_IP=10.151.1.174
1352024-07-30T19:35:26.609Z+ IPPOOL_START=10.151.1.175
1362024-07-30T19:35:26.609Z+ IPPOOL_END=10.151.1.227
1372024-07-30T19:35:26.609Z++ ipadm show-addr -po type,addr
1382024-07-30T19:35:26.609Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1392024-07-30T19:35:26.609Z+ GATEWAY_IP=10.151.1.100
1402024-07-30T19:35:26.609Z+ [[ -n 10.151.1.100 ]]
1412024-07-30T19:35:26.609Z+ ping -s 10.151.1.100 56 1
1422024-07-30T19:35:26.609ZPING 10.151.1.100: 56 data bytes
1432024-07-30T19:35:26.609Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1442024-07-30T19:35:26.609Z
1452024-07-30T19:35:26.609Z----10.151.1.100 PING Statistics----
1462024-07-30T19:35:26.609Z1 packets transmitted, 1 packets received, 0% packet loss
1472024-07-30T19:35:26.609Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1482024-07-30T19:35:26.609Z++ arp -an
1492024-07-30T19:35:26.610Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1502024-07-30T19:35:26.610Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1512024-07-30T19:35:26.610Z+ routeadm -e ipv4-forwarding -u
1522024-07-30T19:35:26.720Z+ PXA_START=10.151.1.164
1532024-07-30T19:35:26.720Z+ PXA_END=10.151.1.227
1542024-07-30T19:35:26.720Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1552024-07-30T19:35:26.861Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1562024-07-30T19:35:26.885ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1572024-07-30T19:35:26.937Zcreating virtual hardware
1582024-07-30T19:35:26.962Zcreating /scratch/m2_0.vdev
1592024-07-30T19:35:26.962Zcreating /scratch/m2_1.vdev
1602024-07-30T19:35:26.962Zcreating /scratch/u2_0.vdev
1612024-07-30T19:35:26.962Zcreating /scratch/u2_1.vdev
1622024-07-30T19:35:26.962Zcreating /scratch/u2_2.vdev
1632024-07-30T19:35:26.962Zcreating /scratch/u2_3.vdev
1642024-07-30T19:35:26.962Zcreating /scratch/u2_4.vdev
1652024-07-30T19:35:26.962Zcreating /scratch/u2_5.vdev
1662024-07-30T19:35:26.962Zcreating /scratch/u2_6.vdev
1672024-07-30T19:35:26.962Zcreating /scratch/u2_7.vdev
1682024-07-30T19:35:26.962Zcreating /scratch/u2_8.vdev
1692024-07-30T19:35:26.992ZSimnet net0/sc0_0 exists
1702024-07-30T19:35:27.017ZSimnet net1/sc1_0 exists
1712024-07-30T19:35:27.041ZVnic sc0_1 exists
1722024-07-30T19:35:39.621ZUsing 10.151.1.100 as gateway ip
1732024-07-30T19:35:39.621Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1742024-07-30T19:35:39.621Zconfiguring SoftNPU ARP entry
1752024-07-30T19:35:39.649Zconfiguring SoftNPU proxy ARP
1762024-07-30T19:35:39.703ZSoftNPU state:
1772024-07-30T19:35:39.703Z local v6:
1782024-07-30T19:35:39.703Z local v4:
1792024-07-30T19:35:39.703Z router v6:
1802024-07-30T19:35:39.703Z router v4_idx:
1812024-07-30T19:35:39.703Z router v4_routes:
1822024-07-30T19:35:39.703Z resolver v4:
1832024-07-30T19:35:39.703Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1842024-07-30T19:35:39.703Z resolver v6:
1852024-07-30T19:35:39.703Z nat v4:
1862024-07-30T19:35:39.703Z nat_v6:
1872024-07-30T19:35:39.704Z port_mac:
1882024-07-30T19:35:39.704Z proxy arp:
1892024-07-30T19:35:39.704Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1902024-07-30T19:35:39.704Zcreated virtual hardware
1912024-07-30T19:35:39.728Z
1922024-07-30T19:35:39.728Zreal 12.840215801
1932024-07-30T19:35:39.728Zuser 0.659067287
1942024-07-30T19:35:39.728Zsys 3.144356184
1952024-07-30T19:35:39.728Ztrap 0.000083816
1962024-07-30T19:35:39.728Ztflt 0.000697077
1972024-07-30T19:35:39.728Zdflt 0.000725579
1982024-07-30T19:35:39.728Zkflt 0.000000000
1992024-07-30T19:35:39.728Zlock 9:55.125206710
2002024-07-30T19:35:39.728Zslp 38.861267250
2012024-07-30T19:35:39.728Zlat 0.075536990
2022024-07-30T19:35:39.728Zstop 0.343830576
2032024-07-30T19:35:39.729Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2042024-07-30T19:35:39.776Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2052024-07-30T19:35:39.776Z+ diff -u pkg/config.toml~ pkg/config.toml
2062024-07-30T19:35:39.776Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2072024-07-30T19:35:39.776Z+++ pkg/config.toml Tue Jul 30 19:35:39 2024
2082024-07-30T19:35:39.776Z@@ -29,18 +29,18 @@
2092024-07-30T19:35:39.776Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2102024-07-30T19:35:39.776Z # followed by a string that is embedded into their fake serial values.
2112024-07-30T19:35:39.776Z vdevs = [
2122024-07-30T19:35:39.776Z- "m2_0.vdev",
2132024-07-30T19:35:39.776Z- "m2_1.vdev",
2142024-07-30T19:35:39.776Z+ "/scratch/m2_0.vdev",
2152024-07-30T19:35:39.776Z+ "/scratch/m2_1.vdev",
2162024-07-30T19:35:39.776Z
2172024-07-30T19:35:39.776Z- "u2_0.vdev",
2182024-07-30T19:35:39.776Z- "u2_1.vdev",
2192024-07-30T19:35:39.776Z- "u2_2.vdev",
2202024-07-30T19:35:39.776Z- "u2_3.vdev",
2212024-07-30T19:35:39.776Z- "u2_4.vdev",
2222024-07-30T19:35:39.776Z- "u2_5.vdev",
2232024-07-30T19:35:39.776Z- "u2_6.vdev",
2242024-07-30T19:35:39.776Z- "u2_7.vdev",
2252024-07-30T19:35:39.776Z- "u2_8.vdev",
2262024-07-30T19:35:39.776Z+ "/scratch/u2_0.vdev",
2272024-07-30T19:35:39.776Z+ "/scratch/u2_1.vdev",
2282024-07-30T19:35:39.776Z+ "/scratch/u2_2.vdev",
2292024-07-30T19:35:39.776Z+ "/scratch/u2_3.vdev",
2302024-07-30T19:35:39.776Z+ "/scratch/u2_4.vdev",
2312024-07-30T19:35:39.776Z+ "/scratch/u2_5.vdev",
2322024-07-30T19:35:39.776Z+ "/scratch/u2_6.vdev",
2332024-07-30T19:35:39.776Z+ "/scratch/u2_7.vdev",
2342024-07-30T19:35:39.776Z+ "/scratch/u2_8.vdev",
2352024-07-30T19:35:39.776Z ]
2362024-07-30T19:35:39.776Z
2372024-07-30T19:35:39.776Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2382024-07-30T19:35:39.776Z+ true
2392024-07-30T19:35:39.776Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2402024-07-30T19:35:39.777Z+ SILO_NAME=recovery
2412024-07-30T19:35:39.777Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2422024-07-30T19:35:39.777Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2432024-07-30T19:35:39.777Z+ sed -i~ '
2442024-07-30T19:35:39.777Z /^external_dns_ips/c\
2452024-07-30T19:35:39.777Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2462024-07-30T19:35:39.777Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2472024-07-30T19:35:39.777Z /^first/c\
2482024-07-30T19:35:39.777Zfirst = "10.151.1.164"
2492024-07-30T19:35:39.777Z /^last/c\
2502024-07-30T19:35:39.777Zlast = "10.151.1.173"
2512024-07-30T19:35:39.777Z }
2522024-07-30T19:35:39.777Z /^infra_ip_first/c\
2532024-07-30T19:35:39.777Zinfra_ip_first = "10.151.1.174"
2542024-07-30T19:35:39.777Z /^infra_ip_last/c\
2552024-07-30T19:35:39.777Zinfra_ip_last = "10.151.1.174"
2562024-07-30T19:35:39.777Z /^\[\[rack_network_config.ports/,/^$/ {
2572024-07-30T19:35:39.777Z /^routes/c\
2582024-07-30T19:35:39.777Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2592024-07-30T19:35:39.777Z /^addresses/c\
2602024-07-30T19:35:39.777Zaddresses = \[{address = "10.151.1.174/24"} \]
2612024-07-30T19:35:39.777Z }
2622024-07-30T19:35:39.777Z' pkg/config-rss.toml
2632024-07-30T19:35:39.777Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2642024-07-30T19:35:39.777Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2652024-07-30T19:35:39.777Z+++ pkg/config-rss.toml Tue Jul 30 19:35:39 2024
2662024-07-30T19:35:39.777Z@@ -33,7 +33,7 @@
2672024-07-30T19:35:39.777Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2682024-07-30T19:35:39.777Z # must be contained in one of the "internal services" IP Pool ranges listed
2692024-07-30T19:35:39.777Z # below.
2702024-07-30T19:35:39.777Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2712024-07-30T19:35:39.777Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2722024-07-30T19:35:39.777Z
2732024-07-30T19:35:39.777Z # Initial TLS certificates for the external API
2742024-07-30T19:35:39.777Z #
2752024-07-30T19:35:39.777Z@@ -69,8 +69,8 @@
2762024-07-30T19:35:39.777Z #
2772024-07-30T19:35:39.777Z # For more on this and what to put here, see docs/how-to-run.adoc.
2782024-07-30T19:35:39.777Z [[internal_services_ip_pool_ranges]]
2792024-07-30T19:35:39.778Z-first = "192.168.1.20"
2802024-07-30T19:35:39.778Z-last = "192.168.1.29"
2812024-07-30T19:35:39.778Z+first = "10.151.1.164"
2822024-07-30T19:35:39.778Z+last = "10.151.1.173"
2832024-07-30T19:35:39.778Z
2842024-07-30T19:35:39.778Z # TODO - this configuration is subject to change going forward. Ultimately these
2852024-07-30T19:35:39.778Z # parameters should be provided to the control plane via wicket, but we need to
2862024-07-30T19:35:39.778Z@@ -91,8 +91,8 @@
2872024-07-30T19:35:39.778Z # A range of IP addresses used by Boundary Services on the external network. In
2882024-07-30T19:35:39.778Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2892024-07-30T19:35:39.778Z # With softnpu, only one address is used.
2902024-07-30T19:35:39.778Z-infra_ip_first = "192.168.1.30"
2912024-07-30T19:35:39.778Z-infra_ip_last = "192.168.1.30"
2922024-07-30T19:35:39.778Z+infra_ip_first = "10.151.1.174"
2932024-07-30T19:35:39.778Z+infra_ip_last = "10.151.1.174"
2942024-07-30T19:35:39.778Z
2952024-07-30T19:35:39.778Z # Configurations for BGP routers to run on the scrimlets.
2962024-07-30T19:35:39.778Z bgp = []
2972024-07-30T19:35:39.778Z@@ -100,9 +100,9 @@
2982024-07-30T19:35:39.778Z # You can configure multiple uplinks by repeating the following stanza
2992024-07-30T19:35:39.778Z [[rack_network_config.ports]]
3002024-07-30T19:35:39.778Z # Routes associated with this port.
3012024-07-30T19:35:39.778Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3022024-07-30T19:35:39.778Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3032024-07-30T19:35:39.778Z # Addresses associated with this port.
3042024-07-30T19:35:39.803Z-addresses = [{address = "192.168.1.30/24"}]
3052024-07-30T19:35:39.803Z+addresses = [{address = "10.151.1.174/24"} ]
3062024-07-30T19:35:39.803Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3072024-07-30T19:35:39.803Z port = "qsfp0"
3082024-07-30T19:35:39.803Z # The speed of this port.
3092024-07-30T19:35:39.803Z+ true
3102024-07-30T19:35:39.803Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3112024-07-30T19:35:39.803Za pkg/config-rss.toml 7K
3122024-07-30T19:35:39.803Za pkg/config.toml 4K
3132024-07-30T19:35:39.803Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3142024-07-30T19:35:39.803Z+ TLS_NAME=recovery.sys.oxide.test
3152024-07-30T19:35:39.803Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3162024-07-30T19:35:40.270Z...+.......+...+........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+..+.+..+...+.+...........+....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........+.........+.+..+...+......+.+..+.......+.....+......+.........+................+...+..+.......+........+.......+..+....+......+......+.................+.+...........+.+..+......+....+...+..............+.........+.......+............+...........+...................+..+.+..+...............+.+..+...............+.........+..................+.+..+.......+......+.........+...+..............+..............................+...+...+.........+.+.....+..........+..+.+..............+.+.....+.......+.........+..............+.........+......+......+...............+......+...+.......+.....+.........+....+............+...+..............+.....................+....+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3172024-07-30T19:35:40.959Z...+......+.....+.......+...+..+....+.....+...+.......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+....+.....+.............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+............+...................+..+...............+....+..............+....+..+...+.......+.....+.+............+.....+...+..........+...+.....+....+...+...+..+.........+....+......+...+......+...........+...............+....+.........+...+.....+.......+...+............+............+..................+...+.....+...+...............+.+......+........+................+...+...+..............+....+.........+..+....+..+....+......+.............................+.............+...+........+....+......+..+.......+..+..........+........+......+.+......+..+.+..............+..................+...+.+......+.....+.........+.....................+.......+..+.........+.+...+...........+......+...+.............+..+.............+..+............+.+..............+..........+........+.+..+.......+........+.........+..............................+.+..+......+....+...+...+.........+...+.....+.......+.....+.......+.......................+...............+.+..+...+......+.........+....+..................+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-07-30T19:35:40.985Z-----
3192024-07-30T19:35:40.985Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3202024-07-30T19:35:41.009Za pkg/initial-tls-cert.pem 2K
3212024-07-30T19:35:41.009Za pkg/initial-tls-key.pem 4K
3222024-07-30T19:35:41.009Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3232024-07-30T19:35:41.009Z+ rmdir pkg
3242024-07-30T19:35:41.010Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3252024-07-30T19:35:41.010Z+ pfexec mkdir -p /usr/oxide
3262024-07-30T19:35:41.010Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3272024-07-30T19:35:41.761Z+ pfexec chmod +x /usr/oxide/oxide
3282024-07-30T19:35:41.786Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3292024-07-30T19:36:00.054Z+ OMICRON_NO_UNINSTALL=1
3302024-07-30T19:36:00.054Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3312024-07-30T19:36:00.078ZLogging to: /opt/oxide/work/out/LOG
3322024-07-30T19:36:00.619Z
3332024-07-30T19:36:00.644Zreal 0.559935142
3342024-07-30T19:36:00.644Zuser 0.117604868
3352024-07-30T19:36:00.644Zsys 2.584318377
3362024-07-30T19:36:00.644Ztrap 0.000000569
3372024-07-30T19:36:00.644Ztflt 0.000040910
3382024-07-30T19:36:00.644Zdflt 0.000932596
3392024-07-30T19:36:00.644Zkflt 0.000007149
3402024-07-30T19:36:00.644Zlock 50.560337052
3412024-07-30T19:36:00.644Zslp 0.768680739
3422024-07-30T19:36:00.644Zlat 0.003049056
3432024-07-30T19:36:00.644Zstop 0.216596238
3442024-07-30T19:36:00.644Z+ retry=0
3452024-07-30T19:36:00.644Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3462024-07-30T19:36:00.645Z+ [[ 0 -gt 30 ]]
3472024-07-30T19:36:00.645Z+ sleep 1
3482024-07-30T19:36:01.634Z+ retry=1
3492024-07-30T19:36:01.634Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3502024-07-30T19:36:01.658Z+ [[ 1 -gt 30 ]]
3512024-07-30T19:36:01.659Z+ sleep 1
3522024-07-30T19:36:02.649Z+ retry=2
3532024-07-30T19:36:02.649Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3542024-07-30T19:36:02.674Z+ [[ 2 -gt 30 ]]
3552024-07-30T19:36:02.674Z+ sleep 1
3562024-07-30T19:36:03.663Z+ retry=3
3572024-07-30T19:36:03.663Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582024-07-30T19:36:21.997Z+ [[ 3 -gt 30 ]]
3592024-07-30T19:36:21.997Z+ sleep 1
3602024-07-30T19:36:23.003Z+ retry=4
3612024-07-30T19:36:23.003Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3622024-07-30T19:36:23.028Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3632024-07-30T19:36:23.054Zlocal v6:
3642024-07-30T19:36:23.054Zfe80::3854:8bff:fe07:c43b
3652024-07-30T19:36:23.054Zlocal v4:
3662024-07-30T19:36:23.054Zrouter v6:
3672024-07-30T19:36:23.054Zrouter v4_idx:
3682024-07-30T19:36:23.054Zrouter v4_routes:
3692024-07-30T19:36:23.054Zresolver v4:
3702024-07-30T19:36:23.054Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3712024-07-30T19:36:23.054Zresolver v6:
3722024-07-30T19:36:23.054Zfe80::6cc5:5ff:fe60:4dc1 -> 6e:c5:05:60:4d:c1
3732024-07-30T19:36:23.054Zfe80::3854:8bff:fe07:c43b -> 3a:54:8b:07:c4:3b
3742024-07-30T19:36:23.055Znat v4:
3752024-07-30T19:36:23.055Znat_v6:
3762024-07-30T19:36:23.055Zport_mac:
3772024-07-30T19:36:23.055Z1000: a8:40:25:6f:e1:65
3782024-07-30T19:36:23.055Z1: a8:40:25:6f:e1:66
3792024-07-30T19:36:23.055Zproxy arp:
3802024-07-30T19:36:23.055Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3812024-07-30T19:36:23.055Z+ retry=0
3822024-07-30T19:36:23.055Z+++ zoneadm list -n
3832024-07-30T19:36:23.055Z+++ grep oxz_ntp
3842024-07-30T19:36:23.055Z++ pfexec svcs -z -Hostate oxide/ntp
3852024-07-30T19:36:23.081Zsvcs: zone '-Hostate': entity not found
3862024-07-30T19:36:23.081Z++ true
3872024-07-30T19:36:23.081Z+ [[ '' != online ]]
3882024-07-30T19:36:23.081Z+ [[ 0 -gt 60 ]]
3892024-07-30T19:36:23.081Z+ sleep 1
3902024-07-30T19:36:24.061Z+ retry=1
3912024-07-30T19:36:24.089Z+++ zoneadm list -n
3922024-07-30T19:36:24.089Z+++ grep oxz_ntp
3932024-07-30T19:36:24.089Z++ pfexec svcs -z -Hostate oxide/ntp
3942024-07-30T19:36:24.090Zsvcs: zone '-Hostate': entity not found
3952024-07-30T19:36:24.090Z++ true
3962024-07-30T19:36:24.090Z+ [[ '' != online ]]
3972024-07-30T19:36:24.090Z+ [[ 1 -gt 60 ]]
3982024-07-30T19:36:24.090Z+ sleep 1
3992024-07-30T19:36:25.085Z+ retry=2
4002024-07-30T19:36:25.262Z+++ zoneadm list -n
4012024-07-30T19:36:25.262Z+++ grep oxz_ntp
4022024-07-30T19:36:25.262Z++ pfexec svcs -z -Hostate oxide/ntp
4032024-07-30T19:36:25.262Zsvcs: zone '-Hostate': entity not found
4042024-07-30T19:36:25.262Z++ true
4052024-07-30T19:36:25.262Z+ [[ '' != online ]]
4062024-07-30T19:36:25.262Z+ [[ 2 -gt 60 ]]
4072024-07-30T19:36:25.262Z+ sleep 1
4082024-07-30T19:36:26.108Z+ retry=3
4092024-07-30T19:36:26.133Z+++ zoneadm list -n
4102024-07-30T19:36:26.134Z+++ grep oxz_ntp
4112024-07-30T19:36:26.134Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4122024-07-30T19:36:26.160Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4132024-07-30T19:36:26.160Z++ true
4142024-07-30T19:36:26.160Z+ [[ '' != online ]]
4152024-07-30T19:36:26.160Z+ [[ 3 -gt 60 ]]
4162024-07-30T19:36:26.160Z+ sleep 1
4172024-07-30T19:36:27.157Z+ retry=4
4182024-07-30T19:36:27.183Z+++ zoneadm list -n
4192024-07-30T19:36:27.183Z+++ grep oxz_ntp
4202024-07-30T19:36:27.183Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4212024-07-30T19:36:27.208Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4222024-07-30T19:36:27.208Z++ true
4232024-07-30T19:36:27.208Z+ [[ '' != online ]]
4242024-07-30T19:36:27.208Z+ [[ 4 -gt 60 ]]
4252024-07-30T19:36:27.208Z+ sleep 1
4262024-07-30T19:36:28.190Z+ retry=5
4272024-07-30T19:36:28.216Z+++ zoneadm list -n
4282024-07-30T19:36:28.216Z+++ grep oxz_ntp
4292024-07-30T19:36:28.216Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4302024-07-30T19:36:28.216Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4312024-07-30T19:36:28.216Z++ true
4322024-07-30T19:36:28.241Z+ [[ '' != online ]]
4332024-07-30T19:36:28.241Z+ [[ 5 -gt 60 ]]
4342024-07-30T19:36:28.241Z+ sleep 1
4352024-07-30T19:36:29.220Z+ retry=6
4362024-07-30T19:36:29.246Z+++ zoneadm list -n
4372024-07-30T19:36:29.246Z+++ grep oxz_ntp
4382024-07-30T19:36:29.246Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4392024-07-30T19:36:29.246Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4402024-07-30T19:36:29.271Z++ true
4412024-07-30T19:36:29.271Z+ [[ '' != online ]]
4422024-07-30T19:36:29.271Z+ [[ 6 -gt 60 ]]
4432024-07-30T19:36:29.271Z+ sleep 1
4442024-07-30T19:36:30.251Z+ retry=7
4452024-07-30T19:36:30.276Z+++ zoneadm list -n
4462024-07-30T19:36:30.276Z+++ grep oxz_ntp
4472024-07-30T19:36:30.276Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4482024-07-30T19:36:30.276Z+ [[ offline != online ]]
4492024-07-30T19:36:30.276Z+ [[ 7 -gt 60 ]]
4502024-07-30T19:36:30.276Z+ sleep 1
4512024-07-30T19:36:31.288Z+ retry=8
4522024-07-30T19:36:31.334Z+++ zoneadm list -n
4532024-07-30T19:36:31.334Z+++ grep oxz_ntp
4542024-07-30T19:36:31.335Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4552024-07-30T19:36:31.335Z+ [[ offline != online ]]
4562024-07-30T19:36:31.335Z+ [[ 8 -gt 60 ]]
4572024-07-30T19:36:31.335Z+ sleep 1
4582024-07-30T19:36:32.330Z+ retry=9
4592024-07-30T19:36:32.357Z+++ zoneadm list -n
4602024-07-30T19:36:32.357Z+++ grep oxz_ntp
4612024-07-30T19:36:32.357Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4622024-07-30T19:36:32.371Z+ [[ offline != online ]]
4632024-07-30T19:36:32.371Z+ [[ 9 -gt 60 ]]
4642024-07-30T19:36:32.371Z+ sleep 1
4652024-07-30T19:36:33.319Z+ retry=10
4662024-07-30T19:36:33.351Z+++ zoneadm list -n
4672024-07-30T19:36:33.351Z+++ grep oxz_ntp
4682024-07-30T19:36:33.351Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4692024-07-30T19:36:33.351Z+ [[ offline != online ]]
4702024-07-30T19:36:33.351Z+ [[ 10 -gt 60 ]]
4712024-07-30T19:36:33.351Z+ sleep 1
4722024-07-30T19:36:34.342Z+ retry=11
4732024-07-30T19:36:34.372Z+++ zoneadm list -n
4742024-07-30T19:36:34.372Z+++ grep oxz_ntp
4752024-07-30T19:36:34.372Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4762024-07-30T19:36:34.372Z+ [[ offline != online ]]
4772024-07-30T19:36:34.372Z+ [[ 11 -gt 60 ]]
4782024-07-30T19:36:34.372Z+ sleep 1
4792024-07-30T19:36:35.363Z+ retry=12
4802024-07-30T19:36:39.537Z+++ zoneadm list -n
4812024-07-30T19:36:39.537Z+++ grep oxz_ntp
4822024-07-30T19:36:39.537Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4832024-07-30T19:36:39.537Z+ [[ offline != online ]]
4842024-07-30T19:36:39.537Z+ [[ 12 -gt 60 ]]
4852024-07-30T19:36:39.537Z+ sleep 1
 
4862024-07-30T19:36:39.649Zbuskin console login: Jul 30 19:36:36 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4872024-07-30T19:36:39.707Z+ retry=13
4882024-07-30T19:36:39.707Z+++ zoneadm list -n
4892024-07-30T19:36:39.707Z+++ grep oxz_ntp
4902024-07-30T19:36:39.707Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4912024-07-30T19:36:39.707Z+ [[ offline != online ]]
4922024-07-30T19:36:39.707Z+ [[ 13 -gt 60 ]]
4932024-07-30T19:36:39.707Z+ sleep 1
4942024-07-30T19:36:39.707Z+ retry=14
4952024-07-30T19:36:39.707Z+++ zoneadm list -n
4962024-07-30T19:36:39.707Z+++ grep oxz_ntp
4972024-07-30T19:36:39.707Z++ pfexec svcs -z oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88 -Hostate oxide/ntp
4982024-07-30T19:36:39.708Z+ [[ online != online ]]
4992024-07-30T19:36:39.708Z+ echo 'Waited for chrony: 14s'
5002024-07-30T19:36:39.708Z+ retry=0
5012024-07-30T19:36:39.708ZWaited for chrony: 14s
5022024-07-30T19:36:39.708Z+ zoneadm list
5032024-07-30T19:36:39.708Z+ grep nexus
5042024-07-30T19:36:39.708Z+ [[ 0 -gt 300 ]]
5052024-07-30T19:36:39.708Z+ sleep 1
5062024-07-30T19:36:39.708Z+ retry=1
5072024-07-30T19:36:39.708Z+ zoneadm list
5082024-07-30T19:36:39.708Z+ grep nexus
5092024-07-30T19:36:39.708Z+ [[ 1 -gt 300 ]]
5102024-07-30T19:36:39.708Z+ sleep 1
5112024-07-30T19:36:39.708Z+ retry=2
5122024-07-30T19:36:39.708Z+ zoneadm list
5132024-07-30T19:36:39.708Z+ grep nexus
5142024-07-30T19:36:39.708Z+ [[ 2 -gt 300 ]]
5152024-07-30T19:36:39.734Z+ sleep 1
5162024-07-30T19:36:40.464Z+ retry=3
5172024-07-30T19:36:40.489Z+ zoneadm list
5182024-07-30T19:36:40.489Z+ grep nexus
5192024-07-30T19:36:40.489Z+ [[ 3 -gt 300 ]]
5202024-07-30T19:36:40.489Z+ sleep 1
5212024-07-30T19:36:41.479Z+ retry=4
5222024-07-30T19:36:41.505Z+ zoneadm list
5232024-07-30T19:36:41.505Z+ grep nexus
5242024-07-30T19:36:41.505Z+ [[ 4 -gt 300 ]]
5252024-07-30T19:36:41.505Z+ sleep 1
5262024-07-30T19:36:42.498Z+ retry=5
5272024-07-30T19:36:42.523Z+ zoneadm list
5282024-07-30T19:36:42.523Z+ grep nexus
5292024-07-30T19:36:42.523Z+ [[ 5 -gt 300 ]]
5302024-07-30T19:36:42.523Z+ sleep 1
5312024-07-30T19:36:43.515Z+ retry=6
5322024-07-30T19:36:43.539Z+ zoneadm list
5332024-07-30T19:36:43.539Z+ grep nexus
5342024-07-30T19:36:43.539Z+ [[ 6 -gt 300 ]]
5352024-07-30T19:36:43.539Z+ sleep 1
5362024-07-30T19:36:44.534Z+ retry=7
5372024-07-30T19:36:44.560Z+ zoneadm list
5382024-07-30T19:36:44.560Z+ grep nexus
5392024-07-30T19:36:44.560Z+ [[ 7 -gt 300 ]]
5402024-07-30T19:36:44.560Z+ sleep 1
5412024-07-30T19:36:45.713Z+ retry=8
5422024-07-30T19:36:45.713Z+ zoneadm list
5432024-07-30T19:36:45.777Z+ grep nexus
5442024-07-30T19:36:45.777Z+ [[ 8 -gt 300 ]]
5452024-07-30T19:36:45.777Z+ sleep 1
5462024-07-30T19:36:46.841Z+ retry=9
5472024-07-30T19:36:46.841Z+ zoneadm list
5482024-07-30T19:36:46.842Z+ grep nexus
5492024-07-30T19:36:46.873Z+ [[ 9 -gt 300 ]]
5502024-07-30T19:36:46.873Z+ sleep 1
5512024-07-30T19:36:47.866Z+ retry=10
5522024-07-30T19:36:47.890Z+ zoneadm list
5532024-07-30T19:36:47.890Z+ grep nexus
5542024-07-30T19:36:47.890Z+ [[ 10 -gt 300 ]]
5552024-07-30T19:36:47.891Z+ sleep 1
5562024-07-30T19:36:48.881Z+ retry=11
5572024-07-30T19:36:48.906Z+ zoneadm list
5582024-07-30T19:36:48.906Z+ grep nexus
5592024-07-30T19:36:48.906Z+ [[ 11 -gt 300 ]]
5602024-07-30T19:36:48.906Z+ sleep 1
5612024-07-30T19:36:49.897Z+ retry=12
5622024-07-30T19:36:49.921Z+ zoneadm list
5632024-07-30T19:36:49.922Z+ grep nexus
5642024-07-30T19:36:49.922Z+ [[ 12 -gt 300 ]]
5652024-07-30T19:36:49.922Z+ sleep 1
5662024-07-30T19:36:50.912Z+ retry=13
5672024-07-30T19:36:50.936Z+ zoneadm list
5682024-07-30T19:36:50.936Z+ grep nexus
5692024-07-30T19:36:50.936Z+ [[ 13 -gt 300 ]]
5702024-07-30T19:36:50.936Z+ sleep 1
5712024-07-30T19:36:51.927Z+ retry=14
5722024-07-30T19:36:51.952Z+ zoneadm list
5732024-07-30T19:36:51.952Z+ grep nexus
5742024-07-30T19:36:51.952Z+ [[ 14 -gt 300 ]]
5752024-07-30T19:36:51.952Z+ sleep 1
5762024-07-30T19:36:52.939Z+ retry=15
5772024-07-30T19:36:52.964Z+ zoneadm list
5782024-07-30T19:36:52.964Z+ grep nexus
5792024-07-30T19:36:52.964Z+ [[ 15 -gt 300 ]]
5802024-07-30T19:36:52.964Z+ sleep 1
5812024-07-30T19:36:53.952Z+ retry=16
5822024-07-30T19:36:53.977Z+ zoneadm list
5832024-07-30T19:36:53.977Z+ grep nexus
5842024-07-30T19:36:53.977Z+ [[ 16 -gt 300 ]]
5852024-07-30T19:36:53.977Z+ sleep 1
5862024-07-30T19:36:54.964Z+ retry=17
5872024-07-30T19:36:54.989Z+ zoneadm list
5882024-07-30T19:36:54.989Z+ grep nexus
5892024-07-30T19:36:54.989Z+ [[ 17 -gt 300 ]]
5902024-07-30T19:36:54.989Z+ sleep 1
5912024-07-30T19:36:56.007Z+ retry=18
5922024-07-30T19:36:56.007Z+ zoneadm list
5932024-07-30T19:36:56.032Z+ grep nexus
5942024-07-30T19:36:56.032Z+ [[ 18 -gt 300 ]]
5952024-07-30T19:36:56.032Z+ sleep 1
5962024-07-30T19:36:57.025Z+ retry=19
5972024-07-30T19:36:57.050Z+ zoneadm list
5982024-07-30T19:36:57.050Z+ grep nexus
5992024-07-30T19:36:57.050Z+ [[ 19 -gt 300 ]]
6002024-07-30T19:36:57.050Z+ sleep 1
6012024-07-30T19:36:58.041Z+ retry=20
6022024-07-30T19:36:58.066Z+ zoneadm list
6032024-07-30T19:36:58.066Z+ grep nexus
6042024-07-30T19:36:58.066Z+ [[ 20 -gt 300 ]]
6052024-07-30T19:36:58.066Z+ sleep 1
6062024-07-30T19:36:59.054Z+ retry=21
6072024-07-30T19:36:59.079Z+ zoneadm list
6082024-07-30T19:36:59.079Z+ grep nexus
6092024-07-30T19:36:59.079Z+ [[ 21 -gt 300 ]]
6102024-07-30T19:36:59.079Z+ sleep 1
6112024-07-30T19:37:00.068Z+ retry=22
6122024-07-30T19:37:00.099Z+ zoneadm list
6132024-07-30T19:37:00.099Z+ grep nexus
6142024-07-30T19:37:00.099Z+ [[ 22 -gt 300 ]]
6152024-07-30T19:37:00.099Z+ sleep 1
6162024-07-30T19:37:01.080Z+ retry=23
6172024-07-30T19:37:01.105Z+ zoneadm list
6182024-07-30T19:37:01.105Z+ grep nexus
6192024-07-30T19:37:01.105Z+ [[ 23 -gt 300 ]]
6202024-07-30T19:37:01.105Z+ sleep 1
6212024-07-30T19:37:02.093Z+ retry=24
6222024-07-30T19:37:02.118Z+ zoneadm list
6232024-07-30T19:37:02.118Z+ grep nexus
6242024-07-30T19:37:02.118Z+ [[ 24 -gt 300 ]]
6252024-07-30T19:37:02.118Z+ sleep 1
6262024-07-30T19:37:03.106Z+ retry=25
6272024-07-30T19:37:03.131Z+ zoneadm list
6282024-07-30T19:37:03.131Z+ grep nexus
6292024-07-30T19:37:03.131Z+ [[ 25 -gt 300 ]]
6302024-07-30T19:37:03.131Z+ sleep 1
6312024-07-30T19:37:04.119Z+ retry=26
6322024-07-30T19:37:04.144Z+ zoneadm list
6332024-07-30T19:37:04.144Z+ grep nexus
6342024-07-30T19:37:04.144Z+ [[ 26 -gt 300 ]]
6352024-07-30T19:37:04.144Z+ sleep 1
6362024-07-30T19:37:05.133Z+ retry=27
6372024-07-30T19:37:05.158Z+ zoneadm list
6382024-07-30T19:37:05.158Z+ grep nexus
6392024-07-30T19:37:05.158Z+ [[ 27 -gt 300 ]]
6402024-07-30T19:37:05.158Z+ sleep 1
6412024-07-30T19:37:06.149Z+ retry=28
6422024-07-30T19:37:06.174Z+ zoneadm list
6432024-07-30T19:37:06.174Z+ grep nexus
6442024-07-30T19:37:06.174Z+ [[ 28 -gt 300 ]]
6452024-07-30T19:37:06.174Z+ sleep 1
6462024-07-30T19:37:07.170Z+ retry=29
6472024-07-30T19:37:07.195Z+ zoneadm list
6482024-07-30T19:37:07.195Z+ grep nexus
6492024-07-30T19:37:07.195Z+ [[ 29 -gt 300 ]]
6502024-07-30T19:37:07.195Z+ sleep 1
6512024-07-30T19:37:08.188Z+ retry=30
6522024-07-30T19:37:08.213Z+ zoneadm list
6532024-07-30T19:37:08.213Z+ grep nexus
6542024-07-30T19:37:08.213Z+ [[ 30 -gt 300 ]]
6552024-07-30T19:37:08.213Z+ sleep 1
6562024-07-30T19:37:09.201Z+ retry=31
6572024-07-30T19:37:09.225Z+ zoneadm list
6582024-07-30T19:37:09.225Z+ grep nexus
6592024-07-30T19:37:09.225Z+ [[ 31 -gt 300 ]]
6602024-07-30T19:37:09.225Z+ sleep 1
6612024-07-30T19:37:10.213Z+ retry=32
6622024-07-30T19:37:10.237Z+ zoneadm list
6632024-07-30T19:37:10.237Z+ grep nexus
6642024-07-30T19:37:10.237Z+ [[ 32 -gt 300 ]]
6652024-07-30T19:37:10.237Z+ sleep 1
6662024-07-30T19:37:11.226Z+ retry=33
6672024-07-30T19:37:11.251Z+ zoneadm list
6682024-07-30T19:37:11.251Z+ grep nexus
6692024-07-30T19:37:11.251Z+ [[ 33 -gt 300 ]]
6702024-07-30T19:37:11.251Z+ sleep 1
6712024-07-30T19:37:12.241Z+ retry=34
6722024-07-30T19:37:12.265Z+ zoneadm list
6732024-07-30T19:37:12.265Z+ grep nexus
6742024-07-30T19:37:12.265Z+ [[ 34 -gt 300 ]]
6752024-07-30T19:37:12.265Z+ sleep 1
6762024-07-30T19:37:13.252Z+ retry=35
6772024-07-30T19:37:13.278Z+ zoneadm list
6782024-07-30T19:37:13.278Z+ grep nexus
6792024-07-30T19:37:13.278Z+ [[ 35 -gt 300 ]]
6802024-07-30T19:37:13.278Z+ sleep 1
6812024-07-30T19:37:14.264Z+ retry=36
6822024-07-30T19:37:14.297Z+ zoneadm list
6832024-07-30T19:37:14.297Z+ grep nexus
6842024-07-30T19:37:14.297Z+ [[ 36 -gt 300 ]]
6852024-07-30T19:37:14.297Z+ sleep 1
6862024-07-30T19:37:15.277Z+ retry=37
6872024-07-30T19:37:15.302Z+ zoneadm list
6882024-07-30T19:37:15.302Z+ grep nexus
6892024-07-30T19:37:15.302Z+ [[ 37 -gt 300 ]]
6902024-07-30T19:37:15.302Z+ sleep 1
6912024-07-30T19:37:16.287Z+ retry=38
6922024-07-30T19:37:16.312Z+ zoneadm list
6932024-07-30T19:37:16.312Z+ grep nexus
6942024-07-30T19:37:16.312Z+ [[ 38 -gt 300 ]]
6952024-07-30T19:37:16.312Z+ sleep 1
6962024-07-30T19:37:17.300Z+ retry=39
6972024-07-30T19:37:17.325Z+ zoneadm list
6982024-07-30T19:37:17.325Z+ grep nexus
6992024-07-30T19:37:17.325Z+ [[ 39 -gt 300 ]]
7002024-07-30T19:37:17.325Z+ sleep 1
7012024-07-30T19:37:18.313Z+ retry=40
7022024-07-30T19:37:18.338Z+ zoneadm list
7032024-07-30T19:37:18.338Z+ grep nexus
7042024-07-30T19:37:18.338Z+ [[ 40 -gt 300 ]]
7052024-07-30T19:37:18.338Z+ sleep 1
7062024-07-30T19:37:19.326Z+ retry=41
7072024-07-30T19:37:19.350Z+ zoneadm list
7082024-07-30T19:37:19.351Z+ grep nexus
7092024-07-30T19:37:19.351Z+ [[ 41 -gt 300 ]]
7102024-07-30T19:37:19.351Z+ sleep 1
7112024-07-30T19:37:20.338Z+ retry=42
7122024-07-30T19:37:20.363Z+ zoneadm list
7132024-07-30T19:37:20.363Z+ grep nexus
7142024-07-30T19:37:20.363Z+ [[ 42 -gt 300 ]]
7152024-07-30T19:37:20.363Z+ sleep 1
7162024-07-30T19:37:21.351Z+ retry=43
7172024-07-30T19:37:21.376Z+ zoneadm list
7182024-07-30T19:37:21.376Z+ grep nexus
7192024-07-30T19:37:21.376Z+ [[ 43 -gt 300 ]]
7202024-07-30T19:37:21.376Z+ sleep 1
7212024-07-30T19:37:22.364Z+ retry=44
7222024-07-30T19:37:22.388Z+ zoneadm list
7232024-07-30T19:37:22.388Z+ grep nexus
7242024-07-30T19:37:22.388Z+ [[ 44 -gt 300 ]]
7252024-07-30T19:37:22.388Z+ sleep 1
7262024-07-30T19:37:23.378Z+ retry=45
7272024-07-30T19:37:23.403Z+ zoneadm list
7282024-07-30T19:37:23.403Z+ grep nexus
7292024-07-30T19:37:23.403Z+ [[ 45 -gt 300 ]]
7302024-07-30T19:37:23.403Z+ sleep 1
7312024-07-30T19:37:24.391Z+ retry=46
7322024-07-30T19:37:24.415Z+ zoneadm list
7332024-07-30T19:37:24.415Z+ grep nexus
7342024-07-30T19:37:24.415Z+ [[ 46 -gt 300 ]]
7352024-07-30T19:37:24.415Z+ sleep 1
7362024-07-30T19:37:25.405Z+ retry=47
7372024-07-30T19:37:25.443Z+ zoneadm list
7382024-07-30T19:37:25.443Z+ grep nexus
7392024-07-30T19:37:25.443Z+ [[ 47 -gt 300 ]]
7402024-07-30T19:37:25.443Z+ sleep 1
7412024-07-30T19:37:26.425Z+ retry=48
7422024-07-30T19:37:26.451Z+ zoneadm list
7432024-07-30T19:37:26.451Z+ grep nexus
7442024-07-30T19:37:26.451Z+ [[ 48 -gt 300 ]]
7452024-07-30T19:37:26.451Z+ sleep 1
7462024-07-30T19:37:27.613Z+ retry=49
7472024-07-30T19:37:27.643Z+ grep nexus
7482024-07-30T19:37:27.644Z+ zoneadm list
7492024-07-30T19:37:27.724Z+ [[ 49 -gt 300 ]]
7502024-07-30T19:37:27.724Z+ sleep 1
7512024-07-30T19:37:28.740Z+ retry=50
7522024-07-30T19:37:28.766Z+ zoneadm list
7532024-07-30T19:37:28.766Z+ grep nexus
7542024-07-30T19:37:28.767Z+ [[ 50 -gt 300 ]]
7552024-07-30T19:37:28.767Z+ sleep 1
7562024-07-30T19:37:30.755Z+ retry=51
7572024-07-30T19:37:30.873Z+ zoneadm list
7582024-07-30T19:37:30.928Z+ grep nexus
7592024-07-30T19:37:31.046Z+ [[ 51 -gt 300 ]]
7602024-07-30T19:37:31.046Z+ sleep 1
7612024-07-30T19:37:32.139Z+ retry=52
7622024-07-30T19:37:32.165Z+ zoneadm list
7632024-07-30T19:37:32.165Z+ grep nexus
7642024-07-30T19:37:32.165Z+ [[ 52 -gt 300 ]]
7652024-07-30T19:37:32.165Z+ sleep 1
7662024-07-30T19:37:33.206Z+ retry=53
7672024-07-30T19:37:33.231Z+ zoneadm list
7682024-07-30T19:37:33.231Z+ grep nexus
7692024-07-30T19:37:33.231Z+ [[ 53 -gt 300 ]]
7702024-07-30T19:37:33.231Z+ sleep 1
7712024-07-30T19:37:34.245Z+ retry=54
7722024-07-30T19:37:34.271Z+ zoneadm list
7732024-07-30T19:37:34.271Z+ grep nexus
7742024-07-30T19:37:34.297Zoxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2
7752024-07-30T19:37:34.297Z+ echo 'Waited for nexus: 54s'
7762024-07-30T19:37:34.297ZWaited for nexus: 54s
7772024-07-30T19:37:34.297Z+ export RUST_BACKTRACE=1
7782024-07-30T19:37:34.297Z+ RUST_BACKTRACE=1
7792024-07-30T19:37:34.297Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7802024-07-30T19:37:34.297Z++ ./target/debug/bootstrap
7812024-07-30T19:37:34.968ZUsing external DNS server at 10.151.1.164:53
7822024-07-30T19:37:34.994Z2024-07-30 19:37:34.980062250 UTC: attempting to log into API
 
7832024-07-30T19:37:48.537ZJul 30 19:37:48 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:50.205.57.38:0 Unexpected { msg: "Expected ICMP Echo Request, found: destination unreachable" }
 
7842024-07-30T19:37:50.043Z2024-07-30 19:37:50.032161757 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7852024-07-30T19:37:51.044Z2024-07-30 19:37:51.033758798 UTC: attempting to log into API
 
7862024-07-30T19:37:55.094ZJul 30 19:37:54 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
7872024-07-30T19:37:55.673ZJul 30 19:37:55 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7882024-07-30T19:37:55.712ZJul 30 19:37:55 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7892024-07-30T19:37:55.745ZJul 30 19:37:55 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7902024-07-30T19:37:57.123ZJul 30 19:37:56 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
7912024-07-30T19:38:06.102Z2024-07-30 19:38:06.091559816 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7922024-07-30T19:38:07.103Z2024-07-30 19:38:07.092905721 UTC: attempting to log into API
7932024-07-30T19:38:22.136Z2024-07-30 19:38:22.125629263 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7942024-07-30T19:38:23.137Z2024-07-30 19:38:23.126908066 UTC: attempting to log into API
7952024-07-30T19:38:38.171Z2024-07-30 19:38:38.160134368 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7962024-07-30T19:38:39.173Z2024-07-30 19:38:39.162064736 UTC: attempting to log into API
7972024-07-30T19:38:49.940Z2024-07-30 19:38:49.929385730 UTC: login succeeded
7982024-07-30T19:38:49.972Zwaiting for nexus to come up...
7992024-07-30T19:38:50.044Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8002024-07-30T19:38:50.240Zsetting up quotas...
8012024-07-30T19:38:50.291Zensuring datasets are ready...
8022024-07-30T19:38:53.009Zlet's roll.
8032024-07-30T19:38:53.034Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8042024-07-30T19:38:53.034ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8052024-07-30T19:38:53.034ZOXIDE_TOKEN=oxide-token-c0f71fdec7817eac8dafc959bb88ea9b1e7c8010'
8062024-07-30T19:38:53.034Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8072024-07-30T19:38:53.034Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8082024-07-30T19:38:53.034Z++ OXIDE_TOKEN=oxide-token-c0f71fdec7817eac8dafc959bb88ea9b1e7c8010
8092024-07-30T19:38:53.034Z+ export OXIDE_HOST OXIDE_TOKEN
8102024-07-30T19:38:53.034Z+ retry=0
8112024-07-30T19:38:53.035Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8122024-07-30T19:38:53.105Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8132024-07-30T19:38:53.665Z{"status":"ok"}success
8142024-07-30T19:38:53.665ZProject {
8152024-07-30T19:38:53.665Z description: "some images",
8162024-07-30T19:38:53.665Z id: 3193e288-27cc-4046-a8ff-8a914cc5e16b,
8172024-07-30T19:38:53.665Z name: Name(
8182024-07-30T19:38:53.665Z "images",
8192024-07-30T19:38:53.665Z ),
8202024-07-30T19:38:53.690Z time_created: 2024-07-30T19:38:53.184626Z,
8212024-07-30T19:38:53.690Z time_modified: 2024-07-30T19:38:53.184626Z,
8222024-07-30T19:38:53.690Z}
8232024-07-30T19:38:53.690Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8242024-07-30T19:44:10.434Zdone!
8252024-07-30T19:44:10.541Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8262024-07-30T19:44:10.649Zsuccess
8272024-07-30T19:44:10.649ZImage {
8282024-07-30T19:44:10.649Z block_size: ByteCount(
8292024-07-30T19:44:10.649Z 512,
8302024-07-30T19:44:10.649Z ),
8312024-07-30T19:44:10.674Z description: "debian 11 original base image",
8322024-07-30T19:44:10.674Z digest: None,
8332024-07-30T19:44:10.674Z id: 8b10d13e-8f6b-4dd2-85d5-525a7a2f6bfd,
8342024-07-30T19:44:10.674Z name: Name(
8352024-07-30T19:44:10.674Z "debian11",
8362024-07-30T19:44:10.674Z ),
8372024-07-30T19:44:10.674Z os: "debian",
8382024-07-30T19:44:10.674Z project_id: None,
8392024-07-30T19:44:10.674Z size: ByteCount(
8402024-07-30T19:44:10.674Z 2147483648,
8412024-07-30T19:44:10.674Z ),
8422024-07-30T19:44:10.674Z time_created: 2024-07-30T19:44:10.262793Z,
8432024-07-30T19:44:10.674Z time_modified: 2024-07-30T19:44:10.632721Z,
8442024-07-30T19:44:10.674Z url: None,
8452024-07-30T19:44:10.674Z version: "11",
8462024-07-30T19:44:10.674Z}
8472024-07-30T19:44:10.674Z+ for test_bin in tests/*
8482024-07-30T19:44:10.674Z+ ./tests/bootstrap-9cb8f46c5b629596
8492024-07-30T19:44:10.699Z
8502024-07-30T19:44:10.699Zrunning 0 tests
8512024-07-30T19:44:10.699Z
8522024-07-30T19:44:10.699Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8532024-07-30T19:44:10.699Z
8542024-07-30T19:44:10.699Z+ for test_bin in tests/*
8552024-07-30T19:44:10.699Z+ ./tests/commtest-83de68dce99440fd
8562024-07-30T19:44:10.699Z
8572024-07-30T19:44:10.699Zrunning 0 tests
8582024-07-30T19:44:10.699Z
8592024-07-30T19:44:10.699Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8602024-07-30T19:44:10.699Z
8612024-07-30T19:44:10.699Z+ for test_bin in tests/*
8622024-07-30T19:44:10.699Z+ ./tests/dhcp_server-496f31b3e2e018d0
8632024-07-30T19:44:10.727Z
8642024-07-30T19:44:10.727Zrunning 0 tests
8652024-07-30T19:44:10.727Z
8662024-07-30T19:44:10.751Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8672024-07-30T19:44:10.751Z
8682024-07-30T19:44:10.751Z+ for test_bin in tests/*
8692024-07-30T19:44:10.751Z+ ./tests/end_to_end_tests-2900c1d11fdf95be
8702024-07-30T19:44:10.933Z
8712024-07-30T19:44:10.933Zrunning 2 tests
8722024-07-30T19:44:11.199Ztest no_spoof::no_spoof_here ... ok
8732024-07-30T19:44:38.195Ztest instance_launch::instance_launch ... ok
8742024-07-30T19:44:38.195Z
8752024-07-30T19:44:38.195Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.26s
8762024-07-30T19:44:38.195Z
8772024-07-30T19:44:38.220Z+ _exit_trap
8782024-07-30T19:44:38.220Z+ local status=0
8792024-07-30T19:44:38.220Z+ set +o errexit
8802024-07-30T19:44:38.220Z+ pfexec svcadm -Z disable -s cron
8812024-07-30T19:44:40.062Z+ [[ 0 -eq 0 ]]
8822024-07-30T19:44:40.062Z+ exit 0
8832024-07-30T19:44:40.086Zprocess exited: duration 564353 ms, exit code 0
 
8842024-07-30T19:44:40.192Zfound 107 output files
8852024-07-30T19:44:40.192Zuploading: /var/svc/log/oxide-sled-agent:default.log (949979 bytes)
8862024-07-30T19:44:41.507Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8872024-07-30T19:44:41.536Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4274841 bytes)
8882024-07-30T19:44:41.939Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4274841 -> 4292639
8892024-07-30T19:44:43.011Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
8902024-07-30T19:44:43.011Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (33196 bytes)
8912024-07-30T19:44:44.174Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
8922024-07-30T19:44:44.174Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (172591 bytes)
8932024-07-30T19:44:44.357Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 172591 -> 174155
8942024-07-30T19:44:45.428Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
8952024-07-30T19:44:45.429Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (220653 bytes)
8962024-07-30T19:44:45.635Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 220653 -> 222996
8972024-07-30T19:44:46.706Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
8982024-07-30T19:44:46.706Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1310782 bytes)
8992024-07-30T19:44:47.011Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1310782 -> 1324431
9002024-07-30T19:44:48.083Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9012024-07-30T19:44:48.083Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (695342 bytes)
9022024-07-30T19:44:48.362Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 695342 -> 708092
9032024-07-30T19:44:49.433Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9042024-07-30T19:44:49.433Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3383 bytes)
9052024-07-30T19:44:50.529Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9062024-07-30T19:44:50.529Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (244616 bytes)
9072024-07-30T19:44:50.734Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 244616 -> 249793
9082024-07-30T19:44:51.806Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9092024-07-30T19:44:51.831Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7953 bytes)
9102024-07-30T19:44:52.924Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9112024-07-30T19:44:52.924Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3975 bytes)
9122024-07-30T19:44:54.022Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9132024-07-30T19:44:54.022Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (7497 bytes)
9142024-07-30T19:44:55.141Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9152024-07-30T19:44:55.141Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-cockroach-admin:default.log (4660 bytes)
9162024-07-30T19:44:56.237Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-cockroach-admin:default.log
9172024-07-30T19:44:56.238Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
9182024-07-30T19:44:57.334Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-cockroachdb:default.log
9192024-07-30T19:44:57.334Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
9202024-07-30T19:44:58.428Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_cockroachdb_8a3668d4-e24f-48f8-b6a8-930875825d68/root/var/svc/log/oxide-zone-network-setup:default.log
9212024-07-30T19:44:58.428Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-agent:default.log (30081 bytes)
9222024-07-30T19:44:59.591Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-agent:default.log
9232024-07-30T19:44:59.591Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9242024-07-30T19:45:00.686Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:default.log
9252024-07-30T19:45:00.686Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-1ad189c3-1092-40b2-bf4f-9e41bb8ac6bb.log (5989 bytes)
9262024-07-30T19:45:01.781Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-1ad189c3-1092-40b2-bf4f-9e41bb8ac6bb.log
9272024-07-30T19:45:01.782Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-315a31b9-98fb-4c2b-a68b-6e365e72c8f5.log (3125 bytes)
9282024-07-30T19:45:02.877Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-315a31b9-98fb-4c2b-a68b-6e365e72c8f5.log
9292024-07-30T19:45:02.901Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-46e7ebf5-c5e4-4fa8-86b7-da8451932a31.log (3020 bytes)
9302024-07-30T19:45:03.974Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-crucible-downstairs:downstairs-46e7ebf5-c5e4-4fa8-86b7-da8451932a31.log
9312024-07-30T19:45:03.999Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
9322024-07-30T19:45:05.070Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_48af5fed-9584-48d5-b6ab-e2073d173a39/root/var/svc/log/oxide-zone-network-setup:default.log
9332024-07-30T19:45:05.070Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_pantry_b8c790a8-85a6-4ec3-85f3-90a3c4bbd50e/root/var/svc/log/oxide-crucible-pantry:default.log (779 bytes)
9342024-07-30T19:45:06.167Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_pantry_b8c790a8-85a6-4ec3-85f3-90a3c4bbd50e/root/var/svc/log/oxide-crucible-pantry:default.log
9352024-07-30T19:45:06.167Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_pantry_b8c790a8-85a6-4ec3-85f3-90a3c4bbd50e/root/var/svc/log/oxide-zone-network-setup:default.log (1713 bytes)
9362024-07-30T19:45:07.263Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_crucible_pantry_b8c790a8-85a6-4ec3-85f3-90a3c4bbd50e/root/var/svc/log/oxide-zone-network-setup:default.log
9372024-07-30T19:45:07.263Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-external_dns:default.log (26889 bytes)
9382024-07-30T19:45:07.378Zupload warning: file "/pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26889 -> 30667
9392024-07-30T19:45:08.449Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-external_dns:default.log
9402024-07-30T19:45:08.449Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-opte-interface-setup:default.log (1155 bytes)
9412024-07-30T19:45:09.545Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-opte-interface-setup:default.log
9422024-07-30T19:45:09.545Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-zone-network-setup:default.log (1695 bytes)
9432024-07-30T19:45:10.640Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_external_dns_e3971120-c2a0-47d8-bd10-d9727c6f6cfb/root/var/svc/log/oxide-zone-network-setup:default.log
9442024-07-30T19:45:10.640Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_internal_dns_62e9a2fa-839f-4431-a3d7-037d18b49354/root/var/svc/log/oxide-internal_dns:default.log (107402 bytes)
9452024-07-30T19:45:10.801Zupload warning: file "/pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_internal_dns_62e9a2fa-839f-4431-a3d7-037d18b49354/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 107402 -> 111158
9462024-07-30T19:45:11.872Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_internal_dns_62e9a2fa-839f-4431-a3d7-037d18b49354/root/var/svc/log/oxide-internal_dns:default.log
9472024-07-30T19:45:11.872Zuploading: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_internal_dns_62e9a2fa-839f-4431-a3d7-037d18b49354/root/var/svc/log/oxide-zone-network-setup:default.log (1677 bytes)
9482024-07-30T19:45:12.967Zuploaded: /pool/ext/03033c14-c7e4-4fc1-8b14-420da15586ab/crypt/zone/oxz_internal_dns_62e9a2fa-839f-4431-a3d7-037d18b49354/root/var/svc/log/oxide-zone-network-setup:default.log
9492024-07-30T19:45:12.967Zuploading: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9502024-07-30T19:45:14.061Zuploaded: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-crucible-agent:default.log
9512024-07-30T19:45:14.086Zuploading: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9522024-07-30T19:45:15.155Zuploaded: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-crucible-downstairs:default.log
9532024-07-30T19:45:15.155Zuploading: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
9542024-07-30T19:45:16.250Zuploaded: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_f9eafee8-bd81-41fa-8faa-08b7dec4aedd/root/var/svc/log/oxide-zone-network-setup:default.log
9552024-07-30T19:45:16.250Zuploading: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_pantry_e758984b-a9bd-4cb2-a13a-35fa14e559dd/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
9562024-07-30T19:45:17.345Zuploaded: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_pantry_e758984b-a9bd-4cb2-a13a-35fa14e559dd/root/var/svc/log/oxide-crucible-pantry:default.log
9572024-07-30T19:45:17.345Zuploading: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_pantry_e758984b-a9bd-4cb2-a13a-35fa14e559dd/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
9582024-07-30T19:45:18.438Zuploaded: /pool/ext/183b2440-c600-4c9a-8799-bbfa9b4322e6/crypt/zone/oxz_crucible_pantry_e758984b-a9bd-4cb2-a13a-35fa14e559dd/root/var/svc/log/oxide-zone-network-setup:default.log
9592024-07-30T19:45:18.438Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_clickhouse_245f8994-888f-424e-b5dc-c523069daedb/root/var/svc/log/oxide-clickhouse:default.log (2837350 bytes)
9602024-07-30T19:45:18.800Zupload warning: file "/pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_clickhouse_245f8994-888f-424e-b5dc-c523069daedb/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2837350 -> 3096017
9612024-07-30T19:45:19.872Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_clickhouse_245f8994-888f-424e-b5dc-c523069daedb/root/var/svc/log/oxide-clickhouse:default.log
9622024-07-30T19:45:19.872Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_clickhouse_245f8994-888f-424e-b5dc-c523069daedb/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
9632024-07-30T19:45:20.966Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_clickhouse_245f8994-888f-424e-b5dc-c523069daedb/root/var/svc/log/oxide-zone-network-setup:default.log
9642024-07-30T19:45:20.966Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
9652024-07-30T19:45:22.061Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-cockroach-admin:default.log
9662024-07-30T19:45:22.087Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
9672024-07-30T19:45:23.158Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-cockroachdb:default.log
9682024-07-30T19:45:23.158Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
9692024-07-30T19:45:24.253Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_cockroachdb_5cf678e5-152e-479f-b2c2-a79d18749bed/root/var/svc/log/oxide-zone-network-setup:default.log
9702024-07-30T19:45:24.253Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-agent:default.log (27516 bytes)
9712024-07-30T19:45:25.392Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-agent:default.log
9722024-07-30T19:45:25.392Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9732024-07-30T19:45:26.487Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:default.log
9742024-07-30T19:45:26.487Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:downstairs-36e7a638-8db0-4e59-bd99-b9de29562bf5.log (3019 bytes)
9752024-07-30T19:45:27.583Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:downstairs-36e7a638-8db0-4e59-bd99-b9de29562bf5.log
9762024-07-30T19:45:27.583Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1.log (6072 bytes)
9772024-07-30T19:45:28.678Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e4cab95-86f7-402f-a53c-717c53449fb1.log
9782024-07-30T19:45:28.678Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:snapshot-8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log (5683 bytes)
9792024-07-30T19:45:29.774Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-crucible-downstairs:snapshot-8e4cab95-86f7-402f-a53c-717c53449fb1-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log
9802024-07-30T19:45:29.774Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-zone-network-setup:default.log (1671 bytes)
9812024-07-30T19:45:30.867Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_0eac6966-4576-43bb-8b83-af559972533b/root/var/svc/log/oxide-zone-network-setup:default.log
9822024-07-30T19:45:30.867Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_pantry_0af6ca22-ae74-4649-b0af-a00dd90dbfae/root/var/svc/log/oxide-crucible-pantry:default.log (765064 bytes)
9832024-07-30T19:45:32.194Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_pantry_0af6ca22-ae74-4649-b0af-a00dd90dbfae/root/var/svc/log/oxide-crucible-pantry:default.log
9842024-07-30T19:45:32.194Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_pantry_0af6ca22-ae74-4649-b0af-a00dd90dbfae/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
9852024-07-30T19:45:33.290Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_crucible_pantry_0af6ca22-ae74-4649-b0af-a00dd90dbfae/root/var/svc/log/oxide-zone-network-setup:default.log
9862024-07-30T19:45:33.290Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-external_dns:default.log (26907 bytes)
9872024-07-30T19:45:33.404Zupload warning: file "/pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26907 -> 30687
9882024-07-30T19:45:34.476Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-external_dns:default.log
9892024-07-30T19:45:34.476Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
9902024-07-30T19:45:35.572Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-opte-interface-setup:default.log
9912024-07-30T19:45:35.572Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-zone-network-setup:default.log (1693 bytes)
9922024-07-30T19:45:36.668Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_external_dns_bfdc1e8c-1e1c-4afd-9205-5d54c6ebf4ca/root/var/svc/log/oxide-zone-network-setup:default.log
9932024-07-30T19:45:36.668Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_internal_dns_cd2c5204-5e2e-441c-a93a-2218470b3c86/root/var/svc/log/oxide-internal_dns:default.log (107402 bytes)
9942024-07-30T19:45:36.828Zupload warning: file "/pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_internal_dns_cd2c5204-5e2e-441c-a93a-2218470b3c86/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 107402 -> 111152
9952024-07-30T19:45:37.900Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_internal_dns_cd2c5204-5e2e-441c-a93a-2218470b3c86/root/var/svc/log/oxide-internal_dns:default.log
9962024-07-30T19:45:37.900Zuploading: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_internal_dns_cd2c5204-5e2e-441c-a93a-2218470b3c86/root/var/svc/log/oxide-zone-network-setup:default.log (1678 bytes)
9972024-07-30T19:45:38.997Zuploaded: /pool/ext/22f40742-cd2e-4aa3-a47c-a26de7330824/crypt/zone/oxz_internal_dns_cd2c5204-5e2e-441c-a93a-2218470b3c86/root/var/svc/log/oxide-zone-network-setup:default.log
9982024-07-30T19:45:38.997Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-agent:default.log (8484 bytes)
9992024-07-30T19:45:40.115Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-agent:default.log
10002024-07-30T19:45:40.115Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10012024-07-30T19:45:41.211Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-downstairs:default.log
10022024-07-30T19:45:41.211Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-downstairs:downstairs-bccfa50b-0a1e-4614-90b3-2e4bd7048023.log (3018 bytes)
10032024-07-30T19:45:42.307Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-crucible-downstairs:downstairs-bccfa50b-0a1e-4614-90b3-2e4bd7048023.log
10042024-07-30T19:45:42.307Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10052024-07-30T19:45:43.403Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_crucible_077729c0-e90d-4b4a-a731-74fd53827db9/root/var/svc/log/oxide-zone-network-setup:default.log
10062024-07-30T19:45:43.403Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-nexus:default.log (2619642 bytes)
10072024-07-30T19:45:43.771Zupload warning: file "/pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2619642 -> 2931510
10082024-07-30T19:45:44.843Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-nexus:default.log
10092024-07-30T19:45:44.867Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10102024-07-30T19:45:45.937Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-opte-interface-setup:default.log
10112024-07-30T19:45:45.937Zuploading: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
10122024-07-30T19:45:47.033Zuploaded: /pool/ext/45057a07-f7cd-42af-baf9-e56ed051806c/crypt/zone/oxz_nexus_dd359b33-dd00-45c7-b740-95b0fbd763d2/root/var/svc/log/oxide-zone-network-setup:default.log
10132024-07-30T19:45:47.033Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
10142024-07-30T19:45:48.129Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-cockroach-admin:default.log
10152024-07-30T19:45:48.154Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
10162024-07-30T19:45:49.226Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-cockroachdb:default.log
10172024-07-30T19:45:49.250Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
10182024-07-30T19:45:50.322Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_cockroachdb_5e5f39c1-9bc9-410e-9b38-94e01725afa8/root/var/svc/log/oxide-zone-network-setup:default.log
10192024-07-30T19:45:50.346Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-agent:default.log (18846 bytes)
10202024-07-30T19:45:51.463Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-agent:default.log
10212024-07-30T19:45:51.463Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10222024-07-30T19:45:52.558Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:default.log
10232024-07-30T19:45:52.582Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc2819ff-2131-4b7e-b6f1-12523dd5ccff.log (6074 bytes)
10242024-07-30T19:45:53.653Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc2819ff-2131-4b7e-b6f1-12523dd5ccff.log
10252024-07-30T19:45:53.678Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:snapshot-fc2819ff-2131-4b7e-b6f1-12523dd5ccff-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log (5682 bytes)
10262024-07-30T19:45:54.749Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-crucible-downstairs:snapshot-fc2819ff-2131-4b7e-b6f1-12523dd5ccff-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log
10272024-07-30T19:45:54.749Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
10282024-07-30T19:45:55.853Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_crucible_f1048da3-e58a-4bac-a46a-7b815efdde91/root/var/svc/log/oxide-zone-network-setup:default.log
10292024-07-30T19:45:55.853Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_internal_dns_35dfd1ed-1157-46bb-af45-42bedcb0b05e/root/var/svc/log/oxide-internal_dns:default.log (107397 bytes)
10302024-07-30T19:45:56.004Zupload warning: file "/pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_internal_dns_35dfd1ed-1157-46bb-af45-42bedcb0b05e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 107397 -> 111151
10312024-07-30T19:45:57.076Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_internal_dns_35dfd1ed-1157-46bb-af45-42bedcb0b05e/root/var/svc/log/oxide-internal_dns:default.log
10322024-07-30T19:45:57.076Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_internal_dns_35dfd1ed-1157-46bb-af45-42bedcb0b05e/root/var/svc/log/oxide-zone-network-setup:default.log (1677 bytes)
10332024-07-30T19:45:58.172Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_internal_dns_35dfd1ed-1157-46bb-af45-42bedcb0b05e/root/var/svc/log/oxide-zone-network-setup:default.log
10342024-07-30T19:45:58.172Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-nexus:default.log (38975297 bytes)
10352024-07-30T19:46:05.099Zupload warning: file "/pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38975297 -> 39643312
10362024-07-30T19:46:06.170Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-nexus:default.log
10372024-07-30T19:46:06.170Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10382024-07-30T19:46:07.266Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-opte-interface-setup:default.log
10392024-07-30T19:46:07.290Zuploading: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
10402024-07-30T19:46:08.362Zuploaded: /pool/ext/469132d4-57ef-4f94-af30-b6f464a58695/crypt/zone/oxz_nexus_7f6b6829-a7c2-4df0-b889-c14988f0d20f/root/var/svc/log/oxide-zone-network-setup:default.log
10412024-07-30T19:46:08.387Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-agent:default.log (22595 bytes)
10422024-07-30T19:46:09.503Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-agent:default.log
10432024-07-30T19:46:09.528Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10442024-07-30T19:46:10.599Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:default.log
10452024-07-30T19:46:10.599Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0.log (5990 bytes)
10462024-07-30T19:46:11.695Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:downstairs-10b6b134-115e-4d69-92fd-c2327ce4c0c0.log
10472024-07-30T19:46:11.719Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1.log (3124 bytes)
10482024-07-30T19:46:12.791Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-crucible-downstairs:downstairs-ddc96415-2ef0-48a6-819b-93452f2834f1.log
10492024-07-30T19:46:12.791Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10502024-07-30T19:46:13.887Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_crucible_915cf70f-095e-4807-83fb-81abfec02478/root/var/svc/log/oxide-zone-network-setup:default.log
10512024-07-30T19:46:13.887Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_oximeter_2a17ba59-68da-40d3-89fc-3dcf96deb673/root/var/svc/log/oxide-oximeter:default.log (1627896 bytes)
10522024-07-30T19:46:15.488Zupload warning: file "/pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_oximeter_2a17ba59-68da-40d3-89fc-3dcf96deb673/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1627896 -> 2022022
10532024-07-30T19:46:16.559Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_oximeter_2a17ba59-68da-40d3-89fc-3dcf96deb673/root/var/svc/log/oxide-oximeter:default.log
10542024-07-30T19:46:16.559Zuploading: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_oximeter_2a17ba59-68da-40d3-89fc-3dcf96deb673/root/var/svc/log/oxide-zone-network-setup:default.log (1670 bytes)
10552024-07-30T19:46:17.655Zuploaded: /pool/ext/af2873dc-b6ff-4488-a6e1-8c94eb521ec6/crypt/zone/oxz_oximeter_2a17ba59-68da-40d3-89fc-3dcf96deb673/root/var/svc/log/oxide-zone-network-setup:default.log
10562024-07-30T19:46:17.655Zuploading: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10572024-07-30T19:46:18.750Zuploaded: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-crucible-agent:default.log
10582024-07-30T19:46:18.777Zuploading: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10592024-07-30T19:46:19.846Zuploaded: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-crucible-downstairs:default.log
10602024-07-30T19:46:19.870Zuploading: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-zone-network-setup:default.log (1672 bytes)
10612024-07-30T19:46:20.942Zuploaded: /pool/ext/b5dc13b0-1203-429f-9214-3dc3cef6d7bf/crypt/zone/oxz_crucible_4a93a038-e1b4-4193-9de0-aafcd4f88cf0/root/var/svc/log/oxide-zone-network-setup:default.log
10622024-07-30T19:46:20.942Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-cockroach-admin:default.log (4661 bytes)
10632024-07-30T19:46:22.038Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-cockroach-admin:default.log
10642024-07-30T19:46:22.038Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-cockroachdb:default.log (4312 bytes)
10652024-07-30T19:46:23.134Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-cockroachdb:default.log
10662024-07-30T19:46:23.158Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-zone-network-setup:default.log (1679 bytes)
10672024-07-30T19:46:24.230Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_cockroachdb_8e3a572e-ab57-400d-b8fe-0e089c53dc34/root/var/svc/log/oxide-zone-network-setup:default.log
10682024-07-30T19:46:24.231Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-agent:default.log (12072 bytes)
10692024-07-30T19:46:25.349Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-agent:default.log
10702024-07-30T19:46:25.349Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10712024-07-30T19:46:26.444Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-downstairs:default.log
10722024-07-30T19:46:26.468Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-downstairs:downstairs-62f48d24-346e-48fa-90f7-724ab282416b.log (3124 bytes)
10732024-07-30T19:46:27.540Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-crucible-downstairs:downstairs-62f48d24-346e-48fa-90f7-724ab282416b.log
10742024-07-30T19:46:27.564Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10752024-07-30T19:46:28.636Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_crucible_7dd4396b-71e6-42f8-8f43-99235110d6f0/root/var/svc/log/oxide-zone-network-setup:default.log
10762024-07-30T19:46:28.636Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-nexus:default.log (2619128 bytes)
10772024-07-30T19:46:30.686Zupload warning: file "/pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2619128 -> 3127844
10782024-07-30T19:46:31.757Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-nexus:default.log
10792024-07-30T19:46:31.758Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10802024-07-30T19:46:32.853Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-opte-interface-setup:default.log
10812024-07-30T19:46:32.853Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-zone-network-setup:default.log (1653 bytes)
10822024-07-30T19:46:33.949Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_nexus_8a6c9296-3d39-4561-9940-82854aed6710/root/var/svc/log/oxide-zone-network-setup:default.log
10832024-07-30T19:46:33.949Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-chrony-setup:default.log (14161 bytes)
10842024-07-30T19:46:35.067Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-chrony-setup:default.log
10852024-07-30T19:46:35.092Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-ntp:default.log (2456 bytes)
10862024-07-30T19:46:35.116Zupload warning: file "/pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 2456 -> 2514
10872024-07-30T19:46:36.187Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-ntp:default.log
10882024-07-30T19:46:36.187Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
10892024-07-30T19:46:37.282Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-opte-interface-setup:default.log
10902024-07-30T19:46:37.283Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-zone-network-setup:default.log (1634 bytes)
10912024-07-30T19:46:38.378Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/svc/log/oxide-zone-network-setup:default.log
10922024-07-30T19:46:38.378Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-cockroach-admin:default.log (4657 bytes)
10932024-07-30T19:46:39.474Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-cockroach-admin:default.log
10942024-07-30T19:46:39.474Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-cockroachdb:default.log (4288 bytes)
10952024-07-30T19:46:40.569Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-cockroachdb:default.log
10962024-07-30T19:46:40.569Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
10972024-07-30T19:46:41.665Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_cockroachdb_0f1dcff0-a855-46c1-9595-a20de5e65dd0/root/var/svc/log/oxide-zone-network-setup:default.log
10982024-07-30T19:46:41.666Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-agent:default.log (34559 bytes)
10992024-07-30T19:46:42.850Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-agent:default.log
11002024-07-30T19:46:42.850Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11012024-07-30T19:46:43.946Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:default.log
11022024-07-30T19:46:43.946Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:downstairs-6fb5d032-7a94-4978-ab9e-db5b10bbd1b4.log (5989 bytes)
11032024-07-30T19:46:45.040Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:downstairs-6fb5d032-7a94-4978-ab9e-db5b10bbd1b4.log
11042024-07-30T19:46:45.041Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:downstairs-9cf86b26-f14b-4bdc-aef2-56303c518023.log (6074 bytes)
11052024-07-30T19:46:46.136Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:downstairs-9cf86b26-f14b-4bdc-aef2-56303c518023.log
11062024-07-30T19:46:46.136Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:snapshot-9cf86b26-f14b-4bdc-aef2-56303c518023-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log (5684 bytes)
11072024-07-30T19:46:47.231Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-crucible-downstairs:snapshot-9cf86b26-f14b-4bdc-aef2-56303c518023-3de9d4fb-3ded-4e11-8a44-2d5d2a34cdfe.log
11082024-07-30T19:46:47.231Zuploading: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-zone-network-setup:default.log (1671 bytes)
11092024-07-30T19:46:48.328Zuploaded: /pool/ext/c7592747-8e26-467a-8712-ae8874ea0044/crypt/zone/oxz_crucible_0ed24b62-febf-4d07-8dbc-6a8025d13741/root/var/svc/log/oxide-zone-network-setup:default.log
11102024-07-30T19:46:48.352Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/measurements.log (152892 bytes)
11112024-07-30T19:46:48.781Zupload warning: file "/pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/measurements.log" changed size mid upload: 152892 -> 188923
11122024-07-30T19:46:49.852Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/measurements.log
11132024-07-30T19:46:49.853Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/statistics.log (118755 bytes)
11142024-07-30T19:46:50.221Zupload warning: file "/pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/statistics.log" changed size mid upload: 118755 -> 148005
11152024-07-30T19:46:51.293Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/statistics.log
11162024-07-30T19:46:51.293Zuploading: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/tracking.log (15183 bytes)
11172024-07-30T19:46:51.419Zupload warning: file "/pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/tracking.log" changed size mid upload: 15183 -> 17295
11182024-07-30T19:46:52.490Zuploaded: /pool/ext/bfb257d7-41bb-4e8a-81c1-ec4aa8f9e9bc/crypt/zone/oxz_ntp_db37c78b-ad13-4868-be82-6e776f48aa88/root/var/log/chrony/tracking.log