01J2W1QWQHSMJZ4TRE92S4M8G7: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.32",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J2W1S2BA0QGJNT3WBJ7GCHVV

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-07-15T21:07:14.645Zjob dependencies complete; ready to run (waiting for 30 m 38 s)
22024-07-15T22:13:29.359Zjob assigned to worker 01J2W7363W6E058SKGVRYA8S35 (queued for 1 h 6 m 14 s)
32024-07-15T22:13:29.376Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-07-15T22:13:29.420Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-07-15T22:13:29.453Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-07-15T22:13:29.487Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-07-15T22:13:29.521Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-07-15T22:13:29.554ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-07-15T22:13:29.588Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d3
102024-07-15T22:13:29.621ZOxide Helios Version helios-2.0.22714 64-bit
112024-07-15T22:13:29.655ZConfiguring devices.
122024-07-15T22:13:29.689Z##################################################
132024-07-15T22:13:29.722Z#### ############# ##
142024-07-15T22:13:29.756Z### ### ############ ##
152024-07-15T22:13:29.801Z## ### # ## ### ## Oxide Computer Company ##
162024-07-15T22:13:29.834Z## ## ## ### # ### ##
172024-07-15T22:13:29.868Z## # ### #### #### This Station Under ##
182024-07-15T22:13:29.901Z### ### #### # ### Computer Control ##
192024-07-15T22:13:29.935Z#### #### ### ## ##
202024-07-15T22:13:29.968Z##################################################
212024-07-15T22:13:30.002ZHostname: buskin
222024-07-15T22:13:30.035ZLoading smf(7) service descriptions:
232024-07-15T22:13:30.649Zdownloading input: /input/package/work/package.tar.gz
242024-07-15T22:17:27.732Zdownloaded input: /input/package/work/package.tar.gz
 
252024-07-15T22:17:27.732Zstarting task 0: "setup"
262024-07-15T22:17:27.757Z++ uname -s
272024-07-15T22:17:27.757Z+ kern=SunOS
282024-07-15T22:17:27.757Z+ case "$kern" in
292024-07-15T22:17:27.757Z+ groupadd -g 12345 build
302024-07-15T22:17:27.757Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-07-15T22:17:29.649Z+ zfs create -o mountpoint=/work rpool/work
322024-07-15T22:17:29.673Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-07-15T22:17:29.673Z+ home_fs=zfs
342024-07-15T22:17:29.673Z+ [[ zfs == autofs ]]
352024-07-15T22:17:29.673Z+ mkdir -p /home/build
362024-07-15T22:17:29.673Z+ chown build:build /home/build /work
372024-07-15T22:17:31.674Z+ chmod 0700 /home/build /work
382024-07-15T22:17:31.698Zprocess exited: duration 4047 ms, exit code 0
 
392024-07-15T22:17:31.746Zstarting task 1: "authentication"
402024-07-15T22:17:31.789Zprocess exited: duration 43 ms, exit code 0
 
412024-07-15T22:17:31.836Zstarting task 2: "build"
422024-07-15T22:17:31.860Z+ trap _exit_trap EXIT
432024-07-15T22:17:31.860Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
442024-07-15T22:17:31.957Zsecpolicy_fs_linkdir: 0x55 = 0x55
452024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
462024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
472024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+3: 0 = 0xe5
482024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+4: 0 = 0xb8
492024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+5: 0 = 0x1
502024-07-15T22:17:31.957Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
512024-07-15T22:17:31.981Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
522024-07-15T22:17:31.981Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
532024-07-15T22:17:31.981Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
542024-07-15T22:17:31.981Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
552024-07-15T22:17:31.981Z+ [[ -d /opt/oxide ]]
562024-07-15T22:17:31.981Z+ pfexec mv /opt/oxide /opt/oxide-underneath
572024-07-15T22:17:31.981Z+ pfexec mkdir /opt/oxide
582024-07-15T22:17:31.981Z+ pfexec mount -F tmpfs -O swap /opt/oxide
592024-07-15T22:17:31.981Z+ [[ -d /opt/oxide-underneath ]]
602024-07-15T22:17:31.981Z+ cd /opt/oxide-underneath
612024-07-15T22:17:31.981Z+ pfexec tar ceEp@/f - .
622024-07-15T22:17:31.982Z+ cd /opt/oxide
632024-07-15T22:17:31.982Z+ pfexec tar xveEp@/f -
642024-07-15T22:17:32.089Zx ., 0 bytes, 0 tape blocks
652024-07-15T22:17:32.089Zx ./opte, 0 bytes, 0 tape blocks
662024-07-15T22:17:32.089Zx ./opte/bin, 0 bytes, 0 tape blocks
672024-07-15T22:17:32.089Zx ./opte/bin/opteadm, 52533872 bytes, 102606 tape blocks
682024-07-15T22:17:32.113Z+ pfexec rm -rf /opt/oxide-underneath
692024-07-15T22:17:32.113Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
702024-07-15T22:17:32.136Z+ pfexec mkdir /opt/oxide/work
712024-07-15T22:17:32.136Z+ pfexec chown build:build /opt/oxide/work
722024-07-15T22:17:32.136Z+ cd /opt/oxide/work
732024-07-15T22:17:32.136Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
742024-07-15T22:17:44.397ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
752024-07-15T22:17:44.397Zx out/target/test, 75 bytes, 1 tape blocks
762024-07-15T22:17:44.397Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
772024-07-15T22:17:44.397Zx package-manifest.toml, 28818 bytes, 57 tape blocks
782024-07-15T22:17:44.397Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
792024-07-15T22:17:44.397Zx target/release/omicron-package, 33199200 bytes, 64843 tape blocks
802024-07-15T22:17:44.397Zx target/release/xtask, 18546784 bytes, 36225 tape blocks
812024-07-15T22:17:44.397Zx target/debug/bootstrap, 369866112 bytes, 722395 tape blocks
822024-07-15T22:17:44.397Zx tests/bootstrap-c1c02cc843dfa8df, 24558912 bytes, 47967 tape blocks
832024-07-15T22:17:44.397Zx tests/commtest-f163dbc2bf4bcc9b, 24559496 bytes, 47968 tape blocks
842024-07-15T22:17:44.397Zx tests/dhcp_server-c1f309dc8856d75d, 24558928 bytes, 47967 tape blocks
852024-07-15T22:17:44.397Zx tests/end_to_end_tests-f55ed16bd1096325, 379695960 bytes, 741594 tape blocks
862024-07-15T22:17:44.397Zx out/clickhouse.tar.gz, 228388243 bytes, 446071 tape blocks
872024-07-15T22:17:44.397Zx out/clickhouse_keeper.tar.gz, 228374882 bytes, 446045 tape blocks
882024-07-15T22:17:44.397Zx out/cockroachdb.tar.gz, 135009137 bytes, 263690 tape blocks
892024-07-15T22:17:44.397Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
902024-07-15T22:17:44.397Zx out/crucible-pantry-zone.tar.gz, 27656450 bytes, 54017 tape blocks
912024-07-15T22:17:44.397Zx out/crucible-zone.tar.gz, 38278964 bytes, 74764 tape blocks
922024-07-15T22:17:44.397Zx out/external-dns.tar.gz, 25730957 bytes, 50256 tape blocks
932024-07-15T22:17:44.397Zx out/internal-dns.tar.gz, 25730932 bytes, 50256 tape blocks
942024-07-15T22:17:44.397Zx out/mg-ddm-gz.tar, 62071808 bytes, 121234 tape blocks
952024-07-15T22:17:44.397Zx out/nexus.tar.gz, 86942181 bytes, 169809 tape blocks
962024-07-15T22:17:44.397Zx out/ntp.tar.gz, 9101057 bytes, 17776 tape blocks
972024-07-15T22:17:44.397Zx out/omicron-gateway-softnpu.tar.gz, 14109695 bytes, 27558 tape blocks
982024-07-15T22:17:44.397Zx out/omicron-sled-agent.tar, 96792576 bytes, 189048 tape blocks
992024-07-15T22:17:44.397Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1002024-07-15T22:17:44.397Zx out/oximeter.tar.gz, 43035268 bytes, 84054 tape blocks
1012024-07-15T22:17:44.398Zx out/oxlog.tar, 3015680 bytes, 5890 tape blocks
1022024-07-15T22:17:44.398Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1032024-07-15T22:17:44.398Zx out/propolis-server.tar.gz, 66192831 bytes, 129283 tape blocks
1042024-07-15T22:17:44.398Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1052024-07-15T22:17:44.398Zx out/switch-softnpu.tar.gz, 202870254 bytes, 396231 tape blocks
1062024-07-15T22:17:44.422Z
1072024-07-15T22:17:44.422Zreal 12.251741821
1082024-07-15T22:17:44.422Zuser 10.871354195
1092024-07-15T22:17:44.422Zsys 2.374537903
1102024-07-15T22:17:44.422Ztrap 0.000473937
1112024-07-15T22:17:44.422Ztflt 0.000000000
1122024-07-15T22:17:44.422Zdflt 0.000000000
1132024-07-15T22:17:44.422Zkflt 0.000000000
1142024-07-15T22:17:44.422Zlock 0.000000000
1152024-07-15T22:17:44.422Zslp 10.934202632
1162024-07-15T22:17:44.422Zlat 0.320833237
1172024-07-15T22:17:44.422Zstop 0.000124142
1182024-07-15T22:17:44.422Z+ bmat address ls
1192024-07-15T22:17:44.422ZNAME CIDR FIRST LAST COUNT
1202024-07-15T22:17:44.422Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1212024-07-15T22:17:44.422Z++ bmat address ls -f extra -Ho first,last,count
1222024-07-15T22:17:44.422Z+ set -- 10.151.1.164 10.151.1.227 64
1232024-07-15T22:17:44.422Z+ EXTRA_IP_START=10.151.1.164
1242024-07-15T22:17:44.423Z+ EXTRA_IP_END=10.151.1.227
1252024-07-15T22:17:44.423Z+ EXTRA_IP_COUNT=64
1262024-07-15T22:17:44.423Z+ (( EXTRA_IP_COUNT >= 32 ))
1272024-07-15T22:17:44.423Z+ EXTRA_IP_BASE=10.151.1
1282024-07-15T22:17:44.423Z+ EXTRA_IP_FOCTET=164
1292024-07-15T22:17:44.423Z+ EXTRA_IP_LOCTET=227
1302024-07-15T22:17:44.423Z+ SERVICE_IP_POOL_START=10.151.1.164
1312024-07-15T22:17:44.423Z+ SERVICE_IP_POOL_END=10.151.1.173
1322024-07-15T22:17:44.423Z+ DNS_IP1=10.151.1.164
1332024-07-15T22:17:44.423Z+ DNS_IP2=10.151.1.165
1342024-07-15T22:17:44.423Z+ UPLINK_IP=10.151.1.174
1352024-07-15T22:17:44.423Z+ IPPOOL_START=10.151.1.175
1362024-07-15T22:17:44.423Z+ IPPOOL_END=10.151.1.227
1372024-07-15T22:17:44.423Z++ ipadm show-addr -po type,addr
1382024-07-15T22:17:44.423Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1392024-07-15T22:17:44.423Z+ GATEWAY_IP=10.151.1.100
1402024-07-15T22:17:44.423Z+ [[ -n 10.151.1.100 ]]
1412024-07-15T22:17:44.423Z+ ping -s 10.151.1.100 56 1
1422024-07-15T22:17:44.423ZPING 10.151.1.100: 56 data bytes
1432024-07-15T22:17:44.423Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1442024-07-15T22:17:44.423Z
1452024-07-15T22:17:44.423Z----10.151.1.100 PING Statistics----
1462024-07-15T22:17:44.423Z1 packets transmitted, 1 packets received, 0% packet loss
1472024-07-15T22:17:44.423Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1482024-07-15T22:17:44.423Z++ arp -an
1492024-07-15T22:17:44.423Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1502024-07-15T22:17:44.423Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1512024-07-15T22:17:44.447Z+ routeadm -e ipv4-forwarding -u
1522024-07-15T22:17:44.536Z+ PXA_START=10.151.1.164
1532024-07-15T22:17:44.536Z+ PXA_END=10.151.1.227
1542024-07-15T22:17:44.560Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1552024-07-15T22:17:44.672Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1562024-07-15T22:17:44.696ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1572024-07-15T22:17:44.756Zcreating virtual hardware
1582024-07-15T22:17:44.780Zcreating /scratch/m2_0.vdev
1592024-07-15T22:17:44.780Zcreating /scratch/m2_1.vdev
1602024-07-15T22:17:44.780Zcreating /scratch/u2_0.vdev
1612024-07-15T22:17:44.780Zcreating /scratch/u2_1.vdev
1622024-07-15T22:17:44.780Zcreating /scratch/u2_2.vdev
1632024-07-15T22:17:44.780Zcreating /scratch/u2_3.vdev
1642024-07-15T22:17:44.780Zcreating /scratch/u2_4.vdev
1652024-07-15T22:17:44.780Zcreating /scratch/u2_5.vdev
1662024-07-15T22:17:44.780Zcreating /scratch/u2_6.vdev
1672024-07-15T22:17:44.780Zcreating /scratch/u2_7.vdev
1682024-07-15T22:17:44.780Zcreating /scratch/u2_8.vdev
1692024-07-15T22:17:44.812ZSimnet net0/sc0_0 exists
1702024-07-15T22:17:44.839ZSimnet net1/sc1_0 exists
1712024-07-15T22:17:44.862ZVnic sc0_1 exists
1722024-07-15T22:17:57.297ZUsing 10.151.1.100 as gateway ip
1732024-07-15T22:17:57.297Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1742024-07-15T22:17:57.297Zconfiguring SoftNPU ARP entry
1752024-07-15T22:17:57.328Zconfiguring SoftNPU proxy ARP
1762024-07-15T22:17:57.384ZSoftNPU state:
1772024-07-15T22:17:57.384Z local v6:
1782024-07-15T22:17:57.384Z local v4:
1792024-07-15T22:17:57.384Z router v6:
1802024-07-15T22:17:57.384Z router v4_idx:
1812024-07-15T22:17:57.384Z router v4_routes:
1822024-07-15T22:17:57.384Z resolver v4:
1832024-07-15T22:17:57.384Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1842024-07-15T22:17:57.384Z resolver v6:
1852024-07-15T22:17:57.384Z nat v4:
1862024-07-15T22:17:57.384Z nat_v6:
1872024-07-15T22:17:57.384Z port_mac:
1882024-07-15T22:17:57.384Z proxy arp:
1892024-07-15T22:17:57.384Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1902024-07-15T22:17:57.384Zcreated virtual hardware
1912024-07-15T22:17:57.408Z
1922024-07-15T22:17:57.408Zreal 12.710852275
1932024-07-15T22:17:57.408Zuser 0.656683078
1942024-07-15T22:17:57.409Zsys 3.354428606
1952024-07-15T22:17:57.409Ztrap 0.000068019
1962024-07-15T22:17:57.409Ztflt 0.000211044
1972024-07-15T22:17:57.409Zdflt 0.001657308
1982024-07-15T22:17:57.409Zkflt 0.000000000
1992024-07-15T22:17:57.409Zlock 19:44.185000184
2002024-07-15T22:17:57.409Zslp 51.041702949
2012024-07-15T22:17:57.409Zlat 0.075393959
2022024-07-15T22:17:57.409Zstop 1.069293130
2032024-07-15T22:17:57.409Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2042024-07-15T22:17:57.433Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2052024-07-15T22:17:57.433Z+ diff -u pkg/config.toml~ pkg/config.toml
2062024-07-15T22:17:57.433Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2072024-07-15T22:17:57.433Z+++ pkg/config.toml Mon Jul 15 22:17:57 2024
2082024-07-15T22:17:57.433Z@@ -29,18 +29,18 @@
2092024-07-15T22:17:57.433Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2102024-07-15T22:17:57.433Z # followed by a string that is embedded into their fake serial values.
2112024-07-15T22:17:57.433Z vdevs = [
2122024-07-15T22:17:57.433Z- "m2_0.vdev",
2132024-07-15T22:17:57.433Z- "m2_1.vdev",
2142024-07-15T22:17:57.433Z+ "/scratch/m2_0.vdev",
2152024-07-15T22:17:57.433Z+ "/scratch/m2_1.vdev",
2162024-07-15T22:17:57.433Z
2172024-07-15T22:17:57.433Z- "u2_0.vdev",
2182024-07-15T22:17:57.433Z- "u2_1.vdev",
2192024-07-15T22:17:57.433Z- "u2_2.vdev",
2202024-07-15T22:17:57.433Z- "u2_3.vdev",
2212024-07-15T22:17:57.433Z- "u2_4.vdev",
2222024-07-15T22:17:57.433Z- "u2_5.vdev",
2232024-07-15T22:17:57.433Z- "u2_6.vdev",
2242024-07-15T22:17:57.433Z- "u2_7.vdev",
2252024-07-15T22:17:57.433Z- "u2_8.vdev",
2262024-07-15T22:17:57.433Z+ "/scratch/u2_0.vdev",
2272024-07-15T22:17:57.433Z+ "/scratch/u2_1.vdev",
2282024-07-15T22:17:57.434Z+ "/scratch/u2_2.vdev",
2292024-07-15T22:17:57.434Z+ "/scratch/u2_3.vdev",
2302024-07-15T22:17:57.434Z+ "/scratch/u2_4.vdev",
2312024-07-15T22:17:57.434Z+ "/scratch/u2_5.vdev",
2322024-07-15T22:17:57.434Z+ "/scratch/u2_6.vdev",
2332024-07-15T22:17:57.434Z+ "/scratch/u2_7.vdev",
2342024-07-15T22:17:57.435Z+ "/scratch/u2_8.vdev",
2352024-07-15T22:17:57.435Z ]
2362024-07-15T22:17:57.435Z
2372024-07-15T22:17:57.435Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2382024-07-15T22:17:57.435Z+ true
2392024-07-15T22:17:57.435Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2402024-07-15T22:17:57.435Z+ SILO_NAME=recovery
2412024-07-15T22:17:57.435Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2422024-07-15T22:17:57.435Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2432024-07-15T22:17:57.435Z+ sed -i~ '
2442024-07-15T22:17:57.435Z /^external_dns_ips/c\
2452024-07-15T22:17:57.435Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2462024-07-15T22:17:57.435Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2472024-07-15T22:17:57.435Z /^first/c\
2482024-07-15T22:17:57.435Zfirst = "10.151.1.164"
2492024-07-15T22:17:57.435Z /^last/c\
2502024-07-15T22:17:57.435Zlast = "10.151.1.173"
2512024-07-15T22:17:57.435Z }
2522024-07-15T22:17:57.435Z /^infra_ip_first/c\
2532024-07-15T22:17:57.435Zinfra_ip_first = "10.151.1.174"
2542024-07-15T22:17:57.435Z /^infra_ip_last/c\
2552024-07-15T22:17:57.435Zinfra_ip_last = "10.151.1.174"
2562024-07-15T22:17:57.435Z /^\[\[rack_network_config.ports/,/^$/ {
2572024-07-15T22:17:57.436Z /^routes/c\
2582024-07-15T22:17:57.436Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2592024-07-15T22:17:57.436Z /^addresses/c\
2602024-07-15T22:17:57.436Zaddresses = \[{address = "10.151.1.174/24"} \]
2612024-07-15T22:17:57.436Z }
2622024-07-15T22:17:57.436Z' pkg/config-rss.toml
2632024-07-15T22:17:57.436Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2642024-07-15T22:17:57.460Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2652024-07-15T22:17:57.460Z+++ pkg/config-rss.toml Mon Jul 15 22:17:57 2024
2662024-07-15T22:17:57.460Z@@ -33,7 +33,7 @@
2672024-07-15T22:17:57.460Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2682024-07-15T22:17:57.460Z # must be contained in one of the "internal services" IP Pool ranges listed
2692024-07-15T22:17:57.460Z # below.
2702024-07-15T22:17:57.460Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2712024-07-15T22:17:57.460Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2722024-07-15T22:17:57.460Z
2732024-07-15T22:17:57.460Z # Initial TLS certificates for the external API
2742024-07-15T22:17:57.460Z #
2752024-07-15T22:17:57.461Z@@ -69,8 +69,8 @@
2762024-07-15T22:17:57.461Z #
2772024-07-15T22:17:57.461Z # For more on this and what to put here, see docs/how-to-run.adoc.
2782024-07-15T22:17:57.461Z [[internal_services_ip_pool_ranges]]
2792024-07-15T22:17:57.461Z-first = "192.168.1.20"
2802024-07-15T22:17:57.461Z-last = "192.168.1.29"
2812024-07-15T22:17:57.461Z+first = "10.151.1.164"
2822024-07-15T22:17:57.461Z+last = "10.151.1.173"
2832024-07-15T22:17:57.461Z
2842024-07-15T22:17:57.461Z # TODO - this configuration is subject to change going forward. Ultimately these
2852024-07-15T22:17:57.462Z # parameters should be provided to the control plane via wicket, but we need to
2862024-07-15T22:17:57.462Z@@ -91,8 +91,8 @@
2872024-07-15T22:17:57.462Z # A range of IP addresses used by Boundary Services on the external network. In
2882024-07-15T22:17:57.462Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2892024-07-15T22:17:57.462Z # With softnpu, only one address is used.
2902024-07-15T22:17:57.462Z-infra_ip_first = "192.168.1.30"
2912024-07-15T22:17:57.462Z-infra_ip_last = "192.168.1.30"
2922024-07-15T22:17:57.462Z+infra_ip_first = "10.151.1.174"
2932024-07-15T22:17:57.462Z+infra_ip_last = "10.151.1.174"
2942024-07-15T22:17:57.462Z
2952024-07-15T22:17:57.462Z # Configurations for BGP routers to run on the scrimlets.
2962024-07-15T22:17:57.462Z bgp = []
2972024-07-15T22:17:57.462Z@@ -100,9 +100,9 @@
2982024-07-15T22:17:57.462Z # You can configure multiple uplinks by repeating the following stanza
2992024-07-15T22:17:57.462Z [[rack_network_config.ports]]
3002024-07-15T22:17:57.462Z # Routes associated with this port.
3012024-07-15T22:17:57.462Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3022024-07-15T22:17:57.462Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3032024-07-15T22:17:57.462Z # Addresses associated with this port.
3042024-07-15T22:17:57.462Z-addresses = [{address = "192.168.1.30/24"}]
3052024-07-15T22:17:57.462Z+addresses = [{address = "10.151.1.174/24"} ]
3062024-07-15T22:17:57.462Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3072024-07-15T22:17:57.462Z port = "qsfp0"
3082024-07-15T22:17:57.462Z # The speed of this port.
3092024-07-15T22:17:57.462Z+ true
3102024-07-15T22:17:57.462Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3112024-07-15T22:17:57.463Za pkg/config-rss.toml 7K
3122024-07-15T22:17:57.463Za pkg/config.toml 4K
3132024-07-15T22:17:57.463Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3142024-07-15T22:17:57.463Z+ TLS_NAME=recovery.sys.oxide.test
3152024-07-15T22:17:57.463Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3162024-07-15T22:17:57.605Z...+.........+..+...+......+.+..+...+.............+...........+...+...+.............+......+...+...+..+.......+........+.+.....+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*....+.+......+..+...+.......+..+.+............+..+.+.....+.......+.....+..........+.....+.......+........+.+..+...+.+.....................+...+..+...+.+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...........................+.......+..............+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3172024-07-15T22:17:57.890Z...........+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+..+............+....+......+.....+..........+.....+....+.........+..+.+...+......+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........+.......+...+.....+......+.+...+......+............+.................+...+....+...+.................+...............+....+..+............+......+.+.....+...+.+.....+...................+..+.............+......+..............+...+....+........+..................+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-07-15T22:17:57.914Z-----
3192024-07-15T22:17:57.937Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3202024-07-15T22:17:57.938Za pkg/initial-tls-cert.pem 2K
3212024-07-15T22:17:57.938Za pkg/initial-tls-key.pem 4K
3222024-07-15T22:17:57.938Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3232024-07-15T22:17:57.938Z+ rmdir pkg
3242024-07-15T22:17:57.938Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3252024-07-15T22:17:57.938Z+ pfexec mkdir -p /usr/oxide
3262024-07-15T22:17:57.938Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3272024-07-15T22:17:58.576Z+ pfexec chmod +x /usr/oxide/oxide
3282024-07-15T22:17:58.601Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3292024-07-15T22:18:16.951Z+ OMICRON_NO_UNINSTALL=1
3302024-07-15T22:18:16.951Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3312024-07-15T22:18:16.975ZLogging to: /opt/oxide/work/out/LOG
3322024-07-15T22:18:17.486Z
3332024-07-15T22:18:17.510Zreal 0.529549286
3342024-07-15T22:18:17.510Zuser 0.117590779
3352024-07-15T22:18:17.510Zsys 2.386027841
3362024-07-15T22:18:17.510Ztrap 0.000012128
3372024-07-15T22:18:17.510Ztflt 0.000266401
3382024-07-15T22:18:17.510Zdflt 0.001264733
3392024-07-15T22:18:17.510Zkflt 0.000000000
3402024-07-15T22:18:17.510Zlock 47.790084891
3412024-07-15T22:18:17.510Zslp 0.743823048
3422024-07-15T22:18:17.510Zlat 0.003324708
3432024-07-15T22:18:17.510Zstop 0.215105357
3442024-07-15T22:18:17.510Z+ retry=0
3452024-07-15T22:18:17.510Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3462024-07-15T22:18:17.510Z+ [[ 0 -gt 30 ]]
3472024-07-15T22:18:17.510Z+ sleep 1
3482024-07-15T22:18:18.502Z+ retry=1
3492024-07-15T22:18:18.502Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3502024-07-15T22:18:18.526Z+ [[ 1 -gt 30 ]]
3512024-07-15T22:18:18.526Z+ sleep 1
3522024-07-15T22:18:19.517Z+ retry=2
3532024-07-15T22:18:19.517Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3542024-07-15T22:18:19.541Z+ [[ 2 -gt 30 ]]
3552024-07-15T22:18:19.541Z+ sleep 1
3562024-07-15T22:18:20.531Z+ retry=3
3572024-07-15T22:18:20.531Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3582024-07-15T22:18:45.701Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3592024-07-15T22:18:45.726Zlocal v6:
3602024-07-15T22:18:45.726Zfe80::589f:3ff:fe66:d4d9
3612024-07-15T22:18:45.726Zfd2d:4775:e03b:3b49::1
3622024-07-15T22:18:45.726Zlocal v4:
3632024-07-15T22:18:45.726Z10.151.1.174
3642024-07-15T22:18:45.726Zrouter v6:
3652024-07-15T22:18:45.750Zfd00:1122:3344:3::/64 -> fe80::883:d0ff:fe42:4f3a (1)
3662024-07-15T22:18:45.750Zfd00:1122:3344:1::/64 -> fe80::883:d0ff:fe42:4f3a (1)
3672024-07-15T22:18:45.750Zfd00:1122:3344:101::/64 -> fe80::883:d0ff:fe42:4f3a (1)
3682024-07-15T22:18:45.750Zfd00:1122:3344:2::/64 -> fe80::883:d0ff:fe42:4f3a (1)
3692024-07-15T22:18:45.750Zfdb0:18c0:4d0d:9fb2::/64 -> fe80::883:d0ff:fe42:4f3a (1)
3702024-07-15T22:18:45.750Zrouter v4_idx:
3712024-07-15T22:18:45.750Z0.0.0.0/0 -> 0
3722024-07-15T22:18:45.750Zrouter v4_routes:
3732024-07-15T22:18:45.750Z0 -> 10.151.1.100 (2)
3742024-07-15T22:18:45.750Zresolver v4:
3752024-07-15T22:18:45.750Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3762024-07-15T22:18:45.750Z10.151.1.174 -> ca:48:87:74:3f:7f
3772024-07-15T22:18:45.751Zresolver v6:
3782024-07-15T22:18:45.751Zfe80::589f:3ff:fe66:d4d9 -> 5a:9f:03:66:d4:d9
3792024-07-15T22:18:45.751Zfe80::883:d0ff:fe42:4f3a -> 0a:83:d0:42:4f:3a
3802024-07-15T22:18:45.751Znat v4:
3812024-07-15T22:18:45.751Z10.151.1.169 0/16383 -> fd00:1122:3344:101::1 100/a8:40:25:ff:98:26
3822024-07-15T22:18:45.751Znat_v6:
3832024-07-15T22:18:45.751Zport_mac:
3842024-07-15T22:18:45.751Z1000: a8:40:25:43:69:9a
3852024-07-15T22:18:45.751Z2: a8:40:25:43:69:bb
3862024-07-15T22:18:45.751Z1: a8:40:25:43:69:9b
3872024-07-15T22:18:45.751Zproxy arp:
3882024-07-15T22:18:45.751Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3892024-07-15T22:18:45.751Z+ retry=0
3902024-07-15T22:18:45.751Z+++ zoneadm list -n
3912024-07-15T22:18:45.751Z+++ grep oxz_ntp
3922024-07-15T22:18:45.752Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
3932024-07-15T22:18:45.775Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
3942024-07-15T22:18:45.775Z++ true
3952024-07-15T22:18:45.775Z+ [[ '' != online ]]
3962024-07-15T22:18:45.775Z+ [[ 0 -gt 60 ]]
3972024-07-15T22:18:45.775Z+ sleep 1
3982024-07-15T22:18:46.758Z+ retry=1
3992024-07-15T22:18:46.781Z+++ zoneadm list -n
4002024-07-15T22:18:46.781Z+++ grep oxz_ntp
4012024-07-15T22:18:46.781Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4022024-07-15T22:18:46.781Z+ [[ offline != online ]]
4032024-07-15T22:18:46.781Z+ [[ 1 -gt 60 ]]
4042024-07-15T22:18:46.782Z+ sleep 1
4052024-07-15T22:18:47.779Z+ retry=2
4062024-07-15T22:18:47.803Z+++ zoneadm list -n
4072024-07-15T22:18:47.803Z+++ grep oxz_ntp
4082024-07-15T22:18:47.803Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4092024-07-15T22:18:47.803Z+ [[ offline != online ]]
4102024-07-15T22:18:47.803Z+ [[ 2 -gt 60 ]]
4112024-07-15T22:18:47.803Z+ sleep 1
4122024-07-15T22:18:48.804Z+ retry=3
4132024-07-15T22:18:48.828Z+++ zoneadm list -n
4142024-07-15T22:18:48.828Z+++ grep oxz_ntp
4152024-07-15T22:18:48.828Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4162024-07-15T22:18:48.828Z+ [[ offline != online ]]
4172024-07-15T22:18:48.828Z+ [[ 3 -gt 60 ]]
4182024-07-15T22:18:48.828Z+ sleep 1
4192024-07-15T22:18:49.826Z+ retry=4
4202024-07-15T22:18:49.850Z+++ zoneadm list -n
4212024-07-15T22:18:49.850Z+++ grep oxz_ntp
4222024-07-15T22:18:49.850Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4232024-07-15T22:18:49.850Z+ [[ offline != online ]]
4242024-07-15T22:18:49.850Z+ [[ 4 -gt 60 ]]
4252024-07-15T22:18:49.850Z+ sleep 1
4262024-07-15T22:18:50.849Z+ retry=5
4272024-07-15T22:18:50.876Z+++ zoneadm list -n
4282024-07-15T22:18:50.876Z+++ grep oxz_ntp
4292024-07-15T22:18:50.876Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4302024-07-15T22:18:50.876Z+ [[ offline != online ]]
4312024-07-15T22:18:50.876Z+ [[ 5 -gt 60 ]]
4322024-07-15T22:18:50.876Z+ sleep 1
4332024-07-15T22:18:51.871Z+ retry=6
4342024-07-15T22:18:51.894Z+++ zoneadm list -n
4352024-07-15T22:18:51.894Z+++ grep oxz_ntp
4362024-07-15T22:18:51.894Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4372024-07-15T22:18:51.894Z+ [[ offline != online ]]
4382024-07-15T22:18:51.895Z+ [[ 6 -gt 60 ]]
4392024-07-15T22:18:51.895Z+ sleep 1
 
4402024-07-15T22:18:53.765Zbuskin console login: Jul 15 22:18:53 buskin ip: ip: joining multicasts failed (4) on vopte0 - will use link layer broadcasts for multicast
 
4412024-07-15T22:18:53.916Z+ retry=7
4422024-07-15T22:18:53.939Z+++ zoneadm list -n
4432024-07-15T22:18:53.939Z+++ grep oxz_ntp
4442024-07-15T22:18:53.939Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4452024-07-15T22:18:53.940Z+ [[ offline != online ]]
4462024-07-15T22:18:53.940Z+ [[ 7 -gt 60 ]]
4472024-07-15T22:18:53.940Z+ sleep 1
4482024-07-15T22:18:53.940Z+ retry=8
4492024-07-15T22:18:53.940Z+++ zoneadm list -n
4502024-07-15T22:18:53.940Z+++ grep oxz_ntp
4512024-07-15T22:18:53.940Z++ pfexec svcs -z oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b -Hostate oxide/ntp
4522024-07-15T22:18:53.940Z+ [[ online != online ]]
4532024-07-15T22:18:53.940Z+ echo 'Waited for chrony: 8s'
4542024-07-15T22:18:53.940ZWaited for chrony: 8s
4552024-07-15T22:18:53.940Z+ retry=0
4562024-07-15T22:18:53.940Z+ zoneadm list
4572024-07-15T22:18:53.940Z+ grep nexus
4582024-07-15T22:18:53.964Z+ [[ 0 -gt 300 ]]
4592024-07-15T22:18:53.964Z+ sleep 1
4602024-07-15T22:18:54.944Z+ retry=1
4612024-07-15T22:18:54.967Z+ zoneadm list
4622024-07-15T22:18:54.967Z+ grep nexus
4632024-07-15T22:18:54.967Z+ [[ 1 -gt 300 ]]
4642024-07-15T22:18:54.967Z+ sleep 1
4652024-07-15T22:18:55.954Z+ retry=2
4662024-07-15T22:18:55.978Z+ zoneadm list
4672024-07-15T22:18:55.978Z+ grep nexus
4682024-07-15T22:18:55.978Z+ [[ 2 -gt 300 ]]
4692024-07-15T22:18:55.978Z+ sleep 1
4702024-07-15T22:18:56.965Z+ retry=3
4712024-07-15T22:18:56.988Z+ zoneadm list
4722024-07-15T22:18:56.988Z+ grep nexus
4732024-07-15T22:18:56.989Z+ [[ 3 -gt 300 ]]
4742024-07-15T22:18:56.989Z+ sleep 1
4752024-07-15T22:18:57.975Z+ retry=4
4762024-07-15T22:18:57.998Z+ zoneadm list
4772024-07-15T22:18:57.998Z+ grep nexus
4782024-07-15T22:18:57.998Z+ [[ 4 -gt 300 ]]
4792024-07-15T22:18:57.998Z+ sleep 1
4802024-07-15T22:18:58.985Z+ retry=5
4812024-07-15T22:18:59.009Z+ zoneadm list
4822024-07-15T22:18:59.009Z+ grep nexus
4832024-07-15T22:18:59.009Z+ [[ 5 -gt 300 ]]
4842024-07-15T22:18:59.009Z+ sleep 1
4852024-07-15T22:18:59.998Z+ retry=6
4862024-07-15T22:19:00.022Z+ zoneadm list
4872024-07-15T22:19:00.022Z+ grep nexus
4882024-07-15T22:19:00.022Z+ [[ 6 -gt 300 ]]
4892024-07-15T22:19:00.022Z+ sleep 1
4902024-07-15T22:19:01.011Z+ retry=7
4912024-07-15T22:19:01.035Z+ zoneadm list
4922024-07-15T22:19:01.035Z+ grep nexus
4932024-07-15T22:19:01.035Z+ [[ 7 -gt 300 ]]
4942024-07-15T22:19:01.035Z+ sleep 1
4952024-07-15T22:19:02.024Z+ retry=8
4962024-07-15T22:19:02.048Z+ zoneadm list
4972024-07-15T22:19:02.048Z+ grep nexus
4982024-07-15T22:19:02.048Z+ [[ 8 -gt 300 ]]
4992024-07-15T22:19:02.048Z+ sleep 1
5002024-07-15T22:19:03.045Z+ retry=9
5012024-07-15T22:19:03.069Z+ zoneadm list
5022024-07-15T22:19:03.069Z+ grep nexus
5032024-07-15T22:19:03.069Z+ [[ 9 -gt 300 ]]
5042024-07-15T22:19:03.069Z+ sleep 1
5052024-07-15T22:19:04.060Z+ retry=10
5062024-07-15T22:19:04.085Z+ zoneadm list
5072024-07-15T22:19:04.085Z+ grep nexus
5082024-07-15T22:19:04.085Z+ [[ 10 -gt 300 ]]
5092024-07-15T22:19:04.085Z+ sleep 1
5102024-07-15T22:19:05.096Z+ retry=11
5112024-07-15T22:19:05.120Z+ zoneadm list
5122024-07-15T22:19:05.211Z+ grep nexus
5132024-07-15T22:19:05.282Z+ [[ 11 -gt 300 ]]
5142024-07-15T22:19:05.282Z+ sleep 1
5152024-07-15T22:19:06.344Z+ retry=12
5162024-07-15T22:19:06.379Z+ zoneadm list
5172024-07-15T22:19:06.379Z+ grep nexus
5182024-07-15T22:19:06.446Z+ [[ 12 -gt 300 ]]
5192024-07-15T22:19:06.446Z+ sleep 1
5202024-07-15T22:19:07.683Z+ retry=13
5212024-07-15T22:19:07.683Z+ zoneadm list
5222024-07-15T22:19:07.683Z+ grep nexus
5232024-07-15T22:19:07.683Z+ [[ 13 -gt 300 ]]
5242024-07-15T22:19:07.683Z+ sleep 1
5252024-07-15T22:19:08.591Z+ retry=14
5262024-07-15T22:19:08.615Z+ zoneadm list
5272024-07-15T22:19:08.615Z+ grep nexus
5282024-07-15T22:19:08.615Z+ [[ 14 -gt 300 ]]
5292024-07-15T22:19:08.615Z+ sleep 1
5302024-07-15T22:19:09.605Z+ retry=15
5312024-07-15T22:19:09.629Z+ zoneadm list
5322024-07-15T22:19:09.629Z+ grep nexus
5332024-07-15T22:19:09.629Z+ [[ 15 -gt 300 ]]
5342024-07-15T22:19:09.629Z+ sleep 1
5352024-07-15T22:19:10.629Z+ retry=16
5362024-07-15T22:19:10.629Z+ zoneadm list
5372024-07-15T22:19:10.629Z+ grep nexus
5382024-07-15T22:19:10.629Z+ [[ 16 -gt 300 ]]
5392024-07-15T22:19:10.629Z+ sleep 1
5402024-07-15T22:19:11.629Z+ retry=17
5412024-07-15T22:19:11.653Z+ zoneadm list
5422024-07-15T22:19:11.653Z+ grep nexus
5432024-07-15T22:19:11.653Z+ [[ 17 -gt 300 ]]
5442024-07-15T22:19:11.653Z+ sleep 1
5452024-07-15T22:19:12.643Z+ retry=18
5462024-07-15T22:19:12.667Z+ zoneadm list
5472024-07-15T22:19:12.667Z+ grep nexus
5482024-07-15T22:19:12.667Z+ [[ 18 -gt 300 ]]
5492024-07-15T22:19:12.667Z+ sleep 1
5502024-07-15T22:19:13.656Z+ retry=19
5512024-07-15T22:19:13.680Z+ zoneadm list
5522024-07-15T22:19:13.680Z+ grep nexus
5532024-07-15T22:19:13.680Z+ [[ 19 -gt 300 ]]
5542024-07-15T22:19:13.680Z+ sleep 1
5552024-07-15T22:19:14.670Z+ retry=20
5562024-07-15T22:19:14.694Z+ zoneadm list
5572024-07-15T22:19:14.694Z+ grep nexus
5582024-07-15T22:19:14.694Z+ [[ 20 -gt 300 ]]
5592024-07-15T22:19:14.694Z+ sleep 1
5602024-07-15T22:19:15.683Z+ retry=21
5612024-07-15T22:19:15.707Z+ zoneadm list
5622024-07-15T22:19:15.707Z+ grep nexus
5632024-07-15T22:19:15.707Z+ [[ 21 -gt 300 ]]
5642024-07-15T22:19:15.707Z+ sleep 1
5652024-07-15T22:19:16.696Z+ retry=22
5662024-07-15T22:19:16.720Z+ zoneadm list
5672024-07-15T22:19:16.720Z+ grep nexus
5682024-07-15T22:19:16.720Z+ [[ 22 -gt 300 ]]
5692024-07-15T22:19:16.720Z+ sleep 1
5702024-07-15T22:19:17.713Z+ retry=23
5712024-07-15T22:19:17.738Z+ zoneadm list
5722024-07-15T22:19:17.860Z+ grep nexus
5732024-07-15T22:19:17.884Z+ [[ 23 -gt 300 ]]
5742024-07-15T22:19:17.884Z+ sleep 1
5752024-07-15T22:19:18.878Z+ retry=24
5762024-07-15T22:19:18.901Z+ zoneadm list
5772024-07-15T22:19:18.901Z+ grep nexus
5782024-07-15T22:19:18.901Z+ [[ 24 -gt 300 ]]
5792024-07-15T22:19:18.901Z+ sleep 1
5802024-07-15T22:19:19.891Z+ retry=25
5812024-07-15T22:19:19.918Z+ zoneadm list
5822024-07-15T22:19:19.918Z+ grep nexus
5832024-07-15T22:19:19.918Z+ [[ 25 -gt 300 ]]
5842024-07-15T22:19:19.918Z+ sleep 1
5852024-07-15T22:19:20.907Z+ retry=26
5862024-07-15T22:19:20.930Z+ zoneadm list
5872024-07-15T22:19:20.930Z+ grep nexus
5882024-07-15T22:19:20.930Z+ [[ 26 -gt 300 ]]
5892024-07-15T22:19:20.930Z+ sleep 1
5902024-07-15T22:19:21.921Z+ retry=27
5912024-07-15T22:19:21.944Z+ zoneadm list
5922024-07-15T22:19:21.944Z+ grep nexus
5932024-07-15T22:19:21.944Z+ [[ 27 -gt 300 ]]
5942024-07-15T22:19:21.944Z+ sleep 1
5952024-07-15T22:19:22.933Z+ retry=28
5962024-07-15T22:19:22.957Z+ zoneadm list
5972024-07-15T22:19:22.957Z+ grep nexus
5982024-07-15T22:19:22.957Z+ [[ 28 -gt 300 ]]
5992024-07-15T22:19:22.957Z+ sleep 1
6002024-07-15T22:19:23.945Z+ retry=29
6012024-07-15T22:19:23.969Z+ zoneadm list
6022024-07-15T22:19:23.969Z+ grep nexus
6032024-07-15T22:19:23.969Z+ [[ 29 -gt 300 ]]
6042024-07-15T22:19:23.969Z+ sleep 1
6052024-07-15T22:19:24.957Z+ retry=30
6062024-07-15T22:19:24.981Z+ zoneadm list
6072024-07-15T22:19:24.981Z+ grep nexus
6082024-07-15T22:19:24.981Z+ [[ 30 -gt 300 ]]
6092024-07-15T22:19:24.981Z+ sleep 1
6102024-07-15T22:19:25.972Z+ retry=31
6112024-07-15T22:19:25.996Z+ zoneadm list
6122024-07-15T22:19:25.996Z+ grep nexus
6132024-07-15T22:19:25.996Z+ [[ 31 -gt 300 ]]
6142024-07-15T22:19:25.996Z+ sleep 1
6152024-07-15T22:19:26.984Z+ retry=32
6162024-07-15T22:19:27.008Z+ zoneadm list
6172024-07-15T22:19:27.008Z+ grep nexus
6182024-07-15T22:19:27.008Z+ [[ 32 -gt 300 ]]
6192024-07-15T22:19:27.008Z+ sleep 1
6202024-07-15T22:19:27.999Z+ retry=33
6212024-07-15T22:19:28.023Z+ zoneadm list
6222024-07-15T22:19:28.023Z+ grep nexus
6232024-07-15T22:19:28.023Z+ [[ 33 -gt 300 ]]
6242024-07-15T22:19:28.023Z+ sleep 1
6252024-07-15T22:19:29.024Z+ retry=34
6262024-07-15T22:19:30.445Z+ zoneadm list
6272024-07-15T22:19:30.469Z+ grep nexus
6282024-07-15T22:19:30.469Z+ [[ 34 -gt 300 ]]
6292024-07-15T22:19:30.469Z+ sleep 1
6302024-07-15T22:19:31.462Z+ retry=35
6312024-07-15T22:19:31.486Z+ zoneadm list
6322024-07-15T22:19:31.486Z+ grep nexus
6332024-07-15T22:19:31.486Z+ [[ 35 -gt 300 ]]
6342024-07-15T22:19:31.486Z+ sleep 1
6352024-07-15T22:19:32.477Z+ retry=36
6362024-07-15T22:19:32.501Z+ zoneadm list
6372024-07-15T22:19:32.501Z+ grep nexus
6382024-07-15T22:19:32.501Z+ [[ 36 -gt 300 ]]
6392024-07-15T22:19:32.501Z+ sleep 1
6402024-07-15T22:19:33.495Z+ retry=37
6412024-07-15T22:19:33.518Z+ zoneadm list
6422024-07-15T22:19:33.518Z+ grep nexus
6432024-07-15T22:19:33.518Z+ [[ 37 -gt 300 ]]
6442024-07-15T22:19:33.518Z+ sleep 1
6452024-07-15T22:19:34.508Z+ retry=38
6462024-07-15T22:19:34.532Z+ zoneadm list
6472024-07-15T22:19:34.532Z+ grep nexus
6482024-07-15T22:19:34.532Z+ [[ 38 -gt 300 ]]
6492024-07-15T22:19:34.532Z+ sleep 1
6502024-07-15T22:19:35.521Z+ retry=39
6512024-07-15T22:19:35.545Z+ zoneadm list
6522024-07-15T22:19:35.546Z+ grep nexus
6532024-07-15T22:19:35.546Z+ [[ 39 -gt 300 ]]
6542024-07-15T22:19:35.546Z+ sleep 1
6552024-07-15T22:19:36.534Z+ retry=40
6562024-07-15T22:19:36.558Z+ zoneadm list
6572024-07-15T22:19:36.558Z+ grep nexus
6582024-07-15T22:19:36.558Z+ [[ 40 -gt 300 ]]
6592024-07-15T22:19:36.558Z+ sleep 1
6602024-07-15T22:19:37.546Z+ retry=41
6612024-07-15T22:19:37.570Z+ zoneadm list
6622024-07-15T22:19:37.570Z+ grep nexus
6632024-07-15T22:19:37.570Z+ [[ 41 -gt 300 ]]
6642024-07-15T22:19:37.570Z+ sleep 1
6652024-07-15T22:19:38.558Z+ retry=42
6662024-07-15T22:19:38.582Z+ zoneadm list
6672024-07-15T22:19:38.582Z+ grep nexus
6682024-07-15T22:19:38.582Z+ [[ 42 -gt 300 ]]
6692024-07-15T22:19:38.582Z+ sleep 1
6702024-07-15T22:19:39.572Z+ retry=43
6712024-07-15T22:19:39.595Z+ zoneadm list
6722024-07-15T22:19:39.595Z+ grep nexus
6732024-07-15T22:19:39.595Z+ [[ 43 -gt 300 ]]
6742024-07-15T22:19:39.595Z+ sleep 1
6752024-07-15T22:19:40.587Z+ retry=44
6762024-07-15T22:19:40.635Z+ zoneadm list
6772024-07-15T22:19:40.635Z+ grep nexus
6782024-07-15T22:19:40.635Z+ [[ 44 -gt 300 ]]
6792024-07-15T22:19:40.635Z+ sleep 1
6802024-07-15T22:19:41.601Z+ retry=45
6812024-07-15T22:19:41.625Z+ zoneadm list
6822024-07-15T22:19:41.625Z+ grep nexus
6832024-07-15T22:19:41.625Z+ [[ 45 -gt 300 ]]
6842024-07-15T22:19:41.625Z+ sleep 1
6852024-07-15T22:19:42.613Z+ retry=46
6862024-07-15T22:19:42.638Z+ zoneadm list
6872024-07-15T22:19:42.638Z+ grep nexus
6882024-07-15T22:19:42.638Z+ [[ 46 -gt 300 ]]
6892024-07-15T22:19:42.638Z+ sleep 1
6902024-07-15T22:19:43.626Z+ retry=47
6912024-07-15T22:19:43.650Z+ zoneadm list
6922024-07-15T22:19:43.650Z+ grep nexus
6932024-07-15T22:19:43.650Z+ [[ 47 -gt 300 ]]
6942024-07-15T22:19:43.650Z+ sleep 1
6952024-07-15T22:19:44.639Z+ retry=48
6962024-07-15T22:19:44.663Z+ zoneadm list
6972024-07-15T22:19:44.663Z+ grep nexus
6982024-07-15T22:19:44.663Z+ [[ 48 -gt 300 ]]
6992024-07-15T22:19:44.663Z+ sleep 1
7002024-07-15T22:19:45.652Z+ retry=49
7012024-07-15T22:19:45.676Z+ zoneadm list
7022024-07-15T22:19:45.676Z+ grep nexus
7032024-07-15T22:19:45.676Z+ [[ 49 -gt 300 ]]
7042024-07-15T22:19:45.676Z+ sleep 1
7052024-07-15T22:19:46.665Z+ retry=50
7062024-07-15T22:19:46.689Z+ zoneadm list
7072024-07-15T22:19:46.689Z+ grep nexus
7082024-07-15T22:19:46.689Z+ [[ 50 -gt 300 ]]
7092024-07-15T22:19:46.689Z+ sleep 1
7102024-07-15T22:19:47.678Z+ retry=51
7112024-07-15T22:19:47.702Z+ zoneadm list
7122024-07-15T22:19:47.702Z+ grep nexus
7132024-07-15T22:19:47.702Z+ [[ 51 -gt 300 ]]
7142024-07-15T22:19:47.702Z+ sleep 1
7152024-07-15T22:19:48.692Z+ retry=52
7162024-07-15T22:19:48.716Z+ zoneadm list
7172024-07-15T22:19:48.716Z+ grep nexus
7182024-07-15T22:19:48.716Z+ [[ 52 -gt 300 ]]
7192024-07-15T22:19:48.716Z+ sleep 1
7202024-07-15T22:19:49.704Z+ retry=53
7212024-07-15T22:19:49.728Z+ zoneadm list
7222024-07-15T22:19:49.728Z+ grep nexus
7232024-07-15T22:19:49.728Z+ [[ 53 -gt 300 ]]
7242024-07-15T22:19:49.728Z+ sleep 1
7252024-07-15T22:19:50.718Z+ retry=54
7262024-07-15T22:19:50.742Z+ zoneadm list
7272024-07-15T22:19:50.742Z+ grep nexus
7282024-07-15T22:19:50.742Z+ [[ 54 -gt 300 ]]
7292024-07-15T22:19:50.742Z+ sleep 1
7302024-07-15T22:19:51.731Z+ retry=55
7312024-07-15T22:19:51.755Z+ zoneadm list
7322024-07-15T22:19:51.755Z+ grep nexus
7332024-07-15T22:19:51.755Z+ [[ 55 -gt 300 ]]
7342024-07-15T22:19:51.755Z+ sleep 1
7352024-07-15T22:19:52.743Z+ retry=56
7362024-07-15T22:19:52.768Z+ zoneadm list
7372024-07-15T22:19:52.768Z+ grep nexus
7382024-07-15T22:19:52.768Z+ [[ 56 -gt 300 ]]
7392024-07-15T22:19:52.768Z+ sleep 1
7402024-07-15T22:19:53.756Z+ retry=57
7412024-07-15T22:19:53.780Z+ zoneadm list
7422024-07-15T22:19:53.780Z+ grep nexus
7432024-07-15T22:19:53.780Z+ [[ 57 -gt 300 ]]
7442024-07-15T22:19:53.780Z+ sleep 1
7452024-07-15T22:19:54.769Z+ retry=58
7462024-07-15T22:19:54.793Z+ zoneadm list
7472024-07-15T22:19:54.793Z+ grep nexus
7482024-07-15T22:19:54.793Z+ [[ 58 -gt 300 ]]
7492024-07-15T22:19:54.793Z+ sleep 1
7502024-07-15T22:19:55.783Z+ retry=59
7512024-07-15T22:19:55.808Z+ zoneadm list
7522024-07-15T22:19:55.808Z+ grep nexus
7532024-07-15T22:19:55.808Z+ [[ 59 -gt 300 ]]
7542024-07-15T22:19:55.808Z+ sleep 1
7552024-07-15T22:19:56.796Z+ retry=60
7562024-07-15T22:19:56.820Z+ zoneadm list
7572024-07-15T22:19:56.820Z+ grep nexus
7582024-07-15T22:19:56.820Z+ [[ 60 -gt 300 ]]
7592024-07-15T22:19:56.820Z+ sleep 1
7602024-07-15T22:19:57.810Z+ retry=61
7612024-07-15T22:19:57.834Z+ zoneadm list
7622024-07-15T22:19:57.834Z+ grep nexus
7632024-07-15T22:19:57.834Z+ [[ 61 -gt 300 ]]
7642024-07-15T22:19:57.834Z+ sleep 1
7652024-07-15T22:19:58.823Z+ retry=62
7662024-07-15T22:19:58.847Z+ zoneadm list
7672024-07-15T22:19:58.847Z+ grep nexus
7682024-07-15T22:19:58.847Z+ [[ 62 -gt 300 ]]
7692024-07-15T22:19:58.847Z+ sleep 1
7702024-07-15T22:19:59.845Z+ retry=63
7712024-07-15T22:19:59.869Z+ zoneadm list
7722024-07-15T22:19:59.869Z+ grep nexus
7732024-07-15T22:19:59.939Z+ [[ 63 -gt 300 ]]
7742024-07-15T22:19:59.939Z+ sleep 1
7752024-07-15T22:20:00.964Z+ retry=64
7762024-07-15T22:20:00.988Z+ zoneadm list
7772024-07-15T22:20:00.988Z+ grep nexus
7782024-07-15T22:20:00.988Z+ [[ 64 -gt 300 ]]
7792024-07-15T22:20:00.988Z+ sleep 1
7802024-07-15T22:20:02.081Z+ retry=65
7812024-07-15T22:20:02.082Z+ zoneadm list
7822024-07-15T22:20:02.082Z+ grep nexus
7832024-07-15T22:20:02.106Z+ [[ 65 -gt 300 ]]
7842024-07-15T22:20:02.106Z+ sleep 1
7852024-07-15T22:20:03.072Z+ retry=66
7862024-07-15T22:20:03.096Z+ zoneadm list
7872024-07-15T22:20:03.096Z+ grep nexus
7882024-07-15T22:20:03.096Z+ [[ 66 -gt 300 ]]
7892024-07-15T22:20:03.097Z+ sleep 1
7902024-07-15T22:20:04.098Z+ retry=67
7912024-07-15T22:20:04.123Z+ zoneadm list
7922024-07-15T22:20:04.123Z+ grep nexus
7932024-07-15T22:20:04.123Z+ [[ 67 -gt 300 ]]
7942024-07-15T22:20:04.123Z+ sleep 1
7952024-07-15T22:20:05.130Z+ retry=68
7962024-07-15T22:20:05.154Z+ zoneadm list
7972024-07-15T22:20:05.155Z+ grep nexus
7982024-07-15T22:20:05.155Z+ [[ 68 -gt 300 ]]
7992024-07-15T22:20:05.155Z+ sleep 1
8002024-07-15T22:20:06.152Z+ retry=69
8012024-07-15T22:20:06.176Z+ zoneadm list
8022024-07-15T22:20:06.177Z+ grep nexus
8032024-07-15T22:20:06.177Zoxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e
8042024-07-15T22:20:06.177Zoxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c
8052024-07-15T22:20:06.177Z+ echo 'Waited for nexus: 69s'
8062024-07-15T22:20:06.177ZWaited for nexus: 69s
8072024-07-15T22:20:06.177Z+ export RUST_BACKTRACE=1
8082024-07-15T22:20:06.177Z+ RUST_BACKTRACE=1
8092024-07-15T22:20:06.177Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8102024-07-15T22:20:06.177Z++ ./target/debug/bootstrap
8112024-07-15T22:20:07.816ZUsing external DNS server at 10.151.1.164:53
8122024-07-15T22:20:07.844Z2024-07-15 22:20:07.824261163 UTC: attempting to log into API
 
8132024-07-15T22:20:22.012ZJul 15 22:20:21 buskin ip: ip: joining multicasts failed (4) on vopte4 - will use link layer broadcasts for multicast
 
8142024-07-15T22:20:23.014Z2024-07-15 22:20:22.986617749 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
 
8152024-07-15T22:20:23.133ZJul 15 22:20:22 buskin ip: ip: joining multicasts failed (4) on vopte2 - will use link layer broadcasts for multicast
8162024-07-15T22:20:23.167ZJul 15 22:20:22 buskin ip: ip: joining multicasts failed (4) on vopte5 - will use link layer broadcasts for multicast
8172024-07-15T22:20:23.200ZJul 15 22:20:22 buskin ip: ip: joining multicasts failed (4) on vopte3 - will use link layer broadcasts for multicast
 
8182024-07-15T22:20:24.017Z2024-07-15 22:20:23.998242423 UTC: attempting to log into API
 
8192024-07-15T22:20:25.140ZJul 15 22:20:24 buskin ip: ip: joining multicasts failed (4) on vopte1 - will use link layer broadcasts for multicast
 
8202024-07-15T22:20:39.047Z2024-07-15 22:20:39.031687137 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8212024-07-15T22:20:40.048Z2024-07-15 22:20:40.032996774 UTC: attempting to log into API
8222024-07-15T22:20:55.079Z2024-07-15 22:20:55.066113869 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8232024-07-15T22:20:56.080Z2024-07-15 22:20:56.067391628 UTC: attempting to log into API
8242024-07-15T22:21:11.112Z2024-07-15 22:21:11.101007638 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8252024-07-15T22:21:12.113Z2024-07-15 22:21:12.102181887 UTC: attempting to log into API
8262024-07-15T22:21:12.916Z2024-07-15 22:21:12.904501970 UTC: login succeeded
8272024-07-15T22:21:12.947Zwaiting for nexus to come up...
8282024-07-15T22:21:13.029Zcreating IP pool... 10.151.1.175 - 10.151.1.227
8292024-07-15T22:21:13.217Zsetting up quotas...
8302024-07-15T22:21:13.264Zensuring datasets are ready...
8312024-07-15T22:21:16.148Zlet's roll.
8322024-07-15T22:21:16.172Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8332024-07-15T22:21:16.172ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8342024-07-15T22:21:16.172ZOXIDE_TOKEN=oxide-token-d506b5ee164fff13d4d5e43c9e5912aca1c0770c'
8352024-07-15T22:21:16.172Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8362024-07-15T22:21:16.172Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
8372024-07-15T22:21:16.172Z++ OXIDE_TOKEN=oxide-token-d506b5ee164fff13d4d5e43c9e5912aca1c0770c
8382024-07-15T22:21:16.172Z+ export OXIDE_HOST OXIDE_TOKEN
8392024-07-15T22:21:16.172Z+ retry=0
8402024-07-15T22:21:16.173Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8412024-07-15T22:21:16.243Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8422024-07-15T22:21:16.632Z{"status":"ok"}success
8432024-07-15T22:21:16.633ZProject {
8442024-07-15T22:21:16.633Z description: "some images",
8452024-07-15T22:21:16.633Z id: c7fba027-c092-4b4b-a695-7fd24a910c2d,
8462024-07-15T22:21:16.633Z name: Name(
8472024-07-15T22:21:16.633Z "images",
8482024-07-15T22:21:16.633Z ),
8492024-07-15T22:21:16.633Z time_created: 2024-07-15T22:21:16.327610Z,
8502024-07-15T22:21:16.633Z time_modified: 2024-07-15T22:21:16.327610Z,
8512024-07-15T22:21:16.633Z}
8522024-07-15T22:21:16.657Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8532024-07-15T22:26:35.980Zdone!
8542024-07-15T22:26:36.083Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8552024-07-15T22:26:36.185Zsuccess
8562024-07-15T22:26:36.185ZImage {
8572024-07-15T22:26:36.185Z block_size: ByteCount(
8582024-07-15T22:26:36.185Z 512,
8592024-07-15T22:26:36.185Z ),
8602024-07-15T22:26:36.185Z description: "debian 11 original base image",
8612024-07-15T22:26:36.209Z digest: None,
8622024-07-15T22:26:36.209Z id: d4acf5a5-5d7c-4426-be94-87dfbea37985,
8632024-07-15T22:26:36.209Z name: Name(
8642024-07-15T22:26:36.210Z "debian11",
8652024-07-15T22:26:36.210Z ),
8662024-07-15T22:26:36.210Z os: "debian",
8672024-07-15T22:26:36.210Z project_id: None,
8682024-07-15T22:26:36.210Z size: ByteCount(
8692024-07-15T22:26:36.210Z 2147483648,
8702024-07-15T22:26:36.210Z ),
8712024-07-15T22:26:36.210Z time_created: 2024-07-15T22:26:35.945407Z,
8722024-07-15T22:26:36.210Z time_modified: 2024-07-15T22:26:36.166004Z,
8732024-07-15T22:26:36.210Z url: None,
8742024-07-15T22:26:36.210Z version: "11",
8752024-07-15T22:26:36.210Z}
8762024-07-15T22:26:36.210Z+ for test_bin in tests/*
8772024-07-15T22:26:36.210Z+ ./tests/bootstrap-c1c02cc843dfa8df
8782024-07-15T22:26:36.210Z
8792024-07-15T22:26:36.210Zrunning 0 tests
8802024-07-15T22:26:36.210Z
8812024-07-15T22:26:36.210Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8822024-07-15T22:26:36.210Z
8832024-07-15T22:26:36.211Z+ for test_bin in tests/*
8842024-07-15T22:26:36.211Z+ ./tests/commtest-f163dbc2bf4bcc9b
8852024-07-15T22:26:36.235Z
8862024-07-15T22:26:36.235Zrunning 0 tests
8872024-07-15T22:26:36.235Z
8882024-07-15T22:26:36.235Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8892024-07-15T22:26:36.235Z
8902024-07-15T22:26:36.235Z+ for test_bin in tests/*
8912024-07-15T22:26:36.235Z+ ./tests/dhcp_server-c1f309dc8856d75d
8922024-07-15T22:26:36.235Z
8932024-07-15T22:26:36.235Zrunning 0 tests
8942024-07-15T22:26:36.235Z
8952024-07-15T22:26:36.235Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8962024-07-15T22:26:36.235Z
8972024-07-15T22:26:36.235Z+ for test_bin in tests/*
8982024-07-15T22:26:36.235Z+ ./tests/end_to_end_tests-f55ed16bd1096325
8992024-07-15T22:26:36.347Z
9002024-07-15T22:26:36.347Zrunning 2 tests
9012024-07-15T22:26:36.535Ztest no_spoof::no_spoof_here ... ok
9022024-07-15T22:27:04.151Ztest instance_launch::instance_launch ... ok
9032024-07-15T22:27:04.151Z
9042024-07-15T22:27:04.151Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.80s
9052024-07-15T22:27:04.151Z
9062024-07-15T22:27:04.175Z+ _exit_trap
9072024-07-15T22:27:04.175Z+ local status=0
9082024-07-15T22:27:04.175Z+ set +o errexit
9092024-07-15T22:27:04.175Z+ pfexec svcadm -Z disable -s cron
9102024-07-15T22:27:05.592Z+ [[ 0 -eq 0 ]]
9112024-07-15T22:27:05.592Z+ exit 0
9122024-07-15T22:27:05.617Zprocess exited: duration 573752 ms, exit code 0
 
9132024-07-15T22:27:05.719Zfound 106 output files
9142024-07-15T22:27:05.719Zuploading: /var/svc/log/oxide-sled-agent:default.log (904884 bytes)
9152024-07-15T22:27:07.015Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9162024-07-15T22:27:07.016Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4357351 bytes)
9172024-07-15T22:27:07.430Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4357351 -> 4368622
9182024-07-15T22:27:08.500Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9192024-07-15T22:27:08.500Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (52293 bytes)
9202024-07-15T22:27:09.680Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9212024-07-15T22:27:09.704Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (167806 bytes)
9222024-07-15T22:27:09.859Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 167806 -> 169370
9232024-07-15T22:27:10.930Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9242024-07-15T22:27:10.930Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (215970 bytes)
9252024-07-15T22:27:11.109Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 215970 -> 217922
9262024-07-15T22:27:12.178Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9272024-07-15T22:27:12.178Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1326118 bytes)
9282024-07-15T22:27:12.475Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1326118 -> 1350173
9292024-07-15T22:27:13.544Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9302024-07-15T22:27:13.544Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (702641 bytes)
9312024-07-15T22:27:13.794Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 702641 -> 716381
9322024-07-15T22:27:14.864Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9332024-07-15T22:27:14.864Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (1678 bytes)
9342024-07-15T22:27:15.957Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9352024-07-15T22:27:15.957Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (251437 bytes)
9362024-07-15T22:27:16.187Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 251437 -> 257636
9372024-07-15T22:27:17.256Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9382024-07-15T22:27:17.257Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (7735 bytes)
9392024-07-15T22:27:18.372Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9402024-07-15T22:27:18.372Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (5353 bytes)
9412024-07-15T22:27:19.466Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9422024-07-15T22:27:19.466Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-cockroach-admin:default.log (2796 bytes)
9432024-07-15T22:27:20.560Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-cockroach-admin:default.log
9442024-07-15T22:27:20.560Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
9452024-07-15T22:27:21.656Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-cockroachdb:default.log
9462024-07-15T22:27:21.656Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-zone-network-setup:default.log (1689 bytes)
9472024-07-15T22:27:22.750Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_cockroachdb_2a9a113f-c37c-45f1-932c-5a59f646d9f9/root/var/svc/log/oxide-zone-network-setup:default.log
9482024-07-15T22:27:22.750Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-agent:default.log (44250 bytes)
9492024-07-15T22:27:23.909Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-agent:default.log
9502024-07-15T22:27:23.909Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9512024-07-15T22:27:25.001Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:default.log
9522024-07-15T22:27:25.001Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603.log (5992 bytes)
9532024-07-15T22:27:26.098Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-4e482f89-fbe9-434a-a65f-7afe35ed3603.log
9542024-07-15T22:27:26.098Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-7edfeb3f-ebde-4ff5-b953-0d10501e709d.log (3020 bytes)
9552024-07-15T22:27:27.196Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-7edfeb3f-ebde-4ff5-b953-0d10501e709d.log
9562024-07-15T22:27:27.196Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130.log (6074 bytes)
9572024-07-15T22:27:28.400Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-94c60b8b-6e16-43ea-b21c-8887dbb71130.log
9582024-07-15T22:27:28.400Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:snapshot-94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log (5684 bytes)
9592024-07-15T22:27:29.622Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-crucible-downstairs:snapshot-94c60b8b-6e16-43ea-b21c-8887dbb71130-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log
9602024-07-15T22:27:29.622Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
9612024-07-15T22:27:30.719Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_crucible_e3d855fa-e4e6-4a3a-b524-631f17b366cf/root/var/svc/log/oxide-zone-network-setup:default.log
9622024-07-15T22:27:30.719Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-nexus:default.log (38896926 bytes)
9632024-07-15T22:27:32.300Zupload warning: file "/pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38896926 -> 39123014
9642024-07-15T22:27:33.369Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-nexus:default.log
9652024-07-15T22:27:33.370Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-opte-interface-setup:default.log (1138 bytes)
9662024-07-15T22:27:34.468Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-opte-interface-setup:default.log
9672024-07-15T22:27:34.492Zuploading: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
9682024-07-15T22:27:35.561Zuploaded: /pool/ext/02c5def4-d587-434b-aec8-a81699bd53f2/crypt/zone/oxz_nexus_376e9a8f-2716-435f-843f-8e054d8db65c/root/var/svc/log/oxide-zone-network-setup:default.log
9692024-07-15T22:27:35.561Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-agent:default.log (32958 bytes)
9702024-07-15T22:27:36.720Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-agent:default.log
9712024-07-15T22:27:36.720Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9722024-07-15T22:27:37.813Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:default.log
9732024-07-15T22:27:37.813Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-15111146-33e0-47c2-814e-5e1ef661095e.log (6075 bytes)
9742024-07-15T22:27:38.907Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-15111146-33e0-47c2-814e-5e1ef661095e.log
9752024-07-15T22:27:38.907Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-440ade73-fb5f-4226-a738-286077f80dd1.log (3126 bytes)
9762024-07-15T22:27:40.001Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-440ade73-fb5f-4226-a738-286077f80dd1.log
9772024-07-15T22:27:40.001Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-5c445ff2-3db8-436e-a43d-5fcfe3711a22.log (3017 bytes)
9782024-07-15T22:27:41.093Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:downstairs-5c445ff2-3db8-436e-a43d-5fcfe3711a22.log
9792024-07-15T22:27:41.117Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:snapshot-15111146-33e0-47c2-814e-5e1ef661095e-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log (5685 bytes)
9802024-07-15T22:27:42.186Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-crucible-downstairs:snapshot-15111146-33e0-47c2-814e-5e1ef661095e-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log
9812024-07-15T22:27:42.186Zuploading: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
9822024-07-15T22:27:43.280Zuploaded: /pool/ext/6c05cd98-a794-48e4-b841-27ad4302be3f/crypt/zone/oxz_crucible_a45318bd-f611-4b5d-8d1e-e18f2a61d217/root/var/svc/log/oxide-zone-network-setup:default.log
9832024-07-15T22:27:43.280Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-cockroach-admin:default.log (2795 bytes)
9842024-07-15T22:27:44.373Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-cockroach-admin:default.log
9852024-07-15T22:27:44.373Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
9862024-07-15T22:27:45.466Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-cockroachdb:default.log
9872024-07-15T22:27:45.466Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-zone-network-setup:default.log (1690 bytes)
9882024-07-15T22:27:46.560Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_cockroachdb_bb22d3ff-05e8-4345-91e4-5c4bb3b98a82/root/var/svc/log/oxide-zone-network-setup:default.log
9892024-07-15T22:27:46.560Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9902024-07-15T22:27:47.654Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-crucible-agent:default.log
9912024-07-15T22:27:47.654Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9922024-07-15T22:27:48.747Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-crucible-downstairs:default.log
9932024-07-15T22:27:48.771Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
9942024-07-15T22:27:49.842Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_crucible_d5a3316d-0273-4af7-96d4-484cc3670ecc/root/var/svc/log/oxide-zone-network-setup:default.log
9952024-07-15T22:27:49.842Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_internal_dns_9481935a-53a9-4ff2-a53b-c5dd45445b9e/root/var/svc/log/oxide-internal_dns:default.log (108990 bytes)
9962024-07-15T22:27:49.998Zupload warning: file "/pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_internal_dns_9481935a-53a9-4ff2-a53b-c5dd45445b9e/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 108990 -> 112742
9972024-07-15T22:27:51.068Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_internal_dns_9481935a-53a9-4ff2-a53b-c5dd45445b9e/root/var/svc/log/oxide-internal_dns:default.log
9982024-07-15T22:27:51.068Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_internal_dns_9481935a-53a9-4ff2-a53b-c5dd45445b9e/root/var/svc/log/oxide-zone-network-setup:default.log (1688 bytes)
9992024-07-15T22:27:52.161Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_internal_dns_9481935a-53a9-4ff2-a53b-c5dd45445b9e/root/var/svc/log/oxide-zone-network-setup:default.log
10002024-07-15T22:27:52.161Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-nexus:default.log (2538260 bytes)
10012024-07-15T22:27:52.514Zupload warning: file "/pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2538260 -> 2738081
10022024-07-15T22:27:53.584Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-nexus:default.log
10032024-07-15T22:27:53.584Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-opte-interface-setup:default.log (1137 bytes)
10042024-07-15T22:27:54.678Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-opte-interface-setup:default.log
10052024-07-15T22:27:54.678Zuploading: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
10062024-07-15T22:27:55.772Zuploaded: /pool/ext/73b84d0f-1432-4a5e-9d78-0becf954689e/crypt/zone/oxz_nexus_4b08ebcf-e650-46a8-94f6-05391ce7e06e/root/var/svc/log/oxide-zone-network-setup:default.log
10072024-07-15T22:27:55.772Zuploading: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10082024-07-15T22:27:56.865Zuploaded: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-crucible-agent:default.log
10092024-07-15T22:27:56.865Zuploading: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10102024-07-15T22:27:57.958Zuploaded: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-crucible-downstairs:default.log
10112024-07-15T22:27:57.958Zuploading: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10122024-07-15T22:27:59.051Zuploaded: /pool/ext/78f860fd-aaa8-4d3a-b7c2-705efd1b73d7/crypt/zone/oxz_crucible_bb198e90-b4a1-4889-b02b-02fb502158ef/root/var/svc/log/oxide-zone-network-setup:default.log
10132024-07-15T22:27:59.051Zuploading: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-agent:default.log (23028 bytes)
10142024-07-15T22:28:00.189Zuploaded: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-agent:default.log
10152024-07-15T22:28:00.189Zuploading: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10162024-07-15T22:28:01.283Zuploaded: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:default.log
10172024-07-15T22:28:01.283Zuploading: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2663401-45bd-4a5e-abea-82de95616f53.log (3126 bytes)
10182024-07-15T22:28:02.379Zuploaded: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:downstairs-f2663401-45bd-4a5e-abea-82de95616f53.log
10192024-07-15T22:28:02.379Zuploading: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849.log (5992 bytes)
10202024-07-15T22:28:03.474Zuploaded: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-crucible-downstairs:downstairs-fc05a55a-5ff5-4ca6-b0b8-6efb2644c849.log
10212024-07-15T22:28:03.474Zuploading: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
10222024-07-15T22:28:04.567Zuploaded: /pool/ext/8324d302-4dc7-40c8-bb4b-77a8b0a3cdc6/crypt/zone/oxz_crucible_52fa2dfa-f7ca-4ea0-9a35-203b947b6e8d/root/var/svc/log/oxide-zone-network-setup:default.log
10232024-07-15T22:28:04.567Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-cockroach-admin:default.log (2794 bytes)
10242024-07-15T22:28:05.660Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-cockroach-admin:default.log
10252024-07-15T22:28:05.660Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10262024-07-15T22:28:06.753Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-cockroachdb:default.log
10272024-07-15T22:28:06.753Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-zone-network-setup:default.log (1690 bytes)
10282024-07-15T22:28:07.846Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_cockroachdb_e8fb31fe-c707-471d-87e1-af2b82376bea/root/var/svc/log/oxide-zone-network-setup:default.log
10292024-07-15T22:28:07.846Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-agent:default.log (24372 bytes)
10302024-07-15T22:28:08.983Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-agent:default.log
10312024-07-15T22:28:08.983Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10322024-07-15T22:28:10.076Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:default.log
10332024-07-15T22:28:10.076Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-cacc09da-6bb4-4bc6-b155-1e15442a3982.log (3017 bytes)
10342024-07-15T22:28:11.169Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-cacc09da-6bb4-4bc6-b155-1e15442a3982.log
10352024-07-15T22:28:11.169Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-f753a158-8168-4c97-952e-88781bd6aeb1.log (5994 bytes)
10362024-07-15T22:28:12.262Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-crucible-downstairs:downstairs-f753a158-8168-4c97-952e-88781bd6aeb1.log
10372024-07-15T22:28:12.286Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10382024-07-15T22:28:13.356Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_crucible_bb787720-bd82-4b73-8388-8bf71340de9f/root/var/svc/log/oxide-zone-network-setup:default.log
10392024-07-15T22:28:13.356Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-chrony-setup:default.log (14142 bytes)
10402024-07-15T22:28:14.471Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-chrony-setup:default.log
10412024-07-15T22:28:14.471Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-ntp:default.log (597 bytes)
10422024-07-15T22:28:15.564Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-ntp:default.log
10432024-07-15T22:28:15.564Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-opte-interface-setup:default.log (1129 bytes)
10442024-07-15T22:28:16.658Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-opte-interface-setup:default.log
10452024-07-15T22:28:16.658Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-zone-network-setup:default.log (1644 bytes)
10462024-07-15T22:28:17.751Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/svc/log/oxide-zone-network-setup:default.log
10472024-07-15T22:28:17.751Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_clickhouse_4128d5e4-e9a5-4dd4-b41a-20bcb711015e/root/var/svc/log/oxide-clickhouse:default.log (2651003 bytes)
10482024-07-15T22:28:18.281Zupload warning: file "/pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_clickhouse_4128d5e4-e9a5-4dd4-b41a-20bcb711015e/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 2651003 -> 3106296
10492024-07-15T22:28:19.350Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_clickhouse_4128d5e4-e9a5-4dd4-b41a-20bcb711015e/root/var/svc/log/oxide-clickhouse:default.log
10502024-07-15T22:28:19.351Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_clickhouse_4128d5e4-e9a5-4dd4-b41a-20bcb711015e/root/var/svc/log/oxide-zone-network-setup:default.log (1693 bytes)
10512024-07-15T22:28:20.444Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_clickhouse_4128d5e4-e9a5-4dd4-b41a-20bcb711015e/root/var/svc/log/oxide-zone-network-setup:default.log
10522024-07-15T22:28:20.467Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-cockroach-admin:default.log (2796 bytes)
10532024-07-15T22:28:21.538Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-cockroach-admin:default.log
10542024-07-15T22:28:21.538Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-cockroachdb:default.log (4314 bytes)
10552024-07-15T22:28:22.631Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-cockroachdb:default.log
10562024-07-15T22:28:22.631Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-zone-network-setup:default.log (1690 bytes)
10572024-07-15T22:28:23.724Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_cockroachdb_37726fee-646b-4c1d-a4b8-b39dcda30f6c/root/var/svc/log/oxide-zone-network-setup:default.log
10582024-07-15T22:28:23.724Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10592024-07-15T22:28:24.817Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-crucible-agent:default.log
10602024-07-15T22:28:24.817Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10612024-07-15T22:28:25.911Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-crucible-downstairs:default.log
10622024-07-15T22:28:25.911Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
10632024-07-15T22:28:27.004Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_b24d8637-1aa0-4758-9453-ca6a58db1f0a/root/var/svc/log/oxide-zone-network-setup:default.log
10642024-07-15T22:28:27.004Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_pantry_297aba79-cc64-4306-9576-f97d1705c468/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
10652024-07-15T22:28:28.099Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_pantry_297aba79-cc64-4306-9576-f97d1705c468/root/var/svc/log/oxide-crucible-pantry:default.log
10662024-07-15T22:28:28.099Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_pantry_297aba79-cc64-4306-9576-f97d1705c468/root/var/svc/log/oxide-zone-network-setup:default.log (1723 bytes)
10672024-07-15T22:28:29.193Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_crucible_pantry_297aba79-cc64-4306-9576-f97d1705c468/root/var/svc/log/oxide-zone-network-setup:default.log
10682024-07-15T22:28:29.193Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-external_dns:default.log (26863 bytes)
10692024-07-15T22:28:29.304Zupload warning: file "/pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26863 -> 30640
10702024-07-15T22:28:30.374Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-external_dns:default.log
10712024-07-15T22:28:30.374Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-opte-interface-setup:default.log (1159 bytes)
10722024-07-15T22:28:31.467Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-opte-interface-setup:default.log
10732024-07-15T22:28:31.468Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-zone-network-setup:default.log (1705 bytes)
10742024-07-15T22:28:32.561Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_external_dns_120d3c58-1a88-42b1-81ec-c476dd44f8e4/root/var/svc/log/oxide-zone-network-setup:default.log
10752024-07-15T22:28:32.561Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_internal_dns_28d5f905-bccc-4cbb-917d-e289ccf29093/root/var/svc/log/oxide-internal_dns:default.log (107780 bytes)
10762024-07-15T22:28:32.723Zupload warning: file "/pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_internal_dns_28d5f905-bccc-4cbb-917d-e289ccf29093/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 107780 -> 115292
10772024-07-15T22:28:33.793Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_internal_dns_28d5f905-bccc-4cbb-917d-e289ccf29093/root/var/svc/log/oxide-internal_dns:default.log
10782024-07-15T22:28:33.793Zuploading: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_internal_dns_28d5f905-bccc-4cbb-917d-e289ccf29093/root/var/svc/log/oxide-zone-network-setup:default.log (1687 bytes)
10792024-07-15T22:28:34.887Zuploaded: /pool/ext/ac497f00-f425-459d-ade0-9e3ac1a70c8c/crypt/zone/oxz_internal_dns_28d5f905-bccc-4cbb-917d-e289ccf29093/root/var/svc/log/oxide-zone-network-setup:default.log
10802024-07-15T22:28:34.887Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-agent:default.log (18415 bytes)
10812024-07-15T22:28:36.023Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-agent:default.log
10822024-07-15T22:28:36.023Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10832024-07-15T22:28:37.116Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:default.log
10842024-07-15T22:28:37.116Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:downstairs-dab31819-1807-452b-a4c6-5a8634525dfa.log (6071 bytes)
10852024-07-15T22:28:38.209Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:downstairs-dab31819-1807-452b-a4c6-5a8634525dfa.log
10862024-07-15T22:28:38.209Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:snapshot-dab31819-1807-452b-a4c6-5a8634525dfa-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log (5684 bytes)
10872024-07-15T22:28:39.303Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-crucible-downstairs:snapshot-dab31819-1807-452b-a4c6-5a8634525dfa-bdb257f9-ff1c-4eb6-85a9-a642ac5979b1.log
10882024-07-15T22:28:39.303Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
10892024-07-15T22:28:40.396Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_beb8276e-234b-4d5d-b79a-dbde9838ee53/root/var/svc/log/oxide-zone-network-setup:default.log
10902024-07-15T22:28:40.427Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_1e8c85e7-b9e4-49ee-92ec-891088c2978b/root/var/svc/log/oxide-crucible-pantry:default.log (763928 bytes)
10912024-07-15T22:28:41.718Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_1e8c85e7-b9e4-49ee-92ec-891088c2978b/root/var/svc/log/oxide-crucible-pantry:default.log
10922024-07-15T22:28:41.718Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_1e8c85e7-b9e4-49ee-92ec-891088c2978b/root/var/svc/log/oxide-zone-network-setup:default.log (1723 bytes)
10932024-07-15T22:28:42.811Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_1e8c85e7-b9e4-49ee-92ec-891088c2978b/root/var/svc/log/oxide-zone-network-setup:default.log
10942024-07-15T22:28:42.811Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_2c27bd4f-1e6f-4377-aa4f-050ec3f89fc1/root/var/svc/log/oxide-crucible-pantry:default.log (782 bytes)
10952024-07-15T22:28:43.905Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_2c27bd4f-1e6f-4377-aa4f-050ec3f89fc1/root/var/svc/log/oxide-crucible-pantry:default.log
10962024-07-15T22:28:43.905Zuploading: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_2c27bd4f-1e6f-4377-aa4f-050ec3f89fc1/root/var/svc/log/oxide-zone-network-setup:default.log (1725 bytes)
10972024-07-15T22:28:45.001Zuploaded: /pool/ext/c9d82f59-62fd-4afe-accf-d87436e79c42/crypt/zone/oxz_crucible_pantry_2c27bd4f-1e6f-4377-aa4f-050ec3f89fc1/root/var/svc/log/oxide-zone-network-setup:default.log
10982024-07-15T22:28:45.001Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-cockroach-admin:default.log (2796 bytes)
10992024-07-15T22:28:46.093Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-cockroach-admin:default.log
11002024-07-15T22:28:46.093Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11012024-07-15T22:28:47.188Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-cockroachdb:default.log
11022024-07-15T22:28:47.188Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-zone-network-setup:default.log (1688 bytes)
11032024-07-15T22:28:48.282Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_cockroachdb_45144189-3de6-4586-a0db-9b1afad80a69/root/var/svc/log/oxide-zone-network-setup:default.log
11042024-07-15T22:28:48.282Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-agent:default.log (12508 bytes)
11052024-07-15T22:28:49.398Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-agent:default.log
11062024-07-15T22:28:49.398Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11072024-07-15T22:28:50.491Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-downstairs:default.log
11082024-07-15T22:28:50.491Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-downstairs:downstairs-df4927f2-b705-42f3-86a6-9fed67ef1dfe.log (3123 bytes)
11092024-07-15T22:28:51.584Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-crucible-downstairs:downstairs-df4927f2-b705-42f3-86a6-9fed67ef1dfe.log
11102024-07-15T22:28:51.584Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-zone-network-setup:default.log (1683 bytes)
11112024-07-15T22:28:52.677Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_crucible_c7e39fbe-756d-43f2-bcbe-666647278a24/root/var/svc/log/oxide-zone-network-setup:default.log
11122024-07-15T22:28:52.677Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-external_dns:default.log (26870 bytes)
11132024-07-15T22:28:52.790Zupload warning: file "/pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26870 -> 34420
11142024-07-15T22:28:53.860Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-external_dns:default.log
11152024-07-15T22:28:53.860Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-opte-interface-setup:default.log (1158 bytes)
11162024-07-15T22:28:54.953Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-opte-interface-setup:default.log
11172024-07-15T22:28:54.954Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-zone-network-setup:default.log (1704 bytes)
11182024-07-15T22:28:56.046Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_external_dns_971587a0-f941-47ea-9a81-226dd447b534/root/var/svc/log/oxide-zone-network-setup:default.log
11192024-07-15T22:28:56.046Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_internal_dns_ee8d7f33-2178-47ac-8b2d-2c6acc67ba03/root/var/svc/log/oxide-internal_dns:default.log (107780 bytes)
11202024-07-15T22:28:56.202Zupload warning: file "/pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_internal_dns_ee8d7f33-2178-47ac-8b2d-2c6acc67ba03/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 107780 -> 115290
11212024-07-15T22:28:57.271Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_internal_dns_ee8d7f33-2178-47ac-8b2d-2c6acc67ba03/root/var/svc/log/oxide-internal_dns:default.log
11222024-07-15T22:28:57.271Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_internal_dns_ee8d7f33-2178-47ac-8b2d-2c6acc67ba03/root/var/svc/log/oxide-zone-network-setup:default.log (1688 bytes)
11232024-07-15T22:28:58.365Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_internal_dns_ee8d7f33-2178-47ac-8b2d-2c6acc67ba03/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-07-15T22:28:58.365Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-nexus:default.log (2603643 bytes)
11252024-07-15T22:28:58.807Zupload warning: file "/pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2603643 -> 3095827
11262024-07-15T22:28:59.877Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-nexus:default.log
11272024-07-15T22:28:59.877Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-opte-interface-setup:default.log (1138 bytes)
11282024-07-15T22:29:00.970Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-opte-interface-setup:default.log
11292024-07-15T22:29:00.970Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-zone-network-setup:default.log (1663 bytes)
11302024-07-15T22:29:02.063Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_nexus_b711ccbd-8ec6-4d99-9c04-50c013607253/root/var/svc/log/oxide-zone-network-setup:default.log
11312024-07-15T22:29:02.064Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_oximeter_283806f2-4258-488c-9bc3-ce27c3a386a8/root/var/svc/log/oxide-oximeter:default.log (1611402 bytes)
11322024-07-15T22:29:02.479Zupload warning: file "/pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_oximeter_283806f2-4258-488c-9bc3-ce27c3a386a8/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1611402 -> 2089051
11332024-07-15T22:29:03.549Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_oximeter_283806f2-4258-488c-9bc3-ce27c3a386a8/root/var/svc/log/oxide-oximeter:default.log
11342024-07-15T22:29:03.549Zuploading: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_oximeter_283806f2-4258-488c-9bc3-ce27c3a386a8/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
11352024-07-15T22:29:04.642Zuploaded: /pool/ext/e6693bce-557c-4eae-98b4-9bec417d0c09/crypt/zone/oxz_oximeter_283806f2-4258-488c-9bc3-ce27c3a386a8/root/var/svc/log/oxide-zone-network-setup:default.log
11362024-07-15T22:29:04.643Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/measurements.log (13015 bytes)
11372024-07-15T22:29:04.731Zupload warning: file "/pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/measurements.log" changed size mid upload: 13015 -> 15892
11382024-07-15T22:29:05.802Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/measurements.log
11392024-07-15T22:29:05.802Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/statistics.log (8073 bytes)
11402024-07-15T22:29:05.872Zupload warning: file "/pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/statistics.log" changed size mid upload: 8073 -> 10530
11412024-07-15T22:29:06.942Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/statistics.log
11422024-07-15T22:29:06.942Zuploading: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/tracking.log (1850 bytes)
11432024-07-15T22:29:06.987Zupload warning: file "/pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/tracking.log" changed size mid upload: 1850 -> 2114
11442024-07-15T22:29:08.057Zuploaded: /pool/ext/9397d579-3373-4bc1-a701-7e8751c07a8f/crypt/zone/oxz_ntp_80b105b4-d5cd-4a94-9079-06603b09bc9b/root/var/log/chrony/tracking.log