01JFKQ1C49RQ0TYPSGMDYADSC7: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JFKQ474PF4HR8QAY88RPZPER

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-21T04:56:55.564Zjob dependencies complete; ready to run (waiting for 36 m 19 s)
22024-12-21T07:38:10.533Zjob assigned to worker 01JFM24AP518HS3BPVXKYTA8VM [factory lab, buskin/12865] (queued for 2 h 41 m 14 s)
32024-12-21T07:38:10.754Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42024-12-21T07:38:10.800Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52024-12-21T07:38:10.833Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62024-12-21T07:38:10.867Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72024-12-21T07:38:10.901Zhttp://172.20.0.5:9969/postboot/buskin... ok
82024-12-21T07:38:10.934ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-12-21T07:38:10.968Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-12-21T07:38:11.002ZOxide Helios Version helios-2.0.23032 64-bit
112024-12-21T07:38:11.035ZConfiguring devices.
122024-12-21T07:38:11.070Z##################################################
132024-12-21T07:38:11.102Z#### ############# ##
142024-12-21T07:38:11.136Z### ### ############ ##
152024-12-21T07:38:11.169Z## ### # ## ### ## Oxide Computer Company ##
162024-12-21T07:38:11.203Z## ## ## ### # ### ##
172024-12-21T07:38:11.259Z## # ### #### #### This Station Under ##
182024-12-21T07:38:11.292Z### ### #### # ### Computer Control ##
192024-12-21T07:38:11.326Z#### #### ### ## ##
202024-12-21T07:38:11.359Z##################################################
212024-12-21T07:38:11.393ZHostname: buskin
222024-12-21T07:38:11.426ZLoading smf(7) service descriptions:
232024-12-21T07:38:11.979Zdownloading input: /input/package/work/package.tar.gz
242024-12-21T07:43:29.806Zdownloaded input: /input/package/work/package.tar.gz
 
252024-12-21T07:43:29.806Zstarting task 0: "setup"
262024-12-21T07:43:29.830Z++ uname -s
272024-12-21T07:43:29.830Z+ kern=SunOS
282024-12-21T07:43:29.830Z+ case "$kern" in
292024-12-21T07:43:29.830Z+ groupadd -g 12345 build
302024-12-21T07:43:29.830Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-12-21T07:43:31.776Z+ zfs create -o mountpoint=/work rpool/work
322024-12-21T07:43:31.799Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-12-21T07:43:31.799Z+ home_fs=zfs
342024-12-21T07:43:31.800Z+ [[ zfs == autofs ]]
352024-12-21T07:43:31.800Z+ mkdir -p /home/build
362024-12-21T07:43:31.823Z+ chown build:build /home/build /work
372024-12-21T07:43:33.803Z+ chmod 0700 /home/build /work
382024-12-21T07:43:33.827Zprocess exited: duration 4049 ms, exit code 0
 
392024-12-21T07:43:33.875Zstarting task 1: "authentication"
402024-12-21T07:43:33.919Zprocess exited: duration 44 ms, exit code 0
 
412024-12-21T07:43:33.965Zstarting task 2: "build"
422024-12-21T07:43:33.991Z+ trap _exit_trap EXIT
432024-12-21T07:43:33.991Z+ OPTE_COMMIT=
442024-12-21T07:43:33.991Z+ [[ x != \x ]]
452024-12-21T07:43:33.991Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-12-21T07:43:34.085Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-12-21T07:43:34.085Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-12-21T07:43:34.085Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-12-21T07:43:34.085Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-12-21T07:43:34.085Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-12-21T07:43:34.085Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-12-21T07:43:34.108Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-12-21T07:43:34.109Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-12-21T07:43:34.109Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-12-21T07:43:34.109Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-12-21T07:43:34.109Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-12-21T07:43:34.110Z+ [[ -d /opt/oxide ]]
582024-12-21T07:43:34.110Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-12-21T07:43:34.110Z+ pfexec mkdir /opt/oxide
602024-12-21T07:43:34.110Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-12-21T07:43:34.110Z+ [[ -d /opt/oxide-underneath ]]
622024-12-21T07:43:34.110Z+ cd /opt/oxide-underneath
632024-12-21T07:43:34.110Z+ pfexec tar ceEp@/f - .
642024-12-21T07:43:34.110Z+ cd /opt/oxide
652024-12-21T07:43:34.110Z+ pfexec tar xveEp@/f -
662024-12-21T07:43:34.143Zx ., 0 bytes, 0 tape blocks
672024-12-21T07:43:34.143Zx ./opte, 0 bytes, 0 tape blocks
682024-12-21T07:43:34.143Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-12-21T07:43:34.143Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-12-21T07:43:34.166Z+ pfexec rm -rf /opt/oxide-underneath
712024-12-21T07:43:34.166Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-12-21T07:43:34.189Z+ pfexec mkdir /opt/oxide/work
732024-12-21T07:43:34.189Z+ pfexec chown build:build /opt/oxide/work
742024-12-21T07:43:34.189Z+ cd /opt/oxide/work
752024-12-21T07:43:34.190Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-12-21T07:43:47.898ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-12-21T07:43:47.898Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-12-21T07:43:47.898Zx out/target/test, 107 bytes, 1 tape blocks
792024-12-21T07:43:47.898Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-12-21T07:43:47.898Zx package-manifest.toml, 32833 bytes, 65 tape blocks
812024-12-21T07:43:47.898Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-12-21T07:43:47.898Zx target/release/omicron-package, 37258872 bytes, 72772 tape blocks
832024-12-21T07:43:47.898Zx target/release/xtask, 12001352 bytes, 23441 tape blocks
842024-12-21T07:43:47.898Zx target/debug/bootstrap, 213849024 bytes, 417674 tape blocks
852024-12-21T07:43:47.898Zx tests/bootstrap-61c407dc9c2350b7, 24823984 bytes, 48485 tape blocks
862024-12-21T07:43:47.898Zx tests/commtest-5b4905ce23af43c2, 25619000 bytes, 50038 tape blocks
872024-12-21T07:43:47.898Zx tests/dhcp_server-fd44c27620cb16f6, 24823992 bytes, 48485 tape blocks
882024-12-21T07:43:47.898Zx tests/end_to_end_tests-8f7f2d008d23a37d, 232478296 bytes, 454060 tape blocks
892024-12-21T07:43:47.898Zx out/clickhouse.tar.gz, 300567597 bytes, 587047 tape blocks
902024-12-21T07:43:47.898Zx out/clickhouse_keeper.tar.gz, 287349125 bytes, 561229 tape blocks
912024-12-21T07:43:47.898Zx out/clickhouse_server.tar.gz, 300539146 bytes, 586991 tape blocks
922024-12-21T07:43:47.898Zx out/cockroachdb.tar.gz, 137876254 bytes, 269290 tape blocks
932024-12-21T07:43:47.899Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
942024-12-21T07:43:47.899Zx out/crucible-pantry-zone.tar.gz, 28897395 bytes, 56441 tape blocks
952024-12-21T07:43:47.899Zx out/crucible-zone.tar.gz, 37311716 bytes, 72875 tape blocks
962024-12-21T07:43:47.899Zx out/external-dns.tar.gz, 36193352 bytes, 70691 tape blocks
972024-12-21T07:43:47.899Zx out/internal-dns.tar.gz, 36192884 bytes, 70690 tape blocks
982024-12-21T07:43:47.899Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-12-21T07:43:47.899Zx out/nexus.tar.gz, 100716776 bytes, 196713 tape blocks
1002024-12-21T07:43:47.899Zx out/ntp.tar.gz, 10643971 bytes, 20790 tape blocks
1012024-12-21T07:43:47.899Zx out/omicron-gateway-softnpu.tar.gz, 24536315 bytes, 47923 tape blocks
1022024-12-21T07:43:47.899Zx out/omicron-sled-agent.tar, 116188160 bytes, 226930 tape blocks
1032024-12-21T07:43:47.899Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-12-21T07:43:47.899Zx out/oximeter.tar.gz, 48979886 bytes, 95664 tape blocks
1052024-12-21T07:43:47.899Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-12-21T07:43:47.899Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-12-21T07:43:47.899Zx out/propolis-server.tar.gz, 67881562 bytes, 132582 tape blocks
1082024-12-21T07:43:47.899Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-12-21T07:43:47.899Zx out/switch-softnpu.tar.gz, 241020156 bytes, 470743 tape blocks
1102024-12-21T07:43:47.923Z
1112024-12-21T07:43:47.924Zreal 13.699497264
1122024-12-21T07:43:47.924Zuser 12.181152334
1132024-12-21T07:43:47.924Zsys 2.623982268
1142024-12-21T07:43:47.924Ztrap 0.000563543
1152024-12-21T07:43:47.924Ztflt 0.000000000
1162024-12-21T07:43:47.924Zdflt 0.000000000
1172024-12-21T07:43:47.924Zkflt 0.000000000
1182024-12-21T07:43:47.924Zlock 0.000000000
1192024-12-21T07:43:47.924Zslp 12.268523841
1202024-12-21T07:43:47.924Zlat 0.322774374
1212024-12-21T07:43:47.924Zstop 0.000124052
1222024-12-21T07:43:47.924Z+ source .github/buildomat/ci-env.sh
1232024-12-21T07:43:47.924Z++ export CARGO_TERM_COLOR=always
1242024-12-21T07:43:47.924Z++ CARGO_TERM_COLOR=always
1252024-12-21T07:43:47.924Z+ bmat address ls
1262024-12-21T07:43:47.924ZNAME CIDR FIRST LAST COUNT
1272024-12-21T07:43:47.924Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1282024-12-21T07:43:47.924Z++ bmat address ls -f extra -Ho first,last,count
1292024-12-21T07:43:47.924Z+ set -- 10.151.1.164 10.151.1.227 64
1302024-12-21T07:43:47.924Z+ EXTRA_IP_START=10.151.1.164
1312024-12-21T07:43:47.924Z+ EXTRA_IP_END=10.151.1.227
1322024-12-21T07:43:47.924Z+ EXTRA_IP_COUNT=64
1332024-12-21T07:43:47.924Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-12-21T07:43:47.925Z+ EXTRA_IP_BASE=10.151.1
1352024-12-21T07:43:47.925Z+ EXTRA_IP_FOCTET=164
1362024-12-21T07:43:47.925Z+ EXTRA_IP_LOCTET=227
1372024-12-21T07:43:47.925Z+ SERVICE_IP_POOL_START=10.151.1.164
1382024-12-21T07:43:47.925Z+ SERVICE_IP_POOL_END=10.151.1.173
1392024-12-21T07:43:47.925Z+ DNS_IP1=10.151.1.164
1402024-12-21T07:43:47.925Z+ DNS_IP2=10.151.1.165
1412024-12-21T07:43:47.925Z+ UPLINK_IP=10.151.1.174
1422024-12-21T07:43:47.925Z+ IPPOOL_START=10.151.1.175
1432024-12-21T07:43:47.925Z+ IPPOOL_END=10.151.1.227
1442024-12-21T07:43:47.925Z++ ipadm show-addr -po type,addr
1452024-12-21T07:43:47.925Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-12-21T07:43:47.925Z+ GATEWAY_IP=10.151.1.100
1472024-12-21T07:43:47.925Z+ [[ -n 10.151.1.100 ]]
1482024-12-21T07:43:47.925Z+ ping -s 10.151.1.100 56 1
1492024-12-21T07:43:47.925ZPING 10.151.1.100: 56 data bytes
1502024-12-21T07:43:47.925Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.011 ms
1512024-12-21T07:43:47.925Z
1522024-12-21T07:43:47.925Z----10.151.1.100 PING Statistics----
1532024-12-21T07:43:47.925Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-12-21T07:43:47.925Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1552024-12-21T07:43:47.926Z++ arp -an
1562024-12-21T07:43:47.926Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1572024-12-21T07:43:47.926Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1582024-12-21T07:43:47.926Z+ routeadm -e ipv4-forwarding -u
1592024-12-21T07:43:48.034Z+ PXA_START=10.151.1.164
1602024-12-21T07:43:48.034Z+ PXA_END=10.151.1.227
1612024-12-21T07:43:48.057Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-12-21T07:43:48.176Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1632024-12-21T07:43:48.200ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-12-21T07:43:48.254Zcreating virtual hardware
1652024-12-21T07:43:48.278Zcreating /scratch/m2_0.vdev
1662024-12-21T07:43:48.278Zcreating /scratch/m2_1.vdev
1672024-12-21T07:43:48.278Zcreating /scratch/u2_0.vdev
1682024-12-21T07:43:48.278Zcreating /scratch/u2_1.vdev
1692024-12-21T07:43:48.278Zcreating /scratch/u2_2.vdev
1702024-12-21T07:43:48.278Zcreating /scratch/u2_3.vdev
1712024-12-21T07:43:48.278Zcreating /scratch/u2_4.vdev
1722024-12-21T07:43:48.278Zcreating /scratch/u2_5.vdev
1732024-12-21T07:43:48.278Zcreating /scratch/u2_6.vdev
1742024-12-21T07:43:48.278Zcreating /scratch/u2_7.vdev
1752024-12-21T07:43:48.278Zcreating /scratch/u2_8.vdev
1762024-12-21T07:43:48.303ZSimnet net0/sc0_0 exists
1772024-12-21T07:43:48.326ZSimnet net1/sc1_0 exists
1782024-12-21T07:43:48.326ZVnic sc0_1 exists
1792024-12-21T07:44:00.406ZUsing 10.151.1.100 as gateway ip
1802024-12-21T07:44:00.406Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1812024-12-21T07:44:00.406Zconfiguring SoftNPU ARP entry
1822024-12-21T07:44:00.434Zconfiguring SoftNPU proxy ARP
1832024-12-21T07:44:00.491ZSoftNPU state:
1842024-12-21T07:44:00.491Z local v6:
1852024-12-21T07:44:00.491Z local v4:
1862024-12-21T07:44:00.491Z router v6:
1872024-12-21T07:44:00.491Z router v4_idx:
1882024-12-21T07:44:00.491Z router v4_routes:
1892024-12-21T07:44:00.491Z resolver v4:
1902024-12-21T07:44:00.491Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
1912024-12-21T07:44:00.491Z resolver v6:
1922024-12-21T07:44:00.491Z nat v4:
1932024-12-21T07:44:00.491Z nat_v6:
1942024-12-21T07:44:00.491Z port_mac:
1952024-12-21T07:44:00.491Z proxy arp:
1962024-12-21T07:44:00.491Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
1972024-12-21T07:44:00.491Zcreated virtual hardware
1982024-12-21T07:44:00.515Z
1992024-12-21T07:44:00.515Zreal 12.311668090
2002024-12-21T07:44:00.515Zuser 0.674376384
2012024-12-21T07:44:00.515Zsys 3.321192042
2022024-12-21T07:44:00.515Ztrap 0.000088706
2032024-12-21T07:44:00.515Ztflt 0.000232045
2042024-12-21T07:44:00.515Zdflt 0.000318893
2052024-12-21T07:44:00.515Zkflt 0.000009580
2062024-12-21T07:44:00.515Zlock 9:30.790132219
2072024-12-21T07:44:00.515Zslp 37.168138179
2082024-12-21T07:44:00.515Zlat 0.075696489
2092024-12-21T07:44:00.515Zstop 0.370031277
2102024-12-21T07:44:00.515Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-12-21T07:44:00.539Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-12-21T07:44:00.539Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-12-21T07:44:00.539Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-12-21T07:44:00.539Z+++ pkg/config.toml Sat Dec 21 07:44:00 2024
2152024-12-21T07:44:00.539Z@@ -29,18 +29,18 @@
2162024-12-21T07:44:00.539Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-12-21T07:44:00.539Z # followed by a string that is embedded into their fake serial values.
2182024-12-21T07:44:00.539Z vdevs = [
2192024-12-21T07:44:00.539Z- "m2_0.vdev",
2202024-12-21T07:44:00.539Z- "m2_1.vdev",
2212024-12-21T07:44:00.539Z+ "/scratch/m2_0.vdev",
2222024-12-21T07:44:00.539Z+ "/scratch/m2_1.vdev",
2232024-12-21T07:44:00.539Z
2242024-12-21T07:44:00.539Z- "u2_0.vdev",
2252024-12-21T07:44:00.539Z- "u2_1.vdev",
2262024-12-21T07:44:00.539Z- "u2_2.vdev",
2272024-12-21T07:44:00.539Z- "u2_3.vdev",
2282024-12-21T07:44:00.539Z- "u2_4.vdev",
2292024-12-21T07:44:00.539Z- "u2_5.vdev",
2302024-12-21T07:44:00.539Z- "u2_6.vdev",
2312024-12-21T07:44:00.539Z- "u2_7.vdev",
2322024-12-21T07:44:00.539Z- "u2_8.vdev",
2332024-12-21T07:44:00.539Z+ "/scratch/u2_0.vdev",
2342024-12-21T07:44:00.539Z+ "/scratch/u2_1.vdev",
2352024-12-21T07:44:00.539Z+ "/scratch/u2_2.vdev",
2362024-12-21T07:44:00.539Z+ "/scratch/u2_3.vdev",
2372024-12-21T07:44:00.539Z+ "/scratch/u2_4.vdev",
2382024-12-21T07:44:00.539Z+ "/scratch/u2_5.vdev",
2392024-12-21T07:44:00.539Z+ "/scratch/u2_6.vdev",
2402024-12-21T07:44:00.539Z+ "/scratch/u2_7.vdev",
2412024-12-21T07:44:00.539Z+ "/scratch/u2_8.vdev",
2422024-12-21T07:44:00.539Z ]
2432024-12-21T07:44:00.539Z
2442024-12-21T07:44:00.540Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-12-21T07:44:00.540Z+ true
2462024-12-21T07:44:00.540Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-12-21T07:44:00.540Z+ SILO_NAME=recovery
2482024-12-21T07:44:00.540Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-12-21T07:44:00.540Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-12-21T07:44:00.540Z+ sed -i~ '
2512024-12-21T07:44:00.540Z /^external_dns_ips/c\
2522024-12-21T07:44:00.540Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2532024-12-21T07:44:00.540Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-12-21T07:44:00.540Z /^first/c\
2552024-12-21T07:44:00.540Zfirst = "10.151.1.164"
2562024-12-21T07:44:00.540Z /^last/c\
2572024-12-21T07:44:00.540Zlast = "10.151.1.173"
2582024-12-21T07:44:00.540Z }
2592024-12-21T07:44:00.540Z /^infra_ip_first/c\
2602024-12-21T07:44:00.540Zinfra_ip_first = "10.151.1.174"
2612024-12-21T07:44:00.540Z /^infra_ip_last/c\
2622024-12-21T07:44:00.540Zinfra_ip_last = "10.151.1.174"
2632024-12-21T07:44:00.540Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-12-21T07:44:00.541Z /^routes/c\
2652024-12-21T07:44:00.541Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2662024-12-21T07:44:00.541Z /^addresses/c\
2672024-12-21T07:44:00.541Zaddresses = \[{address = "10.151.1.174/24"} \]
2682024-12-21T07:44:00.541Z }
2692024-12-21T07:44:00.541Z' pkg/config-rss.toml
2702024-12-21T07:44:00.566Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-12-21T07:44:00.566Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-12-21T07:44:00.566Z+++ pkg/config-rss.toml Sat Dec 21 07:44:00 2024
2732024-12-21T07:44:00.566Z@@ -33,7 +33,7 @@
2742024-12-21T07:44:00.566Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-12-21T07:44:00.566Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-12-21T07:44:00.566Z # below.
2772024-12-21T07:44:00.566Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-12-21T07:44:00.566Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2792024-12-21T07:44:00.566Z
2802024-12-21T07:44:00.567Z # Initial TLS certificates for the external API
2812024-12-21T07:44:00.567Z #
2822024-12-21T07:44:00.567Z@@ -69,8 +69,8 @@
2832024-12-21T07:44:00.567Z #
2842024-12-21T07:44:00.567Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-12-21T07:44:00.567Z [[internal_services_ip_pool_ranges]]
2862024-12-21T07:44:00.567Z-first = "192.168.1.20"
2872024-12-21T07:44:00.567Z-last = "192.168.1.29"
2882024-12-21T07:44:00.567Z+first = "10.151.1.164"
2892024-12-21T07:44:00.567Z+last = "10.151.1.173"
2902024-12-21T07:44:00.567Z
2912024-12-21T07:44:00.567Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-12-21T07:44:00.567Z # parameters should be provided to the control plane via wicket, but we need to
2932024-12-21T07:44:00.567Z@@ -91,8 +91,8 @@
2942024-12-21T07:44:00.567Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-12-21T07:44:00.567Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-12-21T07:44:00.567Z # With softnpu, only one address is used.
2972024-12-21T07:44:00.567Z-infra_ip_first = "192.168.1.30"
2982024-12-21T07:44:00.567Z-infra_ip_last = "192.168.1.30"
2992024-12-21T07:44:00.567Z+infra_ip_first = "10.151.1.174"
3002024-12-21T07:44:00.567Z+infra_ip_last = "10.151.1.174"
3012024-12-21T07:44:00.567Z
3022024-12-21T07:44:00.567Z # Configurations for BGP routers to run on the scrimlets.
3032024-12-21T07:44:00.567Z bgp = []
3042024-12-21T07:44:00.567Z@@ -100,9 +100,9 @@
3052024-12-21T07:44:00.567Z # You can configure multiple uplinks by repeating the following stanza
3062024-12-21T07:44:00.567Z [[rack_network_config.ports]]
3072024-12-21T07:44:00.567Z # Routes associated with this port.
3082024-12-21T07:44:00.567Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-12-21T07:44:00.567Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3102024-12-21T07:44:00.567Z # Addresses associated with this port.
3112024-12-21T07:44:00.567Z-addresses = [{address = "192.168.1.30/24"}]
3122024-12-21T07:44:00.569Z+addresses = [{address = "10.151.1.174/24"} ]
3132024-12-21T07:44:00.569Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-12-21T07:44:00.569Z port = "qsfp0"
3152024-12-21T07:44:00.569Z # The speed of this port.
3162024-12-21T07:44:00.569Z+ true
3172024-12-21T07:44:00.569Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-12-21T07:44:00.569Za pkg/config-rss.toml 8K
3192024-12-21T07:44:00.569Za pkg/config.toml 4K
3202024-12-21T07:44:00.569Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-12-21T07:44:00.569Z+ TLS_NAME=recovery.sys.oxide.test
3222024-12-21T07:44:00.569Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-12-21T07:44:00.980Z..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+....+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.........+..+.+......+...+..+...............+...+.......+.....+.+..+...+..................+........................+..................+...+.+.....+.+..+......+.+.........+......+.....................+...+............+..+.......+...........+....+...............+...+.................+......+...+....+..+.+........+............+.........+...+.+......+.....+......+.......+..................+...............+..+......+.+.....+.............+...+........+......+..........+..................+...........+....+.....+.+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-12-21T07:44:03.538Z....+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...........+..........+..+.......+........+...+.........+......+...............................+...+........+...+..........+...........+.+.........+...+..+...+.+..+....+........+...............................+.....+......+.+.........+..................+...+...+..............+......+....+........+....+.....+.........+.....................+.+..+.......+......+.....+.........+.+...+.........+.....+...+.......+...............+..+..........+......+.....+....+...+...+..+...+...+..............................................+......+..+.......+......+...............+..+...+.......+............+.....+....+.....+.......+..+...+.............+..+...+.+...........+.........................+..+.+.....+....+...+..+......+..........+.....+......+...+...............+...+...+.+...............+.....+.+...+........................+........+...+.+...+......+..+.......+......+..+.........+...+.............+..+................+............+..+.+..+.......+...+..+......+.+.....+.........+....+..........................+.........+.+......+.....+................+.................+...+...+....+...+........+....+......+......+........+...............+.+.........+..+...............+....+............+.......................+.......+...+...........+.........+.........+.+............+..+.............+........+......+.+..............+......+.......+......+..+...............+......................+...+.........+......+..+...+....+...+..+..........+......+...+..........................+...+.+..+....+......+...+...........+....+.....+.+.....+.............+............+.....+.........+....+.....+...+...............+....+...+......+.........+...........+.........+.+......+....................+.+...+............+...+......+.....+......+....+...........+...+.+...............+........+.......+...+............+...+...+...+.........+...+..+...+.............+.....+............+...+......................+...+...........+......+...........................+...+..................+....+...+............+..+..........+.....+......+............+.....................+..............................+.+..............+.+....................................+.....+.......+......+...........+............................+.....+.......+.....+...+......+.......+...+...........+...............+....+.........+..+......+....+.....+...+.......+...+........+...+.+.........+.....+.......+............+.....+...+.........+.............+..+.+..............+.............+.....+......+.........+.+...........+.........+.........+......+....+.....................+...........................+..+.+..+...................+.........+............+...............+...+.....+....+.....+.+..+....+...+.....+......+.+........+...+...+.......+..+.......+.....+...+.+......+.....+......+...+...................+............+.......................+.......+......+........+.........+............+..........+...+..................+..+............+...+.+.....+..........+..+...+.......+..+.+.....+.......+.........+.....+...+.......+.....................+..+...+.......+.....+...+.......+...+........+......+...+......+.+.........+.........+..+...+...+.........+.+............+...+..+................+.........+...+.........+......+...............+..+...............+...+...............+...+......+..........+........+..........+...........+.+.....+.+.........+.........+.....+....+..+.+..+......+............+...+......+...+.+..+.......+..+....+.................+..........+...+.................+....+........+................+.................+....+.....+...+..........+...+............+....................+...+.......+..+.+........+....+..+......+.......+...+..+.+.........+..+...+.......+...+...........+.+........................+.....+.+...+...+...............+...+.....+....+..+....+.....................+........+...............+.+.....+.+...........+..................+....+......+.....+.......+.....+...................+......+..................+.....+......+.+..+.+...........+.+..+...+.........+....+.....+....+......+....................+....+.....+...+....+..............+......+.+..+...+......................+.....................+..............+......+.......+..+.+...........+...+...............+.......+...+...+........+...............+.........+.......+.....+....+..+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-12-21T07:44:03.562Z-----
3262024-12-21T07:44:03.562Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-12-21T07:44:03.562Za pkg/initial-tls-cert.pem 2K
3282024-12-21T07:44:03.562Za pkg/initial-tls-key.pem 4K
3292024-12-21T07:44:03.562Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-12-21T07:44:03.562Z+ rmdir pkg
3312024-12-21T07:44:03.562Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-12-21T07:44:03.562Z+ pfexec mkdir -p /usr/oxide
3332024-12-21T07:44:03.562Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-12-21T07:44:04.141Z+ pfexec chmod +x /usr/oxide/oxide
3352024-12-21T07:44:04.165Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-12-21T07:44:22.445Z+ OMICRON_NO_UNINSTALL=1
3372024-12-21T07:44:22.445Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-12-21T07:44:22.468ZLogging to: /opt/oxide/work/out/LOG
3392024-12-21T07:44:23.122Z
3402024-12-21T07:44:23.145Zreal 0.671861734
3412024-12-21T07:44:23.145Zuser 0.141036632
3422024-12-21T07:44:23.145Zsys 3.603535893
3432024-12-21T07:44:23.145Ztrap 0.000002140
3442024-12-21T07:44:23.145Ztflt 0.000002520
3452024-12-21T07:44:23.145Zdflt 0.000668174
3462024-12-21T07:44:23.145Zkflt 0.000000000
3472024-12-21T07:44:23.145Zlock 1:00.564809514
3482024-12-21T07:44:23.145Zslp 0.855567771
3492024-12-21T07:44:23.145Zlat 0.003175666
3502024-12-21T07:44:23.145Zstop 0.199097536
3512024-12-21T07:44:23.145Z+ retry=0
3522024-12-21T07:44:23.145Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-12-21T07:44:23.145Z+ [[ 0 -gt 30 ]]
3542024-12-21T07:44:23.145Z+ sleep 1
3552024-12-21T07:44:24.136Z+ retry=1
3562024-12-21T07:44:24.136Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-12-21T07:44:24.160Z+ [[ 1 -gt 30 ]]
3582024-12-21T07:44:24.160Z+ sleep 1
3592024-12-21T07:44:25.152Z+ retry=2
3602024-12-21T07:44:25.152Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-12-21T07:44:25.175Z+ [[ 2 -gt 30 ]]
3622024-12-21T07:44:25.175Z+ sleep 1
3632024-12-21T07:44:26.165Z+ retry=3
3642024-12-21T07:44:26.165Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-12-21T07:44:46.260Z+ [[ 3 -gt 30 ]]
3662024-12-21T07:44:46.260Z+ sleep 1
3672024-12-21T07:44:47.280Z+ retry=4
3682024-12-21T07:44:47.280Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-12-21T07:44:47.346Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-12-21T07:44:47.432Zlocal v6:
3712024-12-21T07:44:47.432Zfe80::ac10:b3ff:fe01:4447
3722024-12-21T07:44:47.432Zfd7c:7c41:bb9c:65d1::1
3732024-12-21T07:44:47.432Zlocal v4:
3742024-12-21T07:44:47.432Z10.151.1.174
3752024-12-21T07:44:47.432Zrouter v6:
3762024-12-21T07:44:47.432Zfd00:1122:3344:2::/64 -> fe80::c35:13ff:feca:11c8 (1)
3772024-12-21T07:44:47.432Zfd00:1122:3344:1::/64 -> fe80::c35:13ff:feca:11c8 (1)
3782024-12-21T07:44:47.432Zfdb0:18c0:4d0d:9fb2::/64 -> fe80::c35:13ff:feca:11c8 (1)
3792024-12-21T07:44:47.432Zfd00:1122:3344:3::/64 -> fe80::c35:13ff:feca:11c8 (1)
3802024-12-21T07:44:47.432Zfd00:1122:3344:101::/64 -> fe80::c35:13ff:feca:11c8 (1)
3812024-12-21T07:44:47.432Zrouter v4_idx:
3822024-12-21T07:44:47.432Z0.0.0.0/0 -> 0
3832024-12-21T07:44:47.432Zrouter v4_routes:
3842024-12-21T07:44:47.432Z0 -> 10.151.1.100 (2)
3852024-12-21T07:44:47.432Zresolver v4:
3862024-12-21T07:44:47.432Z10.151.1.174 -> 3a:36:68:3c:30:72
3872024-12-21T07:44:47.432Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
3882024-12-21T07:44:47.432Zresolver v6:
3892024-12-21T07:44:47.432Zfe80::ac10:b3ff:fe01:4447 -> ae:10:b3:01:44:47
3902024-12-21T07:44:47.432Zfe80::c35:13ff:feca:11c8 -> 0e:35:13:ca:11:c8
3912024-12-21T07:44:47.433Znat v4:
3922024-12-21T07:44:47.457Znat_v6:
3932024-12-21T07:44:47.457Zport_mac:
3942024-12-21T07:44:47.457Z1: a8:40:25:6b:fd:e0
3952024-12-21T07:44:47.457Z1000: a8:40:25:6b:fd:df
3962024-12-21T07:44:47.457Z2: a8:40:25:6b:fe:00
3972024-12-21T07:44:47.457Zproxy arp:
3982024-12-21T07:44:47.457Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
3992024-12-21T07:44:47.497Z+ retry=0
4002024-12-21T07:44:47.521Z+++ zoneadm list -n
4012024-12-21T07:44:47.521Z+++ grep oxz_ntp
4022024-12-21T07:44:47.521Z++ pfexec svcs -z -Hostate oxide/ntp
4032024-12-21T07:44:47.545Zsvcs: zone '-Hostate': entity not found
4042024-12-21T07:44:47.545Z++ true
4052024-12-21T07:44:47.545Z+ [[ '' != online ]]
4062024-12-21T07:44:47.545Z+ [[ 0 -gt 60 ]]
4072024-12-21T07:44:47.545Z+ sleep 1
4082024-12-21T07:44:48.542Z+ retry=1
4092024-12-21T07:44:48.565Z+++ zoneadm list -n
4102024-12-21T07:44:48.566Z+++ grep oxz_ntp
4112024-12-21T07:44:48.566Z++ pfexec svcs -z -Hostate oxide/ntp
4122024-12-21T07:44:48.566Zsvcs: zone '-Hostate': entity not found
4132024-12-21T07:44:48.566Z++ true
4142024-12-21T07:44:48.566Z+ [[ '' != online ]]
4152024-12-21T07:44:48.566Z+ [[ 1 -gt 60 ]]
4162024-12-21T07:44:48.566Z+ sleep 1
4172024-12-21T07:44:49.563Z+ retry=2
4182024-12-21T07:44:49.587Z+++ zoneadm list -n
4192024-12-21T07:44:49.587Z+++ grep oxz_ntp
4202024-12-21T07:44:49.587Z++ pfexec svcs -z -Hostate oxide/ntp
4212024-12-21T07:44:49.587Zsvcs: zone '-Hostate': entity not found
4222024-12-21T07:44:49.587Z++ true
4232024-12-21T07:44:49.587Z+ [[ '' != online ]]
4242024-12-21T07:44:49.587Z+ [[ 2 -gt 60 ]]
4252024-12-21T07:44:49.587Z+ sleep 1
4262024-12-21T07:44:50.587Z+ retry=3
4272024-12-21T07:44:50.610Z+++ zoneadm list -n
4282024-12-21T07:44:50.610Z+++ grep oxz_ntp
4292024-12-21T07:44:50.610Z++ pfexec svcs -z -Hostate oxide/ntp
4302024-12-21T07:44:50.611Zsvcs: zone '-Hostate': entity not found
4312024-12-21T07:44:50.611Z++ true
4322024-12-21T07:44:50.611Z+ [[ '' != online ]]
4332024-12-21T07:44:50.611Z+ [[ 3 -gt 60 ]]
4342024-12-21T07:44:50.611Z+ sleep 1
4352024-12-21T07:44:51.609Z+ retry=4
4362024-12-21T07:44:51.632Z+++ zoneadm list -n
4372024-12-21T07:44:51.632Z+++ grep oxz_ntp
4382024-12-21T07:44:51.632Z++ pfexec svcs -z -Hostate oxide/ntp
4392024-12-21T07:44:51.632Zsvcs: zone '-Hostate': entity not found
4402024-12-21T07:44:51.632Z++ true
4412024-12-21T07:44:51.632Z+ [[ '' != online ]]
4422024-12-21T07:44:51.632Z+ [[ 4 -gt 60 ]]
4432024-12-21T07:44:51.632Z+ sleep 1
4442024-12-21T07:44:52.629Z+ retry=5
4452024-12-21T07:44:52.652Z+++ zoneadm list -n
4462024-12-21T07:44:52.653Z+++ grep oxz_ntp
4472024-12-21T07:44:52.653Z++ pfexec svcs -z -Hostate oxide/ntp
4482024-12-21T07:44:52.653Zsvcs: zone '-Hostate': entity not found
4492024-12-21T07:44:52.653Z++ true
4502024-12-21T07:44:52.653Z+ [[ '' != online ]]
4512024-12-21T07:44:52.653Z+ [[ 5 -gt 60 ]]
4522024-12-21T07:44:52.653Z+ sleep 1
4532024-12-21T07:44:53.652Z+ retry=6
4542024-12-21T07:44:53.675Z+++ zoneadm list -n
4552024-12-21T07:44:53.675Z+++ grep oxz_ntp
4562024-12-21T07:44:53.675Z++ pfexec svcs -z -Hostate oxide/ntp
4572024-12-21T07:44:53.675Zsvcs: zone '-Hostate': entity not found
4582024-12-21T07:44:53.675Z++ true
4592024-12-21T07:44:53.675Z+ [[ '' != online ]]
4602024-12-21T07:44:53.676Z+ [[ 6 -gt 60 ]]
4612024-12-21T07:44:53.676Z+ sleep 1
4622024-12-21T07:44:54.674Z+ retry=7
4632024-12-21T07:44:54.697Z+++ zoneadm list -n
4642024-12-21T07:44:54.697Z+++ grep oxz_ntp
4652024-12-21T07:44:54.697Z++ pfexec svcs -z -Hostate oxide/ntp
4662024-12-21T07:44:54.697Zsvcs: zone '-Hostate': entity not found
4672024-12-21T07:44:54.697Z++ true
4682024-12-21T07:44:54.697Z+ [[ '' != online ]]
4692024-12-21T07:44:54.697Z+ [[ 7 -gt 60 ]]
4702024-12-21T07:44:54.697Z+ sleep 1
4712024-12-21T07:44:55.695Z+ retry=8
4722024-12-21T07:44:55.719Z+++ zoneadm list -n
4732024-12-21T07:44:55.720Z+++ grep oxz_ntp
4742024-12-21T07:44:55.720Z++ pfexec svcs -z -Hostate oxide/ntp
4752024-12-21T07:44:55.720Zsvcs: zone '-Hostate': entity not found
4762024-12-21T07:44:55.720Z++ true
4772024-12-21T07:44:55.720Z+ [[ '' != online ]]
4782024-12-21T07:44:55.720Z+ [[ 8 -gt 60 ]]
4792024-12-21T07:44:55.720Z+ sleep 1
4802024-12-21T07:44:56.718Z+ retry=9
4812024-12-21T07:44:56.741Z+++ zoneadm list -n
4822024-12-21T07:44:56.741Z+++ grep oxz_ntp
4832024-12-21T07:44:56.741Z++ pfexec svcs -z -Hostate oxide/ntp
4842024-12-21T07:44:56.741Zsvcs: zone '-Hostate': entity not found
4852024-12-21T07:44:56.741Z++ true
4862024-12-21T07:44:56.741Z+ [[ '' != online ]]
4872024-12-21T07:44:56.741Z+ [[ 9 -gt 60 ]]
4882024-12-21T07:44:56.741Z+ sleep 1
4892024-12-21T07:44:57.738Z+ retry=10
4902024-12-21T07:44:57.761Z+++ zoneadm list -n
4912024-12-21T07:44:57.761Z+++ grep oxz_ntp
4922024-12-21T07:44:57.761Z++ pfexec svcs -z -Hostate oxide/ntp
4932024-12-21T07:44:57.762Zsvcs: zone '-Hostate': entity not found
4942024-12-21T07:44:57.762Z++ true
4952024-12-21T07:44:57.762Z+ [[ '' != online ]]
4962024-12-21T07:44:57.762Z+ [[ 10 -gt 60 ]]
4972024-12-21T07:44:57.762Z+ sleep 1
4982024-12-21T07:44:58.760Z+ retry=11
4992024-12-21T07:44:58.783Z+++ zoneadm list -n
5002024-12-21T07:44:58.783Z+++ grep oxz_ntp
5012024-12-21T07:44:58.783Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5022024-12-21T07:44:58.827Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5032024-12-21T07:44:58.850Z++ true
5042024-12-21T07:44:58.851Z+ [[ '' != online ]]
5052024-12-21T07:44:58.851Z+ [[ 11 -gt 60 ]]
5062024-12-21T07:44:58.851Z+ sleep 1
5072024-12-21T07:44:59.834Z+ retry=12
5082024-12-21T07:44:59.857Z+++ zoneadm list -n
5092024-12-21T07:44:59.857Z+++ grep oxz_ntp
5102024-12-21T07:44:59.857Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5112024-12-21T07:44:59.881Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5122024-12-21T07:44:59.881Z++ true
5132024-12-21T07:44:59.881Z+ [[ '' != online ]]
5142024-12-21T07:44:59.881Z+ [[ 12 -gt 60 ]]
5152024-12-21T07:44:59.881Z+ sleep 1
5162024-12-21T07:45:00.866Z+ retry=13
5172024-12-21T07:45:00.889Z+++ zoneadm list -n
5182024-12-21T07:45:00.889Z+++ grep oxz_ntp
5192024-12-21T07:45:00.889Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5202024-12-21T07:45:00.912Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5212024-12-21T07:45:00.912Z++ true
5222024-12-21T07:45:00.913Z+ [[ '' != online ]]
5232024-12-21T07:45:00.913Z+ [[ 13 -gt 60 ]]
5242024-12-21T07:45:00.913Z+ sleep 1
5252024-12-21T07:45:01.899Z+ retry=14
5262024-12-21T07:45:01.922Z+++ zoneadm list -n
5272024-12-21T07:45:01.922Z+++ grep oxz_ntp
5282024-12-21T07:45:01.922Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5292024-12-21T07:45:01.946Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5302024-12-21T07:45:01.946Z++ true
5312024-12-21T07:45:01.946Z+ [[ '' != online ]]
5322024-12-21T07:45:01.946Z+ [[ 14 -gt 60 ]]
5332024-12-21T07:45:01.946Z+ sleep 1
5342024-12-21T07:45:02.928Z+ retry=15
5352024-12-21T07:45:02.951Z+++ zoneadm list -n
5362024-12-21T07:45:02.951Z+++ grep oxz_ntp
5372024-12-21T07:45:02.951Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5382024-12-21T07:45:02.951Z+ [[ offline != online ]]
5392024-12-21T07:45:02.951Z+ [[ 15 -gt 60 ]]
5402024-12-21T07:45:02.951Z+ sleep 1
5412024-12-21T07:45:03.952Z+ retry=16
5422024-12-21T07:45:03.975Z+++ zoneadm list -n
5432024-12-21T07:45:03.975Z+++ grep oxz_ntp
5442024-12-21T07:45:03.975Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5452024-12-21T07:45:03.975Z+ [[ offline != online ]]
5462024-12-21T07:45:03.975Z+ [[ 16 -gt 60 ]]
5472024-12-21T07:45:03.975Z+ sleep 1
5482024-12-21T07:45:04.975Z+ retry=17
5492024-12-21T07:45:04.999Z+++ zoneadm list -n
5502024-12-21T07:45:04.999Z+++ grep oxz_ntp
5512024-12-21T07:45:04.999Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5522024-12-21T07:45:04.999Z+ [[ offline != online ]]
5532024-12-21T07:45:04.999Z+ [[ 17 -gt 60 ]]
5542024-12-21T07:45:04.999Z+ sleep 1
5552024-12-21T07:45:05.998Z+ retry=18
5562024-12-21T07:45:06.022Z+++ zoneadm list -n
5572024-12-21T07:45:06.022Z+++ grep oxz_ntp
5582024-12-21T07:45:06.022Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5592024-12-21T07:45:06.022Z+ [[ offline != online ]]
5602024-12-21T07:45:06.022Z+ [[ 18 -gt 60 ]]
5612024-12-21T07:45:06.022Z+ sleep 1
5622024-12-21T07:45:07.021Z+ retry=19
5632024-12-21T07:45:07.045Z+++ zoneadm list -n
5642024-12-21T07:45:07.045Z+++ grep oxz_ntp
5652024-12-21T07:45:07.045Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5662024-12-21T07:45:07.045Z+ [[ offline != online ]]
5672024-12-21T07:45:07.045Z+ [[ 19 -gt 60 ]]
5682024-12-21T07:45:07.045Z+ sleep 1
5692024-12-21T07:45:08.044Z+ retry=20
5702024-12-21T07:45:08.067Z+++ zoneadm list -n
5712024-12-21T07:45:08.067Z+++ grep oxz_ntp
5722024-12-21T07:45:08.067Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5732024-12-21T07:45:08.067Z+ [[ offline != online ]]
5742024-12-21T07:45:08.068Z+ [[ 20 -gt 60 ]]
5752024-12-21T07:45:08.068Z+ sleep 1
5762024-12-21T07:45:09.066Z+ retry=21
5772024-12-21T07:45:09.089Z+++ zoneadm list -n
5782024-12-21T07:45:09.089Z+++ grep oxz_ntp
5792024-12-21T07:45:09.089Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5802024-12-21T07:45:09.089Z+ [[ offline != online ]]
5812024-12-21T07:45:09.089Z+ [[ 21 -gt 60 ]]
5822024-12-21T07:45:09.089Z+ sleep 1
 
5832024-12-21T07:45:09.838Zbuskin console login: Dec 21 07:45:09 buskin ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5842024-12-21T07:45:10.088Z+ retry=22
5852024-12-21T07:45:10.111Z+++ zoneadm list -n
5862024-12-21T07:45:10.111Z+++ grep oxz_ntp
5872024-12-21T07:45:10.111Z++ pfexec svcs -z oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3 -Hostate oxide/ntp
5882024-12-21T07:45:10.111Z+ [[ online != online ]]
5892024-12-21T07:45:10.111Z+ echo 'Waited for chrony: 22s'
5902024-12-21T07:45:10.111ZWaited for chrony: 22s
5912024-12-21T07:45:10.111Z+ retry=0
5922024-12-21T07:45:10.111Z+ zoneadm list
5932024-12-21T07:45:10.111Z+ grep nexus
5942024-12-21T07:45:10.134Z+ [[ 0 -gt 300 ]]
5952024-12-21T07:45:10.134Z+ sleep 1
5962024-12-21T07:45:11.117Z+ retry=1
5972024-12-21T07:45:11.140Z+ zoneadm list
5982024-12-21T07:45:11.140Z+ grep nexus
5992024-12-21T07:45:11.140Z+ [[ 1 -gt 300 ]]
6002024-12-21T07:45:11.140Z+ sleep 1
6012024-12-21T07:45:12.127Z+ retry=2
6022024-12-21T07:45:12.151Z+ zoneadm list
6032024-12-21T07:45:12.151Z+ grep nexus
6042024-12-21T07:45:12.151Z+ [[ 2 -gt 300 ]]
6052024-12-21T07:45:12.151Z+ sleep 1
6062024-12-21T07:45:13.139Z+ retry=3
6072024-12-21T07:45:13.162Z+ zoneadm list
6082024-12-21T07:45:13.162Z+ grep nexus
6092024-12-21T07:45:13.162Z+ [[ 3 -gt 300 ]]
6102024-12-21T07:45:13.163Z+ sleep 1
6112024-12-21T07:45:14.152Z+ retry=4
6122024-12-21T07:45:14.176Z+ zoneadm list
6132024-12-21T07:45:14.176Z+ grep nexus
6142024-12-21T07:45:14.176Z+ [[ 4 -gt 300 ]]
6152024-12-21T07:45:14.176Z+ sleep 1
6162024-12-21T07:45:15.166Z+ retry=5
6172024-12-21T07:45:15.189Z+ zoneadm list
6182024-12-21T07:45:15.189Z+ grep nexus
6192024-12-21T07:45:15.189Z+ [[ 5 -gt 300 ]]
6202024-12-21T07:45:15.189Z+ sleep 1
6212024-12-21T07:45:16.180Z+ retry=6
6222024-12-21T07:45:16.203Z+ zoneadm list
6232024-12-21T07:45:16.203Z+ grep nexus
6242024-12-21T07:45:16.204Z+ [[ 6 -gt 300 ]]
6252024-12-21T07:45:16.204Z+ sleep 1
6262024-12-21T07:45:17.195Z+ retry=7
6272024-12-21T07:45:17.218Z+ zoneadm list
6282024-12-21T07:45:17.218Z+ grep nexus
6292024-12-21T07:45:17.218Z+ [[ 7 -gt 300 ]]
6302024-12-21T07:45:17.218Z+ sleep 1
6312024-12-21T07:45:18.209Z+ retry=8
6322024-12-21T07:45:18.232Z+ zoneadm list
6332024-12-21T07:45:18.232Z+ grep nexus
6342024-12-21T07:45:18.232Z+ [[ 8 -gt 300 ]]
6352024-12-21T07:45:18.232Z+ sleep 1
6362024-12-21T07:45:19.222Z+ retry=9
6372024-12-21T07:45:19.245Z+ zoneadm list
6382024-12-21T07:45:19.245Z+ grep nexus
6392024-12-21T07:45:19.245Z+ [[ 9 -gt 300 ]]
6402024-12-21T07:45:19.245Z+ sleep 1
6412024-12-21T07:45:20.236Z+ retry=10
6422024-12-21T07:45:20.259Z+ zoneadm list
6432024-12-21T07:45:20.259Z+ grep nexus
6442024-12-21T07:45:20.260Z+ [[ 10 -gt 300 ]]
6452024-12-21T07:45:20.260Z+ sleep 1
6462024-12-21T07:45:21.250Z+ retry=11
6472024-12-21T07:45:21.273Z+ zoneadm list
6482024-12-21T07:45:21.273Z+ grep nexus
6492024-12-21T07:45:21.273Z+ [[ 11 -gt 300 ]]
6502024-12-21T07:45:21.273Z+ sleep 1
6512024-12-21T07:45:22.263Z+ retry=12
6522024-12-21T07:45:22.287Z+ zoneadm list
6532024-12-21T07:45:22.287Z+ grep nexus
6542024-12-21T07:45:22.287Z+ [[ 12 -gt 300 ]]
6552024-12-21T07:45:22.287Z+ sleep 1
6562024-12-21T07:45:23.277Z+ retry=13
6572024-12-21T07:45:23.300Z+ zoneadm list
6582024-12-21T07:45:23.300Z+ grep nexus
6592024-12-21T07:45:23.300Z+ [[ 13 -gt 300 ]]
6602024-12-21T07:45:23.300Z+ sleep 1
6612024-12-21T07:45:24.292Z+ retry=14
6622024-12-21T07:45:24.315Z+ zoneadm list
6632024-12-21T07:45:24.315Z+ grep nexus
6642024-12-21T07:45:24.315Z+ [[ 14 -gt 300 ]]
6652024-12-21T07:45:24.315Z+ sleep 1
6662024-12-21T07:45:25.306Z+ retry=15
6672024-12-21T07:45:25.330Z+ zoneadm list
6682024-12-21T07:45:25.330Z+ grep nexus
6692024-12-21T07:45:25.330Z+ [[ 15 -gt 300 ]]
6702024-12-21T07:45:25.330Z+ sleep 1
6712024-12-21T07:45:26.320Z+ retry=16
6722024-12-21T07:45:26.343Z+ zoneadm list
6732024-12-21T07:45:26.343Z+ grep nexus
6742024-12-21T07:45:26.343Z+ [[ 16 -gt 300 ]]
6752024-12-21T07:45:26.343Z+ sleep 1
6762024-12-21T07:45:27.333Z+ retry=17
6772024-12-21T07:45:27.356Z+ zoneadm list
6782024-12-21T07:45:27.356Z+ grep nexus
6792024-12-21T07:45:27.356Z+ [[ 17 -gt 300 ]]
6802024-12-21T07:45:27.356Z+ sleep 1
6812024-12-21T07:45:28.346Z+ retry=18
6822024-12-21T07:45:28.369Z+ zoneadm list
6832024-12-21T07:45:28.369Z+ grep nexus
6842024-12-21T07:45:28.369Z+ [[ 18 -gt 300 ]]
6852024-12-21T07:45:28.369Z+ sleep 1
6862024-12-21T07:45:29.360Z+ retry=19
6872024-12-21T07:45:29.383Z+ zoneadm list
6882024-12-21T07:45:29.383Z+ grep nexus
6892024-12-21T07:45:29.383Z+ [[ 19 -gt 300 ]]
6902024-12-21T07:45:29.383Z+ sleep 1
6912024-12-21T07:45:30.374Z+ retry=20
6922024-12-21T07:45:30.397Z+ zoneadm list
6932024-12-21T07:45:30.397Z+ grep nexus
6942024-12-21T07:45:30.397Z+ [[ 20 -gt 300 ]]
6952024-12-21T07:45:30.397Z+ sleep 1
6962024-12-21T07:45:31.387Z+ retry=21
6972024-12-21T07:45:31.410Z+ zoneadm list
6982024-12-21T07:45:31.410Z+ grep nexus
6992024-12-21T07:45:31.410Z+ [[ 21 -gt 300 ]]
7002024-12-21T07:45:31.410Z+ sleep 1
7012024-12-21T07:45:32.401Z+ retry=22
7022024-12-21T07:45:32.424Z+ zoneadm list
7032024-12-21T07:45:32.424Z+ grep nexus
7042024-12-21T07:45:32.424Z+ [[ 22 -gt 300 ]]
7052024-12-21T07:45:32.424Z+ sleep 1
7062024-12-21T07:45:33.415Z+ retry=23
7072024-12-21T07:45:33.438Z+ zoneadm list
7082024-12-21T07:45:33.438Z+ grep nexus
7092024-12-21T07:45:33.438Z+ [[ 23 -gt 300 ]]
7102024-12-21T07:45:33.438Z+ sleep 1
7112024-12-21T07:45:34.430Z+ retry=24
7122024-12-21T07:45:34.456Z+ zoneadm list
7132024-12-21T07:45:34.456Z+ grep nexus
7142024-12-21T07:45:34.456Z+ [[ 24 -gt 300 ]]
7152024-12-21T07:45:34.456Z+ sleep 1
7162024-12-21T07:45:35.445Z+ retry=25
7172024-12-21T07:45:35.468Z+ zoneadm list
7182024-12-21T07:45:35.468Z+ grep nexus
7192024-12-21T07:45:35.468Z+ [[ 25 -gt 300 ]]
7202024-12-21T07:45:35.468Z+ sleep 1
7212024-12-21T07:45:36.459Z+ retry=26
7222024-12-21T07:45:36.482Z+ zoneadm list
7232024-12-21T07:45:36.482Z+ grep nexus
7242024-12-21T07:45:36.482Z+ [[ 26 -gt 300 ]]
7252024-12-21T07:45:36.482Z+ sleep 1
7262024-12-21T07:45:37.473Z+ retry=27
7272024-12-21T07:45:37.496Z+ zoneadm list
7282024-12-21T07:45:37.496Z+ grep nexus
7292024-12-21T07:45:37.496Z+ [[ 27 -gt 300 ]]
7302024-12-21T07:45:37.496Z+ sleep 1
7312024-12-21T07:45:38.486Z+ retry=28
7322024-12-21T07:45:38.509Z+ zoneadm list
7332024-12-21T07:45:38.509Z+ grep nexus
7342024-12-21T07:45:38.509Z+ [[ 28 -gt 300 ]]
7352024-12-21T07:45:38.509Z+ sleep 1
7362024-12-21T07:45:39.499Z+ retry=29
7372024-12-21T07:45:39.522Z+ zoneadm list
7382024-12-21T07:45:39.523Z+ grep nexus
7392024-12-21T07:45:39.523Z+ [[ 29 -gt 300 ]]
7402024-12-21T07:45:39.523Z+ sleep 1
7412024-12-21T07:45:40.514Z+ retry=30
7422024-12-21T07:45:40.537Z+ zoneadm list
7432024-12-21T07:45:40.537Z+ grep nexus
7442024-12-21T07:45:40.537Z+ [[ 30 -gt 300 ]]
7452024-12-21T07:45:40.537Z+ sleep 1
7462024-12-21T07:45:41.527Z+ retry=31
7472024-12-21T07:45:41.551Z+ zoneadm list
7482024-12-21T07:45:41.551Z+ grep nexus
7492024-12-21T07:45:41.551Z+ [[ 31 -gt 300 ]]
7502024-12-21T07:45:41.551Z+ sleep 1
7512024-12-21T07:45:42.541Z+ retry=32
7522024-12-21T07:45:42.564Z+ zoneadm list
7532024-12-21T07:45:42.564Z+ grep nexus
7542024-12-21T07:45:42.564Z+ [[ 32 -gt 300 ]]
7552024-12-21T07:45:42.564Z+ sleep 1
7562024-12-21T07:45:43.555Z+ retry=33
7572024-12-21T07:45:43.579Z+ zoneadm list
7582024-12-21T07:45:43.579Z+ grep nexus
7592024-12-21T07:45:43.579Z+ [[ 33 -gt 300 ]]
7602024-12-21T07:45:43.579Z+ sleep 1
7612024-12-21T07:45:44.569Z+ retry=34
7622024-12-21T07:45:44.593Z+ zoneadm list
7632024-12-21T07:45:44.593Z+ grep nexus
7642024-12-21T07:45:44.593Z+ [[ 34 -gt 300 ]]
7652024-12-21T07:45:44.593Z+ sleep 1
7662024-12-21T07:45:45.583Z+ retry=35
7672024-12-21T07:45:45.607Z+ zoneadm list
7682024-12-21T07:45:45.607Z+ grep nexus
7692024-12-21T07:45:45.607Z+ [[ 35 -gt 300 ]]
7702024-12-21T07:45:45.607Z+ sleep 1
7712024-12-21T07:45:46.596Z+ retry=36
7722024-12-21T07:45:46.621Z+ zoneadm list
7732024-12-21T07:45:46.621Z+ grep nexus
7742024-12-21T07:45:46.621Z+ [[ 36 -gt 300 ]]
7752024-12-21T07:45:46.621Z+ sleep 1
7762024-12-21T07:45:47.610Z+ retry=37
7772024-12-21T07:45:47.633Z+ zoneadm list
7782024-12-21T07:45:47.633Z+ grep nexus
7792024-12-21T07:45:47.633Z+ [[ 37 -gt 300 ]]
7802024-12-21T07:45:47.633Z+ sleep 1
7812024-12-21T07:45:48.624Z+ retry=38
7822024-12-21T07:45:48.647Z+ zoneadm list
7832024-12-21T07:45:48.647Z+ grep nexus
7842024-12-21T07:45:48.647Z+ [[ 38 -gt 300 ]]
7852024-12-21T07:45:48.647Z+ sleep 1
7862024-12-21T07:45:49.638Z+ retry=39
7872024-12-21T07:45:49.661Z+ zoneadm list
7882024-12-21T07:45:49.661Z+ grep nexus
7892024-12-21T07:45:49.661Z+ [[ 39 -gt 300 ]]
7902024-12-21T07:45:49.661Z+ sleep 1
7912024-12-21T07:45:50.651Z+ retry=40
7922024-12-21T07:45:50.675Z+ zoneadm list
7932024-12-21T07:45:50.675Z+ grep nexus
7942024-12-21T07:45:50.675Z+ [[ 40 -gt 300 ]]
7952024-12-21T07:45:50.675Z+ sleep 1
7962024-12-21T07:45:51.665Z+ retry=41
7972024-12-21T07:45:51.688Z+ zoneadm list
7982024-12-21T07:45:51.688Z+ grep nexus
7992024-12-21T07:45:51.688Z+ [[ 41 -gt 300 ]]
8002024-12-21T07:45:51.688Z+ sleep 1
8012024-12-21T07:45:52.678Z+ retry=42
8022024-12-21T07:45:52.703Z+ zoneadm list
8032024-12-21T07:45:52.703Z+ grep nexus
8042024-12-21T07:45:52.703Z+ [[ 42 -gt 300 ]]
8052024-12-21T07:45:52.703Z+ sleep 1
8062024-12-21T07:45:53.692Z+ retry=43
8072024-12-21T07:45:53.715Z+ zoneadm list
8082024-12-21T07:45:53.715Z+ grep nexus
8092024-12-21T07:45:53.715Z+ [[ 43 -gt 300 ]]
8102024-12-21T07:45:53.715Z+ sleep 1
8112024-12-21T07:45:54.705Z+ retry=44
8122024-12-21T07:45:54.729Z+ zoneadm list
8132024-12-21T07:45:54.729Z+ grep nexus
8142024-12-21T07:45:54.729Z+ [[ 44 -gt 300 ]]
8152024-12-21T07:45:54.729Z+ sleep 1
8162024-12-21T07:45:55.720Z+ retry=45
8172024-12-21T07:45:55.743Z+ zoneadm list
8182024-12-21T07:45:55.743Z+ grep nexus
8192024-12-21T07:45:55.743Z+ [[ 45 -gt 300 ]]
8202024-12-21T07:45:55.743Z+ sleep 1
8212024-12-21T07:45:56.733Z+ retry=46
8222024-12-21T07:45:56.756Z+ zoneadm list
8232024-12-21T07:45:56.756Z+ grep nexus
8242024-12-21T07:45:56.756Z+ [[ 46 -gt 300 ]]
8252024-12-21T07:45:56.756Z+ sleep 1
8262024-12-21T07:45:57.746Z+ retry=47
8272024-12-21T07:45:57.770Z+ zoneadm list
8282024-12-21T07:45:57.770Z+ grep nexus
8292024-12-21T07:45:57.770Z+ [[ 47 -gt 300 ]]
8302024-12-21T07:45:57.770Z+ sleep 1
8312024-12-21T07:45:58.760Z+ retry=48
8322024-12-21T07:45:58.783Z+ zoneadm list
8332024-12-21T07:45:58.783Z+ grep nexus
8342024-12-21T07:45:58.783Z+ [[ 48 -gt 300 ]]
8352024-12-21T07:45:58.783Z+ sleep 1
8362024-12-21T07:45:59.775Z+ retry=49
8372024-12-21T07:45:59.798Z+ zoneadm list
8382024-12-21T07:45:59.798Z+ grep nexus
8392024-12-21T07:45:59.798Z+ [[ 49 -gt 300 ]]
8402024-12-21T07:45:59.798Z+ sleep 1
8412024-12-21T07:46:00.788Z+ retry=50
8422024-12-21T07:46:00.812Z+ zoneadm list
8432024-12-21T07:46:00.812Z+ grep nexus
8442024-12-21T07:46:00.812Z+ [[ 50 -gt 300 ]]
8452024-12-21T07:46:00.812Z+ sleep 1
8462024-12-21T07:46:01.801Z+ retry=51
8472024-12-21T07:46:01.825Z+ zoneadm list
8482024-12-21T07:46:01.825Z+ grep nexus
8492024-12-21T07:46:01.825Z+ [[ 51 -gt 300 ]]
8502024-12-21T07:46:01.825Z+ sleep 1
8512024-12-21T07:46:02.814Z+ retry=52
8522024-12-21T07:46:02.837Z+ zoneadm list
8532024-12-21T07:46:02.837Z+ grep nexus
8542024-12-21T07:46:02.837Z+ [[ 52 -gt 300 ]]
8552024-12-21T07:46:02.837Z+ sleep 1
8562024-12-21T07:46:03.827Z+ retry=53
8572024-12-21T07:46:03.851Z+ zoneadm list
8582024-12-21T07:46:03.851Z+ grep nexus
8592024-12-21T07:46:03.851Z+ [[ 53 -gt 300 ]]
8602024-12-21T07:46:03.851Z+ sleep 1
8612024-12-21T07:46:04.841Z+ retry=54
8622024-12-21T07:46:04.864Z+ zoneadm list
8632024-12-21T07:46:04.864Z+ grep nexus
8642024-12-21T07:46:04.865Z+ [[ 54 -gt 300 ]]
8652024-12-21T07:46:04.865Z+ sleep 1
8662024-12-21T07:46:05.856Z+ retry=55
8672024-12-21T07:46:05.880Z+ zoneadm list
8682024-12-21T07:46:05.880Z+ grep nexus
8692024-12-21T07:46:05.880Z+ [[ 55 -gt 300 ]]
8702024-12-21T07:46:05.880Z+ sleep 1
8712024-12-21T07:46:06.869Z+ retry=56
8722024-12-21T07:46:06.893Z+ zoneadm list
8732024-12-21T07:46:06.893Z+ grep nexus
8742024-12-21T07:46:06.893Z+ [[ 56 -gt 300 ]]
8752024-12-21T07:46:06.893Z+ sleep 1
8762024-12-21T07:46:07.886Z+ retry=57
8772024-12-21T07:46:07.909Z+ zoneadm list
8782024-12-21T07:46:07.909Z+ grep nexus
8792024-12-21T07:46:07.909Z+ [[ 57 -gt 300 ]]
8802024-12-21T07:46:07.909Z+ sleep 1
8812024-12-21T07:46:08.904Z+ retry=58
8822024-12-21T07:46:08.928Z+ zoneadm list
8832024-12-21T07:46:08.928Z+ grep nexus
8842024-12-21T07:46:08.928Z+ [[ 58 -gt 300 ]]
8852024-12-21T07:46:08.928Z+ sleep 1
8862024-12-21T07:46:09.928Z+ retry=59
8872024-12-21T07:46:09.951Z+ zoneadm list
8882024-12-21T07:46:09.951Z+ grep nexus
8892024-12-21T07:46:09.951Z+ [[ 59 -gt 300 ]]
8902024-12-21T07:46:09.951Z+ sleep 1
8912024-12-21T07:46:10.964Z+ retry=60
8922024-12-21T07:46:11.080Z+ zoneadm list
8932024-12-21T07:46:11.103Z+ grep nexus
8942024-12-21T07:46:11.341Z+ [[ 60 -gt 300 ]]
8952024-12-21T07:46:11.341Z+ sleep 1
8962024-12-21T07:46:12.346Z+ retry=61
8972024-12-21T07:46:12.370Z+ zoneadm list
8982024-12-21T07:46:12.370Z+ grep nexus
8992024-12-21T07:46:12.370Z+ [[ 61 -gt 300 ]]
9002024-12-21T07:46:12.370Z+ sleep 1
9012024-12-21T07:46:13.365Z+ retry=62
9022024-12-21T07:46:13.388Z+ zoneadm list
9032024-12-21T07:46:13.388Z+ grep nexus
9042024-12-21T07:46:13.388Z+ [[ 62 -gt 300 ]]
9052024-12-21T07:46:13.388Z+ sleep 1
9062024-12-21T07:46:14.379Z+ retry=63
9072024-12-21T07:46:14.402Z+ zoneadm list
9082024-12-21T07:46:14.402Z+ grep nexus
9092024-12-21T07:46:14.402Z+ [[ 63 -gt 300 ]]
9102024-12-21T07:46:14.402Z+ sleep 1
9112024-12-21T07:46:15.395Z+ retry=64
9122024-12-21T07:46:15.419Z+ zoneadm list
9132024-12-21T07:46:15.419Z+ grep nexus
9142024-12-21T07:46:15.419Z+ [[ 64 -gt 300 ]]
9152024-12-21T07:46:15.419Z+ sleep 1
9162024-12-21T07:46:16.410Z+ retry=65
9172024-12-21T07:46:16.434Z+ zoneadm list
9182024-12-21T07:46:16.434Z+ grep nexus
9192024-12-21T07:46:16.434Z+ [[ 65 -gt 300 ]]
9202024-12-21T07:46:16.434Z+ sleep 1
9212024-12-21T07:46:17.427Z+ retry=66
9222024-12-21T07:46:17.450Z+ zoneadm list
9232024-12-21T07:46:17.451Z+ grep nexus
9242024-12-21T07:46:17.451Z+ [[ 66 -gt 300 ]]
9252024-12-21T07:46:17.451Z+ sleep 1
9262024-12-21T07:46:18.443Z+ retry=67
9272024-12-21T07:46:18.469Z+ zoneadm list
9282024-12-21T07:46:18.469Z+ grep nexus
9292024-12-21T07:46:18.469Z+ [[ 67 -gt 300 ]]
9302024-12-21T07:46:18.469Z+ sleep 1
9312024-12-21T07:46:19.461Z+ retry=68
9322024-12-21T07:46:19.485Z+ zoneadm list
9332024-12-21T07:46:19.485Z+ grep nexus
9342024-12-21T07:46:19.485Z+ [[ 68 -gt 300 ]]
9352024-12-21T07:46:19.485Z+ sleep 1
9362024-12-21T07:46:20.476Z+ retry=69
9372024-12-21T07:46:20.499Z+ zoneadm list
9382024-12-21T07:46:20.499Z+ grep nexus
9392024-12-21T07:46:20.499Z+ [[ 69 -gt 300 ]]
9402024-12-21T07:46:20.499Z+ sleep 1
9412024-12-21T07:46:21.490Z+ retry=70
9422024-12-21T07:46:21.513Z+ zoneadm list
9432024-12-21T07:46:21.513Z+ grep nexus
9442024-12-21T07:46:21.513Z+ [[ 70 -gt 300 ]]
9452024-12-21T07:46:21.514Z+ sleep 1
9462024-12-21T07:46:22.504Z+ retry=71
9472024-12-21T07:46:22.527Z+ zoneadm list
9482024-12-21T07:46:22.527Z+ grep nexus
9492024-12-21T07:46:22.527Z+ [[ 71 -gt 300 ]]
9502024-12-21T07:46:22.527Z+ sleep 1
9512024-12-21T07:46:23.522Z+ retry=72
9522024-12-21T07:46:23.546Z+ zoneadm list
9532024-12-21T07:46:23.546Z+ grep nexus
9542024-12-21T07:46:23.546Z+ [[ 72 -gt 300 ]]
9552024-12-21T07:46:23.546Z+ sleep 1
9562024-12-21T07:46:24.535Z+ retry=73
9572024-12-21T07:46:24.560Z+ zoneadm list
9582024-12-21T07:46:24.560Z+ grep nexus
9592024-12-21T07:46:24.560Z+ [[ 73 -gt 300 ]]
9602024-12-21T07:46:24.560Z+ sleep 1
9612024-12-21T07:46:25.546Z+ retry=74
9622024-12-21T07:46:25.574Z+ zoneadm list
9632024-12-21T07:46:25.574Z+ grep nexus
9642024-12-21T07:46:25.574Z+ [[ 74 -gt 300 ]]
9652024-12-21T07:46:25.574Z+ sleep 1
9662024-12-21T07:46:26.558Z+ retry=75
9672024-12-21T07:46:26.582Z+ zoneadm list
9682024-12-21T07:46:26.582Z+ grep nexus
9692024-12-21T07:46:26.582Z+ [[ 75 -gt 300 ]]
9702024-12-21T07:46:26.582Z+ sleep 1
9712024-12-21T07:46:27.569Z+ retry=76
9722024-12-21T07:46:27.592Z+ zoneadm list
9732024-12-21T07:46:27.592Z+ grep nexus
9742024-12-21T07:46:27.592Z+ [[ 76 -gt 300 ]]
9752024-12-21T07:46:27.592Z+ sleep 1
9762024-12-21T07:46:28.580Z+ retry=77
9772024-12-21T07:46:28.604Z+ zoneadm list
9782024-12-21T07:46:28.604Z+ grep nexus
9792024-12-21T07:46:28.604Z+ [[ 77 -gt 300 ]]
9802024-12-21T07:46:28.604Z+ sleep 1
9812024-12-21T07:46:29.594Z+ retry=78
9822024-12-21T07:46:29.618Z+ zoneadm list
9832024-12-21T07:46:29.618Z+ grep nexus
9842024-12-21T07:46:29.618Z+ [[ 78 -gt 300 ]]
9852024-12-21T07:46:29.618Z+ sleep 1
9862024-12-21T07:46:30.608Z+ retry=79
9872024-12-21T07:46:30.631Z+ zoneadm list
9882024-12-21T07:46:30.631Z+ grep nexus
9892024-12-21T07:46:30.631Z+ [[ 79 -gt 300 ]]
9902024-12-21T07:46:30.631Z+ sleep 1
9912024-12-21T07:46:31.630Z+ retry=80
9922024-12-21T07:46:31.654Z+ zoneadm list
9932024-12-21T07:46:31.654Z+ grep nexus
9942024-12-21T07:46:31.654Z+ [[ 80 -gt 300 ]]
9952024-12-21T07:46:31.655Z+ sleep 1
9962024-12-21T07:46:32.647Z+ retry=81
9972024-12-21T07:46:32.670Z+ zoneadm list
9982024-12-21T07:46:32.670Z+ grep nexus
9992024-12-21T07:46:32.670Z+ [[ 81 -gt 300 ]]
10002024-12-21T07:46:32.670Z+ sleep 1
10012024-12-21T07:46:33.664Z+ retry=82
10022024-12-21T07:46:33.687Z+ zoneadm list
10032024-12-21T07:46:33.688Z+ grep nexus
10042024-12-21T07:46:33.688Z+ [[ 82 -gt 300 ]]
10052024-12-21T07:46:33.688Z+ sleep 1
10062024-12-21T07:46:34.680Z+ retry=83
10072024-12-21T07:46:34.704Z+ zoneadm list
10082024-12-21T07:46:34.704Z+ grep nexus
10092024-12-21T07:46:34.704Z+ [[ 83 -gt 300 ]]
10102024-12-21T07:46:34.704Z+ sleep 1
10112024-12-21T07:46:35.701Z+ retry=84
10122024-12-21T07:46:35.724Z+ zoneadm list
10132024-12-21T07:46:35.724Z+ grep nexus
10142024-12-21T07:46:35.724Z+ [[ 84 -gt 300 ]]
10152024-12-21T07:46:35.724Z+ sleep 1
10162024-12-21T07:46:36.727Z+ retry=85
10172024-12-21T07:46:36.752Z+ zoneadm list
10182024-12-21T07:46:36.752Z+ grep nexus
10192024-12-21T07:46:36.775Z+ [[ 85 -gt 300 ]]
10202024-12-21T07:46:36.775Z+ sleep 1
 
10212024-12-21T07:46:39.193ZDec 21 07:46:38 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:50.205.57.38:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
10222024-12-21T07:46:42.011Z+ retry=86
10232024-12-21T07:46:42.012Z+ zoneadm list
10242024-12-21T07:46:42.012Z+ grep nexus
10252024-12-21T07:46:42.012Z+ [[ 86 -gt 300 ]]
10262024-12-21T07:46:42.012Z+ sleep 1
10272024-12-21T07:46:42.364Z+ retry=87
10282024-12-21T07:46:42.388Z+ zoneadm list
10292024-12-21T07:46:42.388Z+ grep nexus
10302024-12-21T07:46:42.411Z+ [[ 87 -gt 300 ]]
10312024-12-21T07:46:42.411Z+ sleep 1
10322024-12-21T07:46:43.397Z+ retry=88
10332024-12-21T07:46:43.421Z+ zoneadm list
10342024-12-21T07:46:43.422Z+ grep nexus
10352024-12-21T07:46:43.422Z+ [[ 88 -gt 300 ]]
10362024-12-21T07:46:43.422Z+ sleep 1
10372024-12-21T07:46:44.416Z+ retry=89
10382024-12-21T07:46:44.440Z+ zoneadm list
10392024-12-21T07:46:44.440Z+ grep nexus
10402024-12-21T07:46:44.440Z+ [[ 89 -gt 300 ]]
10412024-12-21T07:46:44.440Z+ sleep 1
10422024-12-21T07:46:45.438Z+ retry=90
10432024-12-21T07:46:45.461Z+ zoneadm list
10442024-12-21T07:46:45.461Z+ grep nexus
10452024-12-21T07:46:45.461Z+ [[ 90 -gt 300 ]]
10462024-12-21T07:46:45.461Z+ sleep 1
10472024-12-21T07:46:46.461Z+ retry=91
10482024-12-21T07:46:46.484Z+ zoneadm list
10492024-12-21T07:46:46.485Z+ grep nexus
10502024-12-21T07:46:46.485Zoxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd
10512024-12-21T07:46:46.485Z+ echo 'Waited for nexus: 91s'
10522024-12-21T07:46:46.485ZWaited for nexus: 91s
10532024-12-21T07:46:46.485Z+ export RUST_BACKTRACE=1
10542024-12-21T07:46:46.485Z+ RUST_BACKTRACE=1
10552024-12-21T07:46:46.485Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
10562024-12-21T07:46:46.510Z++ ./target/debug/bootstrap
10572024-12-21T07:46:46.683ZUsing external DNS server at 10.151.1.164:53
10582024-12-21T07:46:46.758Z2024-12-21 07:46:46.746784696 UTC: attempting to log into API
10592024-12-21T07:47:01.825Z2024-12-21 07:47:01.812323218 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
10602024-12-21T07:47:02.825Z2024-12-21 07:47:02.812842739 UTC: attempting to log into API
10612024-12-21T07:47:17.859Z2024-12-21 07:47:17.846328603 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
10622024-12-21T07:47:18.860Z2024-12-21 07:47:18.847455544 UTC: attempting to log into API
 
10632024-12-21T07:47:19.461ZDec 21 07:47:19 buskin ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
10642024-12-21T07:47:20.610ZDec 21 07:47:20 buskin ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
10652024-12-21T07:47:21.211ZDec 21 07:47:20 buskin ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
10662024-12-21T07:47:21.530ZDec 21 07:47:20 buskin ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
10672024-12-21T07:47:21.809ZDec 21 07:47:20 buskin ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
 
10682024-12-21T07:47:29.675Z2024-12-21 07:47:29.662536562 UTC: login succeeded
10692024-12-21T07:47:29.708Zwaiting for nexus to come up...
10702024-12-21T07:47:29.800Zcreating IP pool... 10.151.1.175 - 10.151.1.227
10712024-12-21T07:47:30.108Zsetting up quotas...
10722024-12-21T07:47:30.171Zensuring datasets are ready...
10732024-12-21T07:47:33.259Zlet's roll.
10742024-12-21T07:47:33.282Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
10752024-12-21T07:47:33.282ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
10762024-12-21T07:47:33.282ZOXIDE_TOKEN=oxide-token-0199d8789df381e8da52e6f66caa570cae67df3b'
10772024-12-21T07:47:33.282Z++ OXIDE_HOST=https://recovery.sys.oxide.test
10782024-12-21T07:47:33.282Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.1.166
10792024-12-21T07:47:33.282Z++ OXIDE_TOKEN=oxide-token-0199d8789df381e8da52e6f66caa570cae67df3b
10802024-12-21T07:47:33.282Z+ export OXIDE_HOST OXIDE_TOKEN
10812024-12-21T07:47:33.282Z+ retry=0
10822024-12-21T07:47:33.282Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10832024-12-21T07:47:33.306Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10842024-12-21T07:47:33.307Z+ [[ 0 -gt 60 ]]
10852024-12-21T07:47:33.307Z+ sleep 1
10862024-12-21T07:47:34.293Z+ retry=1
10872024-12-21T07:47:34.293Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10882024-12-21T07:47:34.316Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10892024-12-21T07:47:34.317Z+ [[ 1 -gt 60 ]]
10902024-12-21T07:47:34.317Z+ sleep 1
10912024-12-21T07:47:35.316Z+ retry=2
10922024-12-21T07:47:35.316Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10932024-12-21T07:47:35.340Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10942024-12-21T07:47:35.340Z+ [[ 2 -gt 60 ]]
10952024-12-21T07:47:35.340Z+ sleep 1
10962024-12-21T07:47:36.332Z+ retry=3
10972024-12-21T07:47:36.332Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
10982024-12-21T07:47:36.356Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
10992024-12-21T07:47:36.356Z+ [[ 3 -gt 60 ]]
11002024-12-21T07:47:36.356Z+ sleep 1
11012024-12-21T07:47:37.347Z+ retry=4
11022024-12-21T07:47:37.347Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11032024-12-21T07:47:37.371Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11042024-12-21T07:47:37.371Z+ [[ 4 -gt 60 ]]
11052024-12-21T07:47:37.371Z+ sleep 1
11062024-12-21T07:47:38.364Z+ retry=5
11072024-12-21T07:47:38.364Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11082024-12-21T07:47:38.389Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11092024-12-21T07:47:38.389Z+ [[ 5 -gt 60 ]]
11102024-12-21T07:47:38.389Z+ sleep 1
11112024-12-21T07:47:39.380Z+ retry=6
11122024-12-21T07:47:39.380Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11132024-12-21T07:47:39.404Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11142024-12-21T07:47:39.404Z+ [[ 6 -gt 60 ]]
11152024-12-21T07:47:39.404Z+ sleep 1
11162024-12-21T07:47:40.397Z+ retry=7
11172024-12-21T07:47:40.397Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11182024-12-21T07:47:40.420Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11192024-12-21T07:47:40.420Z+ [[ 7 -gt 60 ]]
11202024-12-21T07:47:40.420Z+ sleep 1
11212024-12-21T07:47:41.413Z+ retry=8
11222024-12-21T07:47:41.413Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11232024-12-21T07:47:41.437Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11242024-12-21T07:47:41.437Z+ [[ 8 -gt 60 ]]
11252024-12-21T07:47:41.437Z+ sleep 1
11262024-12-21T07:47:42.428Z+ retry=9
11272024-12-21T07:47:42.428Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11282024-12-21T07:47:42.452Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11292024-12-21T07:47:42.453Z+ [[ 9 -gt 60 ]]
11302024-12-21T07:47:42.453Z+ sleep 1
11312024-12-21T07:47:43.445Z+ retry=10
11322024-12-21T07:47:43.445Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11332024-12-21T07:47:43.468Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11342024-12-21T07:47:43.469Z+ [[ 10 -gt 60 ]]
11352024-12-21T07:47:43.469Z+ sleep 1
11362024-12-21T07:47:44.462Z+ retry=11
11372024-12-21T07:47:44.462Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11382024-12-21T07:47:44.485Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11392024-12-21T07:47:44.485Z+ [[ 11 -gt 60 ]]
11402024-12-21T07:47:44.485Z+ sleep 1
11412024-12-21T07:47:45.477Z+ retry=12
11422024-12-21T07:47:45.477Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11432024-12-21T07:47:45.502Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11442024-12-21T07:47:45.502Z+ [[ 12 -gt 60 ]]
11452024-12-21T07:47:45.502Z+ sleep 1
11462024-12-21T07:47:46.494Z+ retry=13
11472024-12-21T07:47:46.494Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11482024-12-21T07:47:46.518Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11492024-12-21T07:47:46.518Z+ [[ 13 -gt 60 ]]
11502024-12-21T07:47:46.518Z+ sleep 1
11512024-12-21T07:47:47.509Z+ retry=14
11522024-12-21T07:47:47.509Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11532024-12-21T07:47:47.533Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11542024-12-21T07:47:47.534Z+ [[ 14 -gt 60 ]]
11552024-12-21T07:47:47.534Z+ sleep 1
11562024-12-21T07:47:48.526Z+ retry=15
11572024-12-21T07:47:48.526Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11582024-12-21T07:47:48.550Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11592024-12-21T07:47:48.550Z+ [[ 15 -gt 60 ]]
11602024-12-21T07:47:48.550Z+ sleep 1
11612024-12-21T07:47:49.543Z+ retry=16
11622024-12-21T07:47:49.543Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11632024-12-21T07:47:49.568Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11642024-12-21T07:47:49.568Z+ [[ 16 -gt 60 ]]
11652024-12-21T07:47:49.568Z+ sleep 1
11662024-12-21T07:47:50.558Z+ retry=17
11672024-12-21T07:47:50.558Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11682024-12-21T07:47:50.582Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11692024-12-21T07:47:50.582Z+ [[ 17 -gt 60 ]]
11702024-12-21T07:47:50.582Z+ sleep 1
11712024-12-21T07:47:51.575Z+ retry=18
11722024-12-21T07:47:51.575Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11732024-12-21T07:47:51.599Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11742024-12-21T07:47:51.599Z+ [[ 18 -gt 60 ]]
11752024-12-21T07:47:51.599Z+ sleep 1
11762024-12-21T07:47:52.592Z+ retry=19
11772024-12-21T07:47:52.592Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11782024-12-21T07:47:52.616Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11792024-12-21T07:47:52.616Z+ [[ 19 -gt 60 ]]
11802024-12-21T07:47:52.616Z+ sleep 1
11812024-12-21T07:47:53.609Z+ retry=20
11822024-12-21T07:47:53.610Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11832024-12-21T07:47:53.633Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11842024-12-21T07:47:53.633Z+ [[ 20 -gt 60 ]]
11852024-12-21T07:47:53.633Z+ sleep 1
11862024-12-21T07:47:54.629Z+ retry=21
11872024-12-21T07:47:54.630Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11882024-12-21T07:47:54.653Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11892024-12-21T07:47:54.653Z+ [[ 21 -gt 60 ]]
11902024-12-21T07:47:54.653Z+ sleep 1
11912024-12-21T07:47:55.645Z+ retry=22
11922024-12-21T07:47:55.645Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11932024-12-21T07:47:55.669Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11942024-12-21T07:47:55.669Z+ [[ 22 -gt 60 ]]
11952024-12-21T07:47:55.669Z+ sleep 1
11962024-12-21T07:47:56.662Z+ retry=23
11972024-12-21T07:47:56.662Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
11982024-12-21T07:47:56.686Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
11992024-12-21T07:47:56.686Z+ [[ 23 -gt 60 ]]
12002024-12-21T07:47:56.686Z+ sleep 1
12012024-12-21T07:47:57.676Z+ retry=24
12022024-12-21T07:47:57.677Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12032024-12-21T07:47:57.700Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12042024-12-21T07:47:57.700Z+ [[ 24 -gt 60 ]]
12052024-12-21T07:47:57.700Z+ sleep 1
12062024-12-21T07:47:58.692Z+ retry=25
12072024-12-21T07:47:58.692Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12082024-12-21T07:47:58.715Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12092024-12-21T07:47:58.715Z+ [[ 25 -gt 60 ]]
12102024-12-21T07:47:58.716Z+ sleep 1
12112024-12-21T07:47:59.708Z+ retry=26
12122024-12-21T07:47:59.708Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12132024-12-21T07:47:59.732Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12142024-12-21T07:47:59.732Z+ [[ 26 -gt 60 ]]
12152024-12-21T07:47:59.732Z+ sleep 1
12162024-12-21T07:48:00.723Z+ retry=27
12172024-12-21T07:48:00.724Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12182024-12-21T07:48:00.748Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12192024-12-21T07:48:00.748Z+ [[ 27 -gt 60 ]]
12202024-12-21T07:48:00.748Z+ sleep 1
12212024-12-21T07:48:01.740Z+ retry=28
12222024-12-21T07:48:01.740Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12232024-12-21T07:48:01.764Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12242024-12-21T07:48:01.764Z+ [[ 28 -gt 60 ]]
12252024-12-21T07:48:01.764Z+ sleep 1
12262024-12-21T07:48:02.757Z+ retry=29
12272024-12-21T07:48:02.757Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12282024-12-21T07:48:02.781Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12292024-12-21T07:48:02.781Z+ [[ 29 -gt 60 ]]
12302024-12-21T07:48:02.781Z+ sleep 1
12312024-12-21T07:48:03.774Z+ retry=30
12322024-12-21T07:48:03.774Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12332024-12-21T07:48:03.798Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12342024-12-21T07:48:03.798Z+ [[ 30 -gt 60 ]]
12352024-12-21T07:48:03.798Z+ sleep 1
12362024-12-21T07:48:04.791Z+ retry=31
12372024-12-21T07:48:04.792Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12382024-12-21T07:48:04.817Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12392024-12-21T07:48:04.817Z+ [[ 31 -gt 60 ]]
12402024-12-21T07:48:04.817Z+ sleep 1
12412024-12-21T07:48:05.807Z+ retry=32
12422024-12-21T07:48:05.807Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12432024-12-21T07:48:05.831Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12442024-12-21T07:48:05.832Z+ [[ 32 -gt 60 ]]
12452024-12-21T07:48:05.832Z+ sleep 1
12462024-12-21T07:48:06.822Z+ retry=33
12472024-12-21T07:48:06.822Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12482024-12-21T07:48:06.846Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12492024-12-21T07:48:06.846Z+ [[ 33 -gt 60 ]]
12502024-12-21T07:48:06.846Z+ sleep 1
12512024-12-21T07:48:07.838Z+ retry=34
12522024-12-21T07:48:07.838Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12532024-12-21T07:48:07.861Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12542024-12-21T07:48:07.861Z+ [[ 34 -gt 60 ]]
12552024-12-21T07:48:07.861Z+ sleep 1
12562024-12-21T07:48:08.854Z+ retry=35
12572024-12-21T07:48:08.854Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12582024-12-21T07:48:08.877Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12592024-12-21T07:48:08.877Z+ [[ 35 -gt 60 ]]
12602024-12-21T07:48:08.877Z+ sleep 1
12612024-12-21T07:48:09.870Z+ retry=36
12622024-12-21T07:48:09.870Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12632024-12-21T07:48:09.894Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12642024-12-21T07:48:09.895Z+ [[ 36 -gt 60 ]]
12652024-12-21T07:48:09.895Z+ sleep 1
12662024-12-21T07:48:10.886Z+ retry=37
12672024-12-21T07:48:10.886Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12682024-12-21T07:48:10.910Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12692024-12-21T07:48:10.910Z+ [[ 37 -gt 60 ]]
12702024-12-21T07:48:10.910Z+ sleep 1
12712024-12-21T07:48:11.904Z+ retry=38
12722024-12-21T07:48:11.904Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12732024-12-21T07:48:11.929Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12742024-12-21T07:48:11.929Z+ [[ 38 -gt 60 ]]
12752024-12-21T07:48:11.929Z+ sleep 1
12762024-12-21T07:48:12.918Z+ retry=39
12772024-12-21T07:48:12.918Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12782024-12-21T07:48:12.942Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12792024-12-21T07:48:12.942Z+ [[ 39 -gt 60 ]]
12802024-12-21T07:48:12.942Z+ sleep 1
12812024-12-21T07:48:13.934Z+ retry=40
12822024-12-21T07:48:13.934Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12832024-12-21T07:48:13.957Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12842024-12-21T07:48:13.957Z+ [[ 40 -gt 60 ]]
12852024-12-21T07:48:13.957Z+ sleep 1
12862024-12-21T07:48:14.949Z+ retry=41
12872024-12-21T07:48:14.949Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12882024-12-21T07:48:14.973Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12892024-12-21T07:48:14.973Z+ [[ 41 -gt 60 ]]
12902024-12-21T07:48:14.973Z+ sleep 1
12912024-12-21T07:48:15.965Z+ retry=42
12922024-12-21T07:48:15.965Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12932024-12-21T07:48:15.988Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12942024-12-21T07:48:15.988Z+ [[ 42 -gt 60 ]]
12952024-12-21T07:48:15.988Z+ sleep 1
12962024-12-21T07:48:16.980Z+ retry=43
12972024-12-21T07:48:16.980Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
12982024-12-21T07:48:17.003Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
12992024-12-21T07:48:17.003Z+ [[ 43 -gt 60 ]]
13002024-12-21T07:48:17.003Z+ sleep 1
13012024-12-21T07:48:17.995Z+ retry=44
13022024-12-21T07:48:17.995Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13032024-12-21T07:48:18.018Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13042024-12-21T07:48:18.018Z+ [[ 44 -gt 60 ]]
13052024-12-21T07:48:18.018Z+ sleep 1
13062024-12-21T07:48:19.012Z+ retry=45
13072024-12-21T07:48:19.012Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13082024-12-21T07:48:19.035Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13092024-12-21T07:48:19.035Z+ [[ 45 -gt 60 ]]
13102024-12-21T07:48:19.035Z+ sleep 1
13112024-12-21T07:48:20.028Z+ retry=46
13122024-12-21T07:48:20.028Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13132024-12-21T07:48:20.051Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13142024-12-21T07:48:20.051Z+ [[ 46 -gt 60 ]]
13152024-12-21T07:48:20.051Z+ sleep 1
13162024-12-21T07:48:21.044Z+ retry=47
13172024-12-21T07:48:21.044Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13182024-12-21T07:48:21.068Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13192024-12-21T07:48:21.068Z+ [[ 47 -gt 60 ]]
13202024-12-21T07:48:21.068Z+ sleep 1
13212024-12-21T07:48:22.060Z+ retry=48
13222024-12-21T07:48:22.060Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13232024-12-21T07:48:22.084Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13242024-12-21T07:48:22.084Z+ [[ 48 -gt 60 ]]
13252024-12-21T07:48:22.084Z+ sleep 1
13262024-12-21T07:48:23.077Z+ retry=49
13272024-12-21T07:48:23.077Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13282024-12-21T07:48:23.100Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
13292024-12-21T07:48:23.100Z+ [[ 49 -gt 60 ]]
13302024-12-21T07:48:23.100Z+ sleep 1
13312024-12-21T07:48:24.094Z+ retry=50
13322024-12-21T07:48:24.094Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
13332024-12-21T07:48:24.172Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
13342024-12-21T07:48:25.086Z{"status":"ok"}{
13352024-12-21T07:48:25.086Z "description": "some images",
13362024-12-21T07:48:25.086Z "id": "e836aafe-3527-46da-97ae-6f8abc85a788",
13372024-12-21T07:48:25.086Z "name": "images",
13382024-12-21T07:48:25.086Z "time_created": "2024-12-21T07:48:24.411109Z",
13392024-12-21T07:48:25.086Z "time_modified": "2024-12-21T07:48:24.411109Z"
13402024-12-21T07:48:25.086Z}
13412024-12-21T07:48:25.110Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
13422024-12-21T07:58:38.831ZDone!
13432024-12-21T07:58:38.855Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.1.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
13442024-12-21T07:58:38.960Z{
13452024-12-21T07:58:38.960Z "block_size": 512,
13462024-12-21T07:58:38.960Z "description": "debian 11 original base image",
13472024-12-21T07:58:38.960Z "id": "afee80b0-9c7c-4434-8595-c926a804f884",
13482024-12-21T07:58:38.960Z "name": "debian11",
13492024-12-21T07:58:38.960Z "os": "debian",
13502024-12-21T07:58:38.960Z "size": 2147483648,
13512024-12-21T07:58:38.960Z "time_created": "2024-12-21T07:58:38.767560Z",
13522024-12-21T07:58:38.960Z "time_modified": "2024-12-21T07:58:38.940806Z",
13532024-12-21T07:58:38.960Z "version": "11"
13542024-12-21T07:58:38.960Z}
13552024-12-21T07:58:38.983Z+ for test_bin in tests/*
13562024-12-21T07:58:38.983Z+ ./tests/bootstrap-61c407dc9c2350b7
13572024-12-21T07:58:38.983Z
13582024-12-21T07:58:38.984Zrunning 0 tests
13592024-12-21T07:58:38.984Z
13602024-12-21T07:58:38.984Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13612024-12-21T07:58:38.984Z
13622024-12-21T07:58:38.984Z+ for test_bin in tests/*
13632024-12-21T07:58:38.984Z+ ./tests/commtest-5b4905ce23af43c2
13642024-12-21T07:58:39.007Z
13652024-12-21T07:58:39.008Zrunning 0 tests
13662024-12-21T07:58:39.008Z
13672024-12-21T07:58:39.008Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13682024-12-21T07:58:39.008Z
13692024-12-21T07:58:39.008Z+ for test_bin in tests/*
13702024-12-21T07:58:39.008Z+ ./tests/dhcp_server-fd44c27620cb16f6
13712024-12-21T07:58:39.031Z
13722024-12-21T07:58:39.031Zrunning 0 tests
13732024-12-21T07:58:39.031Z
13742024-12-21T07:58:39.031Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
13752024-12-21T07:58:39.031Z
13762024-12-21T07:58:39.031Z+ for test_bin in tests/*
13772024-12-21T07:58:39.031Z+ ./tests/end_to_end_tests-8f7f2d008d23a37d
13782024-12-21T07:58:39.124Z
13792024-12-21T07:58:39.124Zrunning 2 tests
13802024-12-21T07:58:39.367Ztest no_spoof::no_spoof_here ... ok
13812024-12-21T07:59:08.794Ztest instance_launch::instance_launch ... ok
13822024-12-21T07:59:08.794Z
13832024-12-21T07:59:08.795Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 29.67s
13842024-12-21T07:59:08.795Z
13852024-12-21T07:59:08.818Z+ _exit_trap
13862024-12-21T07:59:08.818Z+ local status=0
13872024-12-21T07:59:08.818Z+ set +o errexit
13882024-12-21T07:59:08.818Z+ [[ x != \x ]]
13892024-12-21T07:59:08.818Z+ pfexec svcadm -Z disable -s cron
13902024-12-21T07:59:10.694Z+ [[ 0 -eq 0 ]]
13912024-12-21T07:59:10.695Z+ exit 0
13922024-12-21T07:59:10.749Zprocess exited: duration 936720 ms, exit code 0
 
13932024-12-21T07:59:10.828Zfound 125 output files
13942024-12-21T07:59:10.828Zuploading: /var/svc/log/oxide-sled-agent:default.log (1408289 bytes)
13952024-12-21T07:59:12.171Zuploaded: /var/svc/log/oxide-sled-agent:default.log
13962024-12-21T07:59:12.171Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7911823 bytes)
13972024-12-21T07:59:12.786Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7911823 -> 7926002
13982024-12-21T07:59:13.853Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
13992024-12-21T07:59:13.877Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (212536 bytes)
14002024-12-21T07:59:14.216ZDec 21 07:59:13 buskin xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
14012024-12-21T07:59:15.094Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
14022024-12-21T07:59:15.094Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7310 bytes)
14032024-12-21T07:59:16.205Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
14042024-12-21T07:59:16.205Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31211 bytes)
14052024-12-21T07:59:17.359Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
14062024-12-21T07:59:17.359Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (350930 bytes)
14072024-12-21T07:59:17.554Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 350930 -> 353702
14082024-12-21T07:59:18.622Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
14092024-12-21T07:59:18.622Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (11334 bytes)
14102024-12-21T07:59:19.734Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
14112024-12-21T07:59:19.734Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (440623 bytes)
14122024-12-21T07:59:19.975Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 440623 -> 444583
14132024-12-21T07:59:21.042Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
14142024-12-21T07:59:21.042Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (15805 bytes)
14152024-12-21T07:59:22.175Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
14162024-12-21T07:59:22.175Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2239326 bytes)
14172024-12-21T07:59:22.488Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2239326 -> 2271421
14182024-12-21T07:59:23.556Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
14192024-12-21T07:59:23.556Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (83372 bytes)
14202024-12-21T07:59:24.753Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
14212024-12-21T07:59:24.753Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5552440 bytes)
14222024-12-21T07:59:25.236Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5552440 -> 5649274
14232024-12-21T07:59:26.304Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
14242024-12-21T07:59:26.327Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (119850 bytes)
14252024-12-21T07:59:27.501Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
14262024-12-21T07:59:27.502Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
14272024-12-21T07:59:28.569Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
14282024-12-21T07:59:28.569Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3339 bytes)
14292024-12-21T07:59:29.660Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
14302024-12-21T07:59:29.684Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (417235 bytes)
14312024-12-21T07:59:29.880Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 417235 -> 427071
14322024-12-21T07:59:30.947Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
14332024-12-21T07:59:30.947Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (8555 bytes)
14342024-12-21T07:59:32.060Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
14352024-12-21T07:59:32.060Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (13455 bytes)
14362024-12-21T07:59:32.126Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 13455 -> 14040
14372024-12-21T07:59:33.193Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
14382024-12-21T07:59:33.193Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
14392024-12-21T07:59:34.282Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
14402024-12-21T07:59:34.282Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
14412024-12-21T07:59:35.350Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
14422024-12-21T07:59:35.373Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3501 bytes)
14432024-12-21T07:59:36.440Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
14442024-12-21T07:59:36.440Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14452024-12-21T07:59:37.507Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
14462024-12-21T07:59:37.507Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
14472024-12-21T07:59:39.621Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
14482024-12-21T07:59:39.621Zuploading: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
14492024-12-21T07:59:39.689Zuploaded: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-crucible-agent:default.log
14502024-12-21T07:59:39.713Zuploading: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14512024-12-21T07:59:40.782Zuploaded: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-crucible-downstairs:default.log
14522024-12-21T07:59:40.805Zuploading: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14532024-12-21T07:59:41.872Zuploaded: /pool/ext/250ef3db-29d3-4600-be58-ffbaa8dc3798/crypt/zone/oxz_crucible_cfa42fd9-c7b7-49ce-9606-f6ff6f004490/root/var/svc/log/oxide-zone-network-setup:default.log
14542024-12-21T07:59:41.872Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
14552024-12-21T07:59:42.964Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-crucible-agent:default.log
14562024-12-21T07:59:42.964Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14572024-12-21T07:59:44.055Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-crucible-downstairs:default.log
14582024-12-21T07:59:44.055Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
14592024-12-21T07:59:45.145Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_2858b358-7183-451f-b471-559976754305/root/var/svc/log/oxide-zone-network-setup:default.log
14602024-12-21T07:59:45.171Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_pantry_03b723f9-dc36-4197-af85-09d96793295e/root/var/svc/log/oxide-crucible-pantry:default.log (864110 bytes)
14612024-12-21T07:59:45.411Zupload warning: file "/pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_pantry_03b723f9-dc36-4197-af85-09d96793295e/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 864110 -> 868025
14622024-12-21T07:59:46.478Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_pantry_03b723f9-dc36-4197-af85-09d96793295e/root/var/svc/log/oxide-crucible-pantry:default.log
14632024-12-21T07:59:46.502Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_pantry_03b723f9-dc36-4197-af85-09d96793295e/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
14642024-12-21T07:59:47.568Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_crucible_pantry_03b723f9-dc36-4197-af85-09d96793295e/root/var/svc/log/oxide-zone-network-setup:default.log
14652024-12-21T07:59:47.568Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-nexus:default.log (6335062 bytes)
14662024-12-21T07:59:48.120Zupload warning: file "/pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 6335062 -> 6634724
14672024-12-21T07:59:49.188Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-nexus:default.log
14682024-12-21T07:59:49.188Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
14692024-12-21T07:59:50.279Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-opte-interface-setup:default.log
14702024-12-21T07:59:50.279Zuploading: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
14712024-12-21T07:59:51.370Zuploaded: /pool/ext/3842ea59-807a-474c-8f0e-ecda23fe9c64/crypt/zone/oxz_nexus_4b205886-0970-4a9e-bff0-ae1192504434/root/var/svc/log/oxide-zone-network-setup:default.log
14722024-12-21T07:59:51.393Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-cockroach-admin:default.log (4705 bytes)
14732024-12-21T07:59:52.460Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-cockroach-admin:default.log
14742024-12-21T07:59:52.461Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
14752024-12-21T07:59:53.551Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-cockroachdb:default.log
14762024-12-21T07:59:53.552Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
14772024-12-21T07:59:54.642Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_cockroachdb_3594f15d-8f67-4231-a06a-6ce56be8e1e7/root/var/svc/log/oxide-zone-network-setup:default.log
14782024-12-21T07:59:54.642Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-agent:default.log (28986 bytes)
14792024-12-21T07:59:55.796Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-agent:default.log
14802024-12-21T07:59:55.796Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
14812024-12-21T07:59:56.885Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:default.log
14822024-12-21T07:59:56.885Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:downstairs-ab0a5bcb-45af-4477-819b-c371c6d4cca7.log (6078 bytes)
14832024-12-21T07:59:57.975Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:downstairs-ab0a5bcb-45af-4477-819b-c371c6d4cca7.log
14842024-12-21T07:59:57.998Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a.log (3127 bytes)
14852024-12-21T07:59:59.069Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:downstairs-bbbf3124-0dfb-45d1-bfb4-2742af41197a.log
14862024-12-21T07:59:59.094Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:snapshot-ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log (5651 bytes)
14872024-12-21T08:00:00.164Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-crucible-downstairs:snapshot-ab0a5bcb-45af-4477-819b-c371c6d4cca7-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log
14882024-12-21T08:00:00.164Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
14892024-12-21T08:00:01.261Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_crucible_6eaeb9f0-f302-479e-96a2-0b6de3fd3912/root/var/svc/log/oxide-zone-network-setup:default.log
14902024-12-21T08:00:01.261Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-internal_dns:default.log (436158 bytes)
14912024-12-21T08:00:01.486Zupload warning: file "/pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 436158 -> 439911
14922024-12-21T08:00:02.556Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-internal_dns:default.log
14932024-12-21T08:00:02.556Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-internal_dns:default.log.0 (6655 bytes)
14942024-12-21T08:00:03.651Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-internal_dns:default.log.0
14952024-12-21T08:00:03.651Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
14962024-12-21T08:00:04.720Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-zone-network-setup:default.log
14972024-12-21T08:00:04.720Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
14982024-12-21T08:00:05.813Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_internal_dns_683a9892-43cd-4dd8-a983-26cccd988df0/root/var/svc/log/oxide-zone-network-setup:default.log.0
14992024-12-21T08:00:05.813Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
15002024-12-21T08:00:06.927Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-chrony-setup:default.log
15012024-12-21T08:00:06.927Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-ntp:default.log (3823 bytes)
15022024-12-21T08:00:08.021Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-ntp:default.log
15032024-12-21T08:00:08.021Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-opte-interface-setup:default.log (1125 bytes)
15042024-12-21T08:00:09.112Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-opte-interface-setup:default.log
15052024-12-21T08:00:09.112Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-zone-network-setup:default.log (2032 bytes)
15062024-12-21T08:00:10.203Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/svc/log/oxide-zone-network-setup:default.log
15072024-12-21T08:00:10.203Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
15082024-12-21T08:00:11.293Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-cockroach-admin:default.log
15092024-12-21T08:00:11.293Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
15102024-12-21T08:00:12.384Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-cockroachdb:default.log
15112024-12-21T08:00:12.384Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-zone-network-setup:default.log (2098 bytes)
15122024-12-21T08:00:13.475Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_cockroachdb_a5538b60-fba7-46de-9310-b5943e9117a2/root/var/svc/log/oxide-zone-network-setup:default.log
15132024-12-21T08:00:13.476Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-agent:default.log (18701 bytes)
15142024-12-21T08:00:14.608Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-agent:default.log
15152024-12-21T08:00:14.608Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15162024-12-21T08:00:15.699Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:default.log
15172024-12-21T08:00:15.700Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-56790fda-e169-4871-adff-005e1da380b6.log (3003 bytes)
15182024-12-21T08:00:16.790Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-56790fda-e169-4871-adff-005e1da380b6.log
15192024-12-21T08:00:16.790Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e319318-7d07-4e83-a526-754ad174ca8b.log (5972 bytes)
15202024-12-21T08:00:17.880Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-crucible-downstairs:downstairs-8e319318-7d07-4e83-a526-754ad174ca8b.log
15212024-12-21T08:00:17.880Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
15222024-12-21T08:00:18.970Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_c46fcdda-0c08-4172-b4f8-02e5f76bd6d8/root/var/svc/log/oxide-zone-network-setup:default.log
15232024-12-21T08:00:18.971Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_pantry_81201a68-4f2b-422c-8aca-1b05de438ba8/root/var/svc/log/oxide-crucible-pantry:default.log (97922 bytes)
15242024-12-21T08:00:19.122Zupload warning: file "/pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_pantry_81201a68-4f2b-422c-8aca-1b05de438ba8/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97922 -> 105734
15252024-12-21T08:00:20.189Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_pantry_81201a68-4f2b-422c-8aca-1b05de438ba8/root/var/svc/log/oxide-crucible-pantry:default.log
15262024-12-21T08:00:20.190Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_pantry_81201a68-4f2b-422c-8aca-1b05de438ba8/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
15272024-12-21T08:00:21.280Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_crucible_pantry_81201a68-4f2b-422c-8aca-1b05de438ba8/root/var/svc/log/oxide-zone-network-setup:default.log
15282024-12-21T08:00:21.281Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-nexus:default.log (6074921 bytes)
15292024-12-21T08:00:21.835Zupload warning: file "/pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 6074921 -> 6458880
15302024-12-21T08:00:22.903Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-nexus:default.log
15312024-12-21T08:00:22.903Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
15322024-12-21T08:00:23.994Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-opte-interface-setup:default.log
15332024-12-21T08:00:23.994Zuploading: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
15342024-12-21T08:00:25.085Zuploaded: /pool/ext/8a5fffa1-3567-4a76-80de-99fa969ecbb7/crypt/zone/oxz_nexus_428cd3f9-eecf-4305-9c0b-1698df6403fd/root/var/svc/log/oxide-zone-network-setup:default.log
15352024-12-21T08:00:25.109Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
15362024-12-21T08:00:26.176Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-cockroach-admin:default.log
15372024-12-21T08:00:26.199Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
15382024-12-21T08:00:27.265Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-cockroachdb:default.log
15392024-12-21T08:00:27.265Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
15402024-12-21T08:00:28.355Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_cockroachdb_8afd6b49-1f66-4a53-9392-2436dee7003a/root/var/svc/log/oxide-zone-network-setup:default.log
15412024-12-21T08:00:28.379Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-agent:default.log (23772 bytes)
15422024-12-21T08:00:29.488Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-agent:default.log
15432024-12-21T08:00:29.488Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15442024-12-21T08:00:30.579Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:default.log
15452024-12-21T08:00:30.579Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-36321105-7c56-4aa3-9d5a-c2b88a4dd95b.log (3009 bytes)
15462024-12-21T08:00:31.669Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-36321105-7c56-4aa3-9d5a-c2b88a4dd95b.log
15472024-12-21T08:00:31.670Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-87ca70f8-d247-407e-8cbf-792fc289bf3c.log (6080 bytes)
15482024-12-21T08:00:32.760Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:downstairs-87ca70f8-d247-407e-8cbf-792fc289bf3c.log
15492024-12-21T08:00:32.760Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:snapshot-87ca70f8-d247-407e-8cbf-792fc289bf3c-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log (5655 bytes)
15502024-12-21T08:00:33.850Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-crucible-downstairs:snapshot-87ca70f8-d247-407e-8cbf-792fc289bf3c-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log
15512024-12-21T08:00:33.850Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15522024-12-21T08:00:34.941Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_crucible_2d3ccbc9-9eb4-4e83-8f62-2b3a550843ab/root/var/svc/log/oxide-zone-network-setup:default.log
15532024-12-21T08:00:34.941Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_oximeter_cd9693cc-b2a2-4b9b-beee-fc2908a9238e/root/var/svc/log/oxide-oximeter:default.log (3773749 bytes)
15542024-12-21T08:00:35.378Zupload warning: file "/pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_oximeter_cd9693cc-b2a2-4b9b-beee-fc2908a9238e/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3773749 -> 4225309
15552024-12-21T08:00:36.446Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_oximeter_cd9693cc-b2a2-4b9b-beee-fc2908a9238e/root/var/svc/log/oxide-oximeter:default.log
15562024-12-21T08:00:36.446Zuploading: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_oximeter_cd9693cc-b2a2-4b9b-beee-fc2908a9238e/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
15572024-12-21T08:00:37.537Zuploaded: /pool/ext/9cd7c5ec-686c-4ecd-8837-505154304410/crypt/zone/oxz_oximeter_cd9693cc-b2a2-4b9b-beee-fc2908a9238e/root/var/svc/log/oxide-zone-network-setup:default.log
15582024-12-21T08:00:37.537Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
15592024-12-21T08:00:38.627Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-clickhouse-admin-single:default.log
15602024-12-21T08:00:38.627Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-clickhouse:default.log (3661590 bytes)
15612024-12-21T08:00:39.078Zupload warning: file "/pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3661590 -> 4112625
15622024-12-21T08:00:40.145Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-clickhouse:default.log
15632024-12-21T08:00:40.145Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
15642024-12-21T08:00:41.234Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_clickhouse_85673d8a-2e64-480d-8b22-5ecb66c02468/root/var/svc/log/oxide-zone-network-setup:default.log
15652024-12-21T08:00:41.235Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-cockroach-admin:default.log (4704 bytes)
15662024-12-21T08:00:42.325Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-cockroach-admin:default.log
15672024-12-21T08:00:42.325Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
15682024-12-21T08:00:43.416Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-cockroachdb:default.log
15692024-12-21T08:00:43.416Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
15702024-12-21T08:00:44.507Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_cockroachdb_67247833-e0f4-4b9e-87e4-1a895ec9179e/root/var/svc/log/oxide-zone-network-setup:default.log
15712024-12-21T08:00:44.507Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-agent:default.log (18572 bytes)
15722024-12-21T08:00:45.640Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-agent:default.log
15732024-12-21T08:00:45.640Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
15742024-12-21T08:00:46.731Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:default.log
15752024-12-21T08:00:46.755Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:downstairs-4c0ff9b7-93cd-49d0-85a7-bd014ab3bccc.log (3125 bytes)
15762024-12-21T08:00:47.822Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:downstairs-4c0ff9b7-93cd-49d0-85a7-bd014ab3bccc.log
15772024-12-21T08:00:47.822Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:downstairs-af7d0ada-6be0-45b9-8af5-1a7a1e4f0abc.log (3009 bytes)
15782024-12-21T08:00:48.912Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-crucible-downstairs:downstairs-af7d0ada-6be0-45b9-8af5-1a7a1e4f0abc.log
15792024-12-21T08:00:48.912Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
15802024-12-21T08:00:50.002Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_d20dc299-451b-4507-a4d3-397fc1c3b571/root/var/svc/log/oxide-zone-network-setup:default.log
15812024-12-21T08:00:50.002Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_pantry_0d887b58-d2d3-498a-b734-4ce0aa0e52d6/root/var/svc/log/oxide-crucible-pantry:default.log (98141 bytes)
15822024-12-21T08:00:50.155Zupload warning: file "/pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_pantry_0d887b58-d2d3-498a-b734-4ce0aa0e52d6/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98141 -> 109879
15832024-12-21T08:00:51.222Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_pantry_0d887b58-d2d3-498a-b734-4ce0aa0e52d6/root/var/svc/log/oxide-crucible-pantry:default.log
15842024-12-21T08:00:51.222Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_pantry_0d887b58-d2d3-498a-b734-4ce0aa0e52d6/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
15852024-12-21T08:00:52.314Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_crucible_pantry_0d887b58-d2d3-498a-b734-4ce0aa0e52d6/root/var/svc/log/oxide-zone-network-setup:default.log
15862024-12-21T08:00:52.314Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-external_dns:default.log (45781 bytes)
15872024-12-21T08:00:52.423Zupload warning: file "/pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45781 -> 53335
15882024-12-21T08:00:53.490Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-external_dns:default.log
15892024-12-21T08:00:53.490Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
15902024-12-21T08:00:54.580Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-opte-interface-setup:default.log
15912024-12-21T08:00:54.604Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
15922024-12-21T08:00:55.670Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_external_dns_1595c632-cfae-4f6b-937d-d413dd8cf0b7/root/var/svc/log/oxide-zone-network-setup:default.log
15932024-12-21T08:00:55.695Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-internal_dns:default.log (436148 bytes)
15942024-12-21T08:00:55.890Zupload warning: file "/pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 436148 -> 443658
15952024-12-21T08:00:56.993Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-internal_dns:default.log
15962024-12-21T08:00:56.994Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-internal_dns:default.log.0 (6654 bytes)
15972024-12-21T08:00:58.048Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-internal_dns:default.log.0
15982024-12-21T08:00:58.073Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
15992024-12-21T08:00:59.116Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-zone-network-setup:default.log
16002024-12-21T08:00:59.116Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
16012024-12-21T08:01:00.211Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_internal_dns_8f03505f-bf62-49dd-8281-80933bc24548/root/var/svc/log/oxide-zone-network-setup:default.log.0
16022024-12-21T08:01:00.211Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-nexus:default.log (38805718 bytes)
16032024-12-21T08:01:06.320Zupload warning: file "/pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38805718 -> 39511797
16042024-12-21T08:01:07.390Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-nexus:default.log
16052024-12-21T08:01:07.390Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
16062024-12-21T08:01:08.484Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-opte-interface-setup:default.log
16072024-12-21T08:01:08.508Zuploading: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
16082024-12-21T08:01:09.579Zuploaded: /pool/ext/a75efd9d-b0a6-49fa-9887-7bf9c3c748ff/crypt/zone/oxz_nexus_8fbd6070-9acd-409b-bda8-dadf2a05b00e/root/var/svc/log/oxide-zone-network-setup:default.log
16092024-12-21T08:01:09.579Zuploading: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-agent:default.log (12075 bytes)
16102024-12-21T08:01:10.695Zuploaded: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-agent:default.log
16112024-12-21T08:01:10.695Zuploading: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16122024-12-21T08:01:11.789Zuploaded: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-downstairs:default.log
16132024-12-21T08:01:11.789Zuploading: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-downstairs:downstairs-53f10f05-e952-483a-96f7-d9cdb10f94bc.log (5969 bytes)
16142024-12-21T08:01:12.881Zuploaded: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-crucible-downstairs:downstairs-53f10f05-e952-483a-96f7-d9cdb10f94bc.log
16152024-12-21T08:01:12.881Zuploading: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16162024-12-21T08:01:13.975Zuploaded: /pool/ext/d75297c3-49da-487f-a95f-88dc2681ce54/crypt/zone/oxz_crucible_a7fd0ff0-5ae3-4ea4-83e5-492b795a529f/root/var/svc/log/oxide-zone-network-setup:default.log
16172024-12-21T08:01:13.975Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-cockroach-admin:default.log (4703 bytes)
16182024-12-21T08:01:15.067Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-cockroach-admin:default.log
16192024-12-21T08:01:15.091Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
16202024-12-21T08:01:16.162Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-cockroachdb:default.log
16212024-12-21T08:01:16.162Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
16222024-12-21T08:01:17.257Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_cockroachdb_3f8304ec-d19e-4e4d-8e47-0cd6273cc3f2/root/var/svc/log/oxide-zone-network-setup:default.log
16232024-12-21T08:01:17.257Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-agent:default.log (28978 bytes)
16242024-12-21T08:01:18.437Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-agent:default.log
16252024-12-21T08:01:18.460Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16262024-12-21T08:01:19.531Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:default.log
16272024-12-21T08:01:19.531Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634.log (3126 bytes)
16282024-12-21T08:01:20.626Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:downstairs-550ddfaa-f4b5-4bf5-83e1-e9f8c2165634.log
16292024-12-21T08:01:20.626Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:downstairs-c0714f56-231e-4b75-8fde-6c0cdb93a501.log (6077 bytes)
16302024-12-21T08:01:21.720Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:downstairs-c0714f56-231e-4b75-8fde-6c0cdb93a501.log
16312024-12-21T08:01:21.720Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:snapshot-c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log (5654 bytes)
16322024-12-21T08:01:22.813Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-crucible-downstairs:snapshot-c0714f56-231e-4b75-8fde-6c0cdb93a501-8bb5147f-de62-4c6e-b2f4-6799015ac1e2.log
16332024-12-21T08:01:22.813Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
16342024-12-21T08:01:23.907Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_crucible_35eb2ffd-7287-4600-9dc9-0915d4b9d981/root/var/svc/log/oxide-zone-network-setup:default.log
16352024-12-21T08:01:23.907Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-external_dns:default.log (45771 bytes)
16362024-12-21T08:01:24.106Zupload warning: file "/pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45771 -> 57100
16372024-12-21T08:01:25.176Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-external_dns:default.log
16382024-12-21T08:01:25.199Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
16392024-12-21T08:01:26.269Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-opte-interface-setup:default.log
16402024-12-21T08:01:26.269Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
16412024-12-21T08:01:27.362Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_external_dns_e6b54c38-8771-4091-8fc3-2bbdae94bd35/root/var/svc/log/oxide-zone-network-setup:default.log
16422024-12-21T08:01:27.363Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-internal_dns:default.log (436152 bytes)
16432024-12-21T08:01:28.066Zupload warning: file "/pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 436152 -> 447414
16442024-12-21T08:01:29.137Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-internal_dns:default.log
16452024-12-21T08:01:29.137Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-internal_dns:default.log.0 (6657 bytes)
16462024-12-21T08:01:30.231Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-internal_dns:default.log.0
16472024-12-21T08:01:30.231Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
16482024-12-21T08:01:31.299Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-zone-network-setup:default.log
16492024-12-21T08:01:31.323Zuploading: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
16502024-12-21T08:01:32.395Zuploaded: /pool/ext/e8ede2cc-0135-41ed-915f-5a407cd024ac/crypt/zone/oxz_internal_dns_481de7e8-0737-474b-8c33-e6e8bc6477be/root/var/svc/log/oxide-zone-network-setup:default.log.0
16512024-12-21T08:01:32.395Zuploading: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-agent:default.log (12504 bytes)
16522024-12-21T08:01:33.509Zuploaded: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-agent:default.log
16532024-12-21T08:01:33.509Zuploading: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
16542024-12-21T08:01:34.603Zuploaded: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-downstairs:default.log
16552024-12-21T08:01:34.603Zuploading: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-downstairs:downstairs-184b4a0c-6090-4d36-946f-332cef64ac12.log (5971 bytes)
16562024-12-21T08:01:35.697Zuploaded: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-crucible-downstairs:downstairs-184b4a0c-6090-4d36-946f-332cef64ac12.log
16572024-12-21T08:01:35.697Zuploading: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
16582024-12-21T08:01:36.791Zuploaded: /pool/ext/f6ea0bc5-fd9e-4d1c-9d98-a40ec76f1e9e/crypt/zone/oxz_crucible_fd135bfe-4bd2-40b6-8ecc-ddea8fcbabf8/root/var/svc/log/oxide-zone-network-setup:default.log
16592024-12-21T08:01:36.791Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/measurements.log (294550 bytes)
16602024-12-21T08:01:37.404Zupload warning: file "/pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/measurements.log" changed size mid upload: 294550 -> 339760
16612024-12-21T08:01:38.475Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/measurements.log
16622024-12-21T08:01:38.475Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/statistics.log (241020 bytes)
16632024-12-21T08:01:39.021Zupload warning: file "/pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/statistics.log" changed size mid upload: 241020 -> 279279
16642024-12-21T08:01:40.095Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/statistics.log
16652024-12-21T08:01:40.119Zuploading: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/tracking.log (24824 bytes)
16662024-12-21T08:01:40.229Zupload warning: file "/pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/tracking.log" changed size mid upload: 24824 -> 27200
16672024-12-21T08:01:41.299Zuploaded: /pool/ext/47117fb2-2ba2-45f6-9fbf-38d2fc290240/crypt/zone/oxz_ntp_cda94d21-2d17-4750-82f2-3cd73c0711d3/root/var/log/chrony/tracking.log