01JF0W51X5NPSE9RA1KTSEXECW: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JF0W6DWMHM545N980E5A8FVM

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-13T21:19:51.583Zjob dependencies complete; ready to run (waiting for 36 m 14 s)
22024-12-13T22:51:53.070Zjob assigned to worker 01JF139M5CCJHDZM9MVGZMMCDR [factory lab, sock/10807] (queued for 1 h 32 m 1 s)
32024-12-13T22:51:53.351Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-12-13T22:51:53.403Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-12-13T22:51:53.459Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-12-13T22:51:53.493Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-12-13T22:51:53.526Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-12-13T22:51:53.560ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-12-13T22:51:53.593Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-12-13T22:51:53.627ZOxide Helios Version helios-2.0.23032 64-bit
112024-12-13T22:51:53.661ZConfiguring devices.
122024-12-13T22:51:53.694Z##################################################
132024-12-13T22:51:53.728Z#### ############# ##
142024-12-13T22:51:53.762Z### ### ############ ##
152024-12-13T22:51:53.795Z## ### # ## ### ## Oxide Computer Company ##
162024-12-13T22:51:53.836Z## ## ## ### # ### ##
172024-12-13T22:51:53.873Z## # ### #### #### This Station Under ##
182024-12-13T22:51:53.906Z### ### #### # ### Computer Control ##
192024-12-13T22:51:53.940Z#### #### ### ## ##
202024-12-13T22:51:53.973Z##################################################
212024-12-13T22:51:54.006ZHostname: sock
222024-12-13T22:51:54.040ZLoading smf(7) service descriptions:
232024-12-13T22:51:54.981Zdownloading input: /input/package/work/package.tar.gz
242024-12-13T22:57:10.982Zdownloaded input: /input/package/work/package.tar.gz
 
252024-12-13T22:57:10.982Zstarting task 0: "setup"
262024-12-13T22:57:11.006Z++ uname -s
272024-12-13T22:57:11.006Z+ kern=SunOS
282024-12-13T22:57:11.007Z+ case "$kern" in
292024-12-13T22:57:11.007Z+ groupadd -g 12345 build
302024-12-13T22:57:11.007Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-12-13T22:57:12.899Z+ zfs create -o mountpoint=/work rpool/work
322024-12-13T22:57:12.923Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-12-13T22:57:12.946Z+ home_fs=zfs
342024-12-13T22:57:12.946Z+ [[ zfs == autofs ]]
352024-12-13T22:57:12.946Z+ mkdir -p /home/build
362024-12-13T22:57:12.946Z+ chown build:build /home/build /work
372024-12-13T22:57:14.930Z+ chmod 0700 /home/build /work
382024-12-13T22:57:14.954Zprocess exited: duration 4051 ms, exit code 0
 
392024-12-13T22:57:15.001Zstarting task 1: "authentication"
402024-12-13T22:57:15.057Zprocess exited: duration 56 ms, exit code 0
 
412024-12-13T22:57:15.105Zstarting task 2: "build"
422024-12-13T22:57:15.129Z+ trap _exit_trap EXIT
432024-12-13T22:57:15.129Z+ OPTE_COMMIT=
442024-12-13T22:57:15.129Z+ [[ x != \x ]]
452024-12-13T22:57:15.129Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-12-13T22:57:15.226Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-12-13T22:57:15.226Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-12-13T22:57:15.250Z+ [[ -d /opt/oxide ]]
582024-12-13T22:57:15.250Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-12-13T22:57:15.250Z+ pfexec mkdir /opt/oxide
602024-12-13T22:57:15.250Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-12-13T22:57:15.250Z+ [[ -d /opt/oxide-underneath ]]
622024-12-13T22:57:15.250Z+ cd /opt/oxide-underneath
632024-12-13T22:57:15.250Z+ pfexec tar ceEp@/f - .
642024-12-13T22:57:15.250Z+ cd /opt/oxide
652024-12-13T22:57:15.250Z+ pfexec tar xveEp@/f -
662024-12-13T22:57:15.284Zx ., 0 bytes, 0 tape blocks
672024-12-13T22:57:15.284Zx ./opte, 0 bytes, 0 tape blocks
682024-12-13T22:57:15.284Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-12-13T22:57:15.284Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-12-13T22:57:15.309Z+ pfexec rm -rf /opt/oxide-underneath
712024-12-13T22:57:15.309Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-12-13T22:57:15.333Z+ pfexec mkdir /opt/oxide/work
732024-12-13T22:57:15.333Z+ pfexec chown build:build /opt/oxide/work
742024-12-13T22:57:15.333Z+ cd /opt/oxide/work
752024-12-13T22:57:15.333Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-12-13T22:57:29.022ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-12-13T22:57:29.022Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-12-13T22:57:29.022Zx out/target/test, 107 bytes, 1 tape blocks
792024-12-13T22:57:29.022Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-12-13T22:57:29.022Zx package-manifest.toml, 32501 bytes, 64 tape blocks
812024-12-13T22:57:29.022Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-12-13T22:57:29.022Zx target/release/omicron-package, 37169504 bytes, 72597 tape blocks
832024-12-13T22:57:29.022Zx target/release/xtask, 12043872 bytes, 23524 tape blocks
842024-12-13T22:57:29.022Zx target/debug/bootstrap, 215196696 bytes, 420307 tape blocks
852024-12-13T22:57:29.022Zx tests/bootstrap-5d73a7b8baabcd95, 24826920 bytes, 48491 tape blocks
862024-12-13T22:57:29.022Zx tests/commtest-4e8fa5ffe2110e5c, 25621968 bytes, 50043 tape blocks
872024-12-13T22:57:29.022Zx tests/dhcp_server-9ceae42c1208e1e4, 24826936 bytes, 48491 tape blocks
882024-12-13T22:57:29.022Zx tests/end_to_end_tests-2be46eda13776020, 233689152 bytes, 456425 tape blocks
892024-12-13T22:57:29.022Zx out/clickhouse.tar.gz, 287276087 bytes, 561087 tape blocks
902024-12-13T22:57:29.022Zx out/clickhouse_keeper.tar.gz, 287267876 bytes, 561071 tape blocks
912024-12-13T22:57:29.022Zx out/clickhouse_server.tar.gz, 287268258 bytes, 561071 tape blocks
922024-12-13T22:57:29.022Zx out/cockroachdb.tar.gz, 137822410 bytes, 269185 tape blocks
932024-12-13T22:57:29.022Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
942024-12-13T22:57:29.022Zx out/crucible-pantry-zone.tar.gz, 28863849 bytes, 56375 tape blocks
952024-12-13T22:57:29.022Zx out/crucible-zone.tar.gz, 37279046 bytes, 72811 tape blocks
962024-12-13T22:57:29.022Zx out/external-dns.tar.gz, 36126956 bytes, 70561 tape blocks
972024-12-13T22:57:29.022Zx out/internal-dns.tar.gz, 36126503 bytes, 70560 tape blocks
982024-12-13T22:57:29.022Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-12-13T22:57:29.022Zx out/nexus.tar.gz, 100458290 bytes, 196208 tape blocks
1002024-12-13T22:57:29.022Zx out/ntp.tar.gz, 10619528 bytes, 20742 tape blocks
1012024-12-13T22:57:29.022Zx out/omicron-gateway-softnpu.tar.gz, 24495708 bytes, 47844 tape blocks
1022024-12-13T22:57:29.022Zx out/omicron-sled-agent.tar, 116165120 bytes, 226885 tape blocks
1032024-12-13T22:57:29.022Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-12-13T22:57:29.022Zx out/oximeter.tar.gz, 48875165 bytes, 95460 tape blocks
1052024-12-13T22:57:29.022Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-12-13T22:57:29.023Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-12-13T22:57:29.023Zx out/propolis-server.tar.gz, 68330878 bytes, 133459 tape blocks
1082024-12-13T22:57:29.023Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-12-13T22:57:29.023Zx out/switch-softnpu.tar.gz, 241212326 bytes, 471118 tape blocks
1102024-12-13T22:57:29.047Z
1112024-12-13T22:57:29.047Zreal 13.678975392
1122024-12-13T22:57:29.047Zuser 12.098287022
1132024-12-13T22:57:29.047Zsys 2.723043052
1142024-12-13T22:57:29.047Ztrap 0.000587802
1152024-12-13T22:57:29.047Ztflt 0.000000000
1162024-12-13T22:57:29.047Zdflt 0.000000000
1172024-12-13T22:57:29.047Zkflt 0.000000000
1182024-12-13T22:57:29.047Zlock 0.000000000
1192024-12-13T22:57:29.047Zslp 12.210857029
1202024-12-13T22:57:29.047Zlat 0.323126265
1212024-12-13T22:57:29.047Zstop 0.000127192
1222024-12-13T22:57:29.047Z+ source .github/buildomat/ci-env.sh
1232024-12-13T22:57:29.047Z++ export CARGO_TERM_COLOR=always
1242024-12-13T22:57:29.047Z++ CARGO_TERM_COLOR=always
1252024-12-13T22:57:29.047Z+ bmat address ls
1262024-12-13T22:57:29.047ZNAME CIDR FIRST LAST COUNT
1272024-12-13T22:57:29.047Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282024-12-13T22:57:29.047Z++ bmat address ls -f extra -Ho first,last,count
1292024-12-13T22:57:29.048Z+ set -- 10.151.2.164 10.151.2.227 64
1302024-12-13T22:57:29.048Z+ EXTRA_IP_START=10.151.2.164
1312024-12-13T22:57:29.048Z+ EXTRA_IP_END=10.151.2.227
1322024-12-13T22:57:29.048Z+ EXTRA_IP_COUNT=64
1332024-12-13T22:57:29.048Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-12-13T22:57:29.048Z+ EXTRA_IP_BASE=10.151.2
1352024-12-13T22:57:29.048Z+ EXTRA_IP_FOCTET=164
1362024-12-13T22:57:29.048Z+ EXTRA_IP_LOCTET=227
1372024-12-13T22:57:29.048Z+ SERVICE_IP_POOL_START=10.151.2.164
1382024-12-13T22:57:29.048Z+ SERVICE_IP_POOL_END=10.151.2.173
1392024-12-13T22:57:29.048Z+ DNS_IP1=10.151.2.164
1402024-12-13T22:57:29.048Z+ DNS_IP2=10.151.2.165
1412024-12-13T22:57:29.048Z+ UPLINK_IP=10.151.2.174
1422024-12-13T22:57:29.048Z+ IPPOOL_START=10.151.2.175
1432024-12-13T22:57:29.048Z+ IPPOOL_END=10.151.2.227
1442024-12-13T22:57:29.048Z++ ipadm show-addr -po type,addr
1452024-12-13T22:57:29.048Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-12-13T22:57:29.048Z+ GATEWAY_IP=10.151.2.100
1472024-12-13T22:57:29.048Z+ [[ -n 10.151.2.100 ]]
1482024-12-13T22:57:29.048Z+ ping -s 10.151.2.100 56 1
1492024-12-13T22:57:29.048ZPING 10.151.2.100: 56 data bytes
1502024-12-13T22:57:29.048Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1512024-12-13T22:57:29.048Z
1522024-12-13T22:57:29.048Z----10.151.2.100 PING Statistics----
1532024-12-13T22:57:29.048Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-12-13T22:57:29.048Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1552024-12-13T22:57:29.048Z++ arp -an
1562024-12-13T22:57:29.048Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572024-12-13T22:57:29.072Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582024-12-13T22:57:29.072Z+ routeadm -e ipv4-forwarding -u
1592024-12-13T22:57:29.159Z+ PXA_START=10.151.2.164
1602024-12-13T22:57:29.159Z+ PXA_END=10.151.2.227
1612024-12-13T22:57:29.159Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-12-13T22:57:29.289Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632024-12-13T22:57:29.313ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-12-13T22:57:29.368Zcreating virtual hardware
1652024-12-13T22:57:29.392Zcreating /scratch/m2_0.vdev
1662024-12-13T22:57:29.392Zcreating /scratch/m2_1.vdev
1672024-12-13T22:57:29.392Zcreating /scratch/u2_0.vdev
1682024-12-13T22:57:29.392Zcreating /scratch/u2_1.vdev
1692024-12-13T22:57:29.392Zcreating /scratch/u2_2.vdev
1702024-12-13T22:57:29.392Zcreating /scratch/u2_3.vdev
1712024-12-13T22:57:29.392Zcreating /scratch/u2_4.vdev
1722024-12-13T22:57:29.392Zcreating /scratch/u2_5.vdev
1732024-12-13T22:57:29.392Zcreating /scratch/u2_6.vdev
1742024-12-13T22:57:29.392Zcreating /scratch/u2_7.vdev
1752024-12-13T22:57:29.392Zcreating /scratch/u2_8.vdev
1762024-12-13T22:57:29.417ZSimnet net0/sc0_0 exists
1772024-12-13T22:57:29.440ZSimnet net1/sc1_0 exists
1782024-12-13T22:57:29.440ZVnic sc0_1 exists
1792024-12-13T22:57:41.879ZUsing 10.151.2.100 as gateway ip
1802024-12-13T22:57:41.879Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812024-12-13T22:57:41.879Zconfiguring SoftNPU ARP entry
1822024-12-13T22:57:41.907Zconfiguring SoftNPU proxy ARP
1832024-12-13T22:57:41.961ZSoftNPU state:
1842024-12-13T22:57:41.961Z local v6:
1852024-12-13T22:57:41.961Z local v4:
1862024-12-13T22:57:41.961Z router v6:
1872024-12-13T22:57:41.961Z router v4_idx:
1882024-12-13T22:57:41.984Z router v4_routes:
1892024-12-13T22:57:41.984Z resolver v4:
1902024-12-13T22:57:41.984Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912024-12-13T22:57:41.984Z resolver v6:
1922024-12-13T22:57:41.984Z nat v4:
1932024-12-13T22:57:41.984Z nat_v6:
1942024-12-13T22:57:41.984Z port_mac:
1952024-12-13T22:57:41.984Z proxy arp:
1962024-12-13T22:57:41.984Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972024-12-13T22:57:41.984Zcreated virtual hardware
1982024-12-13T22:57:41.985Z
1992024-12-13T22:57:41.985Zreal 12.668763006
2002024-12-13T22:57:41.985Zuser 0.685808662
2012024-12-13T22:57:41.985Zsys 3.445271371
2022024-12-13T22:57:41.985Ztrap 0.000044600
2032024-12-13T22:57:41.985Ztflt 0.000199157
2042024-12-13T22:57:41.985Zdflt 0.000331932
2052024-12-13T22:57:41.985Zkflt 0.000002409
2062024-12-13T22:57:41.985Zlock 9:47.865101181
2072024-12-13T22:57:41.985Zslp 38.242042662
2082024-12-13T22:57:41.985Zlat 0.081141246
2092024-12-13T22:57:41.985Zstop 0.360405737
2102024-12-13T22:57:41.985Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-12-13T22:57:42.009Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-12-13T22:57:42.009Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-12-13T22:57:42.009Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-12-13T22:57:42.009Z+++ pkg/config.toml Fri Dec 13 22:57:41 2024
2152024-12-13T22:57:42.009Z@@ -29,18 +29,18 @@
2162024-12-13T22:57:42.009Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-12-13T22:57:42.009Z # followed by a string that is embedded into their fake serial values.
2182024-12-13T22:57:42.009Z vdevs = [
2192024-12-13T22:57:42.009Z- "m2_0.vdev",
2202024-12-13T22:57:42.009Z- "m2_1.vdev",
2212024-12-13T22:57:42.009Z+ "/scratch/m2_0.vdev",
2222024-12-13T22:57:42.009Z+ "/scratch/m2_1.vdev",
2232024-12-13T22:57:42.009Z
2242024-12-13T22:57:42.009Z- "u2_0.vdev",
2252024-12-13T22:57:42.009Z- "u2_1.vdev",
2262024-12-13T22:57:42.009Z- "u2_2.vdev",
2272024-12-13T22:57:42.009Z- "u2_3.vdev",
2282024-12-13T22:57:42.009Z- "u2_4.vdev",
2292024-12-13T22:57:42.009Z- "u2_5.vdev",
2302024-12-13T22:57:42.009Z- "u2_6.vdev",
2312024-12-13T22:57:42.009Z- "u2_7.vdev",
2322024-12-13T22:57:42.009Z- "u2_8.vdev",
2332024-12-13T22:57:42.009Z+ "/scratch/u2_0.vdev",
2342024-12-13T22:57:42.009Z+ "/scratch/u2_1.vdev",
2352024-12-13T22:57:42.010Z+ "/scratch/u2_2.vdev",
2362024-12-13T22:57:42.010Z+ "/scratch/u2_3.vdev",
2372024-12-13T22:57:42.010Z+ "/scratch/u2_4.vdev",
2382024-12-13T22:57:42.010Z+ "/scratch/u2_5.vdev",
2392024-12-13T22:57:42.010Z+ "/scratch/u2_6.vdev",
2402024-12-13T22:57:42.010Z+ "/scratch/u2_7.vdev",
2412024-12-13T22:57:42.010Z+ "/scratch/u2_8.vdev",
2422024-12-13T22:57:42.010Z ]
2432024-12-13T22:57:42.010Z
2442024-12-13T22:57:42.010Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-12-13T22:57:42.010Z+ true
2462024-12-13T22:57:42.010Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-12-13T22:57:42.010Z+ SILO_NAME=recovery
2482024-12-13T22:57:42.010Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-12-13T22:57:42.010Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-12-13T22:57:42.010Z+ sed -i~ '
2512024-12-13T22:57:42.010Z /^external_dns_ips/c\
2522024-12-13T22:57:42.010Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532024-12-13T22:57:42.010Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-12-13T22:57:42.010Z /^first/c\
2552024-12-13T22:57:42.010Zfirst = "10.151.2.164"
2562024-12-13T22:57:42.010Z /^last/c\
2572024-12-13T22:57:42.010Zlast = "10.151.2.173"
2582024-12-13T22:57:42.010Z }
2592024-12-13T22:57:42.010Z /^infra_ip_first/c\
2602024-12-13T22:57:42.010Zinfra_ip_first = "10.151.2.174"
2612024-12-13T22:57:42.010Z /^infra_ip_last/c\
2622024-12-13T22:57:42.010Zinfra_ip_last = "10.151.2.174"
2632024-12-13T22:57:42.010Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-12-13T22:57:42.010Z /^routes/c\
2652024-12-13T22:57:42.010Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662024-12-13T22:57:42.010Z /^addresses/c\
2672024-12-13T22:57:42.010Zaddresses = \[{address = "10.151.2.174/24"} \]
2682024-12-13T22:57:42.010Z }
2692024-12-13T22:57:42.010Z' pkg/config-rss.toml
2702024-12-13T22:57:42.035Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-12-13T22:57:42.035Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-12-13T22:57:42.035Z+++ pkg/config-rss.toml Fri Dec 13 22:57:41 2024
2732024-12-13T22:57:42.035Z@@ -33,7 +33,7 @@
2742024-12-13T22:57:42.035Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-12-13T22:57:42.035Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-12-13T22:57:42.035Z # below.
2772024-12-13T22:57:42.035Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-12-13T22:57:42.035Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792024-12-13T22:57:42.035Z
2802024-12-13T22:57:42.035Z # Initial TLS certificates for the external API
2812024-12-13T22:57:42.035Z #
2822024-12-13T22:57:42.035Z@@ -69,8 +69,8 @@
2832024-12-13T22:57:42.035Z #
2842024-12-13T22:57:42.035Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-12-13T22:57:42.035Z [[internal_services_ip_pool_ranges]]
2862024-12-13T22:57:42.035Z-first = "192.168.1.20"
2872024-12-13T22:57:42.035Z-last = "192.168.1.29"
2882024-12-13T22:57:42.035Z+first = "10.151.2.164"
2892024-12-13T22:57:42.035Z+last = "10.151.2.173"
2902024-12-13T22:57:42.035Z
2912024-12-13T22:57:42.035Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-12-13T22:57:42.035Z # parameters should be provided to the control plane via wicket, but we need to
2932024-12-13T22:57:42.035Z@@ -91,8 +91,8 @@
2942024-12-13T22:57:42.035Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-12-13T22:57:42.035Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-12-13T22:57:42.035Z # With softnpu, only one address is used.
2972024-12-13T22:57:42.035Z-infra_ip_first = "192.168.1.30"
2982024-12-13T22:57:42.035Z-infra_ip_last = "192.168.1.30"
2992024-12-13T22:57:42.035Z+infra_ip_first = "10.151.2.174"
3002024-12-13T22:57:42.035Z+infra_ip_last = "10.151.2.174"
3012024-12-13T22:57:42.035Z
3022024-12-13T22:57:42.035Z # Configurations for BGP routers to run on the scrimlets.
3032024-12-13T22:57:42.035Z bgp = []
3042024-12-13T22:57:42.035Z@@ -100,9 +100,9 @@
3052024-12-13T22:57:42.036Z # You can configure multiple uplinks by repeating the following stanza
3062024-12-13T22:57:42.036Z [[rack_network_config.ports]]
3072024-12-13T22:57:42.036Z # Routes associated with this port.
3082024-12-13T22:57:42.036Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-12-13T22:57:42.036Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102024-12-13T22:57:42.036Z # Addresses associated with this port.
3112024-12-13T22:57:42.036Z-addresses = [{address = "192.168.1.30/24"}]
3122024-12-13T22:57:42.036Z+addresses = [{address = "10.151.2.174/24"} ]
3132024-12-13T22:57:42.036Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-12-13T22:57:42.036Z port = "qsfp0"
3152024-12-13T22:57:42.036Z # The speed of this port.
3162024-12-13T22:57:42.036Z+ true
3172024-12-13T22:57:42.036Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-12-13T22:57:42.036Za pkg/config-rss.toml 8K
3192024-12-13T22:57:42.036Za pkg/config.toml 4K
3202024-12-13T22:57:42.036Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-12-13T22:57:42.036Z+ TLS_NAME=recovery.sys.oxide.test
3222024-12-13T22:57:42.036Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-12-13T22:57:42.157Z.+.+.........+..+.........+.+..+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-12-13T22:57:44.669Z....+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+..+...+......+.+...+.........+..+.........+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.........+............+......+....+...+..+.+...............+..+............+...+......+.+........................+...............+......+...+...+..+.......+...........+.........+.+............+..+.........+....+.....+.+...........+................+............+..+.+........+...............+......+...+................+......+.........+...........+.+..+.......+.....+...+...+....+...+..+...+...+......................+..+..........+...+.....+...+...+.........+................+...............+.....+.........+......+..........+...............+..+............+.+.........+........+....+...+..+..........+.....+......+..........+............+..+....+..+.............+......+..............+.........+.............+...+.....................+...+........+...+....+..................+.....+.........+...+...+.............+..+...+.........+.+.....+.+......+...+......+........+......+......+....+...........+...............+......+..........+..+.+......+...+............+......+..+.+..+.......+.....+...+........................+...+...+....+..............+.........+.+..+.......+..+..................+.+......+.....+.+.....+....+..............+......+....+..............+..........+...+........+.+........+......+.......+..+...+...+.......+........+............+..........+...................................+....+...+...........+.+...............+...+.....+.........................+...+.................+.......+...+....................+.+..............+......+.+.....+...............+....+..+.......+......+.................+.......+.....+.+......+......+........+..........+..+........................+...............+............................+...+..+.......+.....+..........+......+....................+...+......+......+.......+...+.........+.........+......+...+........+....+.........+........................+...+..+......+.+...+........+.........+...+................+......+.........+.....+.+...+..+.+...+......+.....+......+....+......+..+......+.+...+...+...+..+...+......+.............+........+..........+.................+............+.............+..+.+..+......+.+...+........+.............+..+......................+.....+............+....+......+.....+.........+...............+....+..+.............+...+.....+....+...........+.............+.....+......+..........+..............+.+...+........+.......+...+.....+............+.......+.......................+...+.........+.........+......+.+...+...........+...............+....+.....+......+....+.........+......+.....+.......+..+.............+..+.............+..+.+..+.......+...+..............+....+.....+....+.....+.......+...+.....+.....................................+........+......+....+..+.........+......+.+........+....+.....+.+...........+....+.....+.+...........+....+......................................+......+.+......+...+..............+..........+..+................+...+..+.......+...........+.........+......+....+..+...+.....................+....+.....+..........+...........+............+........................+.+..+.+.................+.......+......+..+...+......+...+..........+........+...+..........+..+.......+..+.+...+......+.....+.........+.......+..................+...........+.+..............+......+....+..............+......+.+........+.......+.....+..........+..+...+...+.+...+..............................+.....+......+...............+.+...+.....+......+......+......+....+.....+.+.........+...+..+.........+......+...+.......+........+...+...+...................+..+....+....................+....+...+..+.....................+....+......+..+...................+........+...+.......+.....+.......+........+..........+..+.........+....+......+.....+....+......+..+....+...............+...+...+.....+.......+......+............+........+................+..................+..+..........+...+..+.........+.......+.....+....+...+......+.....+...............+.+......+.....+.............+..............+.+.........+........+..........+..+.......+......+........+.+.....+....+..+............+...+....+.....+................+..+...............+.+......+.........+...........+.........+......+..........+......+..............+......+..........+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-12-13T22:57:44.692Z-----
3262024-12-13T22:57:44.693Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-12-13T22:57:44.693Za pkg/initial-tls-cert.pem 2K
3282024-12-13T22:57:44.693Za pkg/initial-tls-key.pem 4K
3292024-12-13T22:57:44.693Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-12-13T22:57:44.693Z+ rmdir pkg
3312024-12-13T22:57:44.693Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-12-13T22:57:44.693Z+ pfexec mkdir -p /usr/oxide
3332024-12-13T22:57:44.693Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-12-13T22:57:45.264Z+ pfexec chmod +x /usr/oxide/oxide
3352024-12-13T22:57:45.288Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-12-13T22:58:04.052Z+ OMICRON_NO_UNINSTALL=1
3372024-12-13T22:58:04.052Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-12-13T22:58:04.076ZLogging to: /opt/oxide/work/out/LOG
3392024-12-13T22:58:04.689Z
3402024-12-13T22:58:04.713Zreal 0.632282139
3412024-12-13T22:58:04.713Zuser 0.139806792
3422024-12-13T22:58:04.713Zsys 3.103305923
3432024-12-13T22:58:04.713Ztrap 0.000001959
3442024-12-13T22:58:04.713Ztflt 0.000004598
3452024-12-13T22:58:04.713Zdflt 0.000531666
3462024-12-13T22:58:04.713Zkflt 0.000000000
3472024-12-13T22:58:04.713Zlock 57.219261177
3482024-12-13T22:58:04.713Zslp 0.820023575
3492024-12-13T22:58:04.713Zlat 0.003052820
3502024-12-13T22:58:04.713Zstop 0.195433298
3512024-12-13T22:58:04.713Z+ retry=0
3522024-12-13T22:58:04.714Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-12-13T22:58:04.714Z+ [[ 0 -gt 30 ]]
3542024-12-13T22:58:04.714Z+ sleep 1
3552024-12-13T22:58:05.704Z+ retry=1
3562024-12-13T22:58:05.704Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-12-13T22:58:05.728Z+ [[ 1 -gt 30 ]]
3582024-12-13T22:58:05.728Z+ sleep 1
3592024-12-13T22:58:06.719Z+ retry=2
3602024-12-13T22:58:06.719Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-12-13T22:58:06.742Z+ [[ 2 -gt 30 ]]
3622024-12-13T22:58:06.742Z+ sleep 1
3632024-12-13T22:58:07.734Z+ retry=3
3642024-12-13T22:58:07.734Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-12-13T22:58:26.638Z+ [[ 3 -gt 30 ]]
3662024-12-13T22:58:26.638Z+ sleep 1
3672024-12-13T22:58:27.641Z+ retry=4
3682024-12-13T22:58:27.641Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-12-13T22:58:27.667Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-12-13T22:58:27.692Zlocal v6:
3712024-12-13T22:58:27.692Zfe80::d47b:30ff:fea4:856d
3722024-12-13T22:58:27.692Zfdc6:d3a8:f4be:5b19::1
3732024-12-13T22:58:27.693Zlocal v4:
3742024-12-13T22:58:27.693Z10.151.2.174
3752024-12-13T22:58:27.693Zrouter v6:
3762024-12-13T22:58:27.693Zrouter v4_idx:
3772024-12-13T22:58:27.693Zrouter v4_routes:
3782024-12-13T22:58:27.693Zresolver v4:
3792024-12-13T22:58:27.693Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3802024-12-13T22:58:27.694Zresolver v6:
3812024-12-13T22:58:27.694Zfe80::d47b:30ff:fea4:856d -> d6:7b:30:a4:85:6d
3822024-12-13T22:58:27.694Znat v4:
3832024-12-13T22:58:27.694Znat_v6:
3842024-12-13T22:58:27.694Zport_mac:
3852024-12-13T22:58:27.694Z1000: a8:40:25:00:50:c8
3862024-12-13T22:58:27.694Z2: a8:40:25:00:50:e9
3872024-12-13T22:58:27.694Z1: a8:40:25:00:50:c9
3882024-12-13T22:58:27.694Zproxy arp:
3892024-12-13T22:58:27.694Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3902024-12-13T22:58:27.694Z+ retry=0
3912024-12-13T22:58:27.694Z+++ zoneadm list -n
3922024-12-13T22:58:27.718Z+++ grep oxz_ntp
3932024-12-13T22:58:27.718Z++ pfexec svcs -z -Hostate oxide/ntp
3942024-12-13T22:58:27.718Zsvcs: zone '-Hostate': entity not found
3952024-12-13T22:58:27.718Z++ true
3962024-12-13T22:58:27.718Z+ [[ '' != online ]]
3972024-12-13T22:58:27.718Z+ [[ 0 -gt 60 ]]
3982024-12-13T22:58:27.718Z+ sleep 1
3992024-12-13T22:58:28.708Z+ retry=1
4002024-12-13T22:58:28.733Z+++ zoneadm list -n
4012024-12-13T22:58:28.733Z+++ grep oxz_ntp
4022024-12-13T22:58:28.733Z++ pfexec svcs -z -Hostate oxide/ntp
4032024-12-13T22:58:28.733Zsvcs: zone '-Hostate': entity not found
4042024-12-13T22:58:28.733Z++ true
4052024-12-13T22:58:28.733Z+ [[ '' != online ]]
4062024-12-13T22:58:28.733Z+ [[ 1 -gt 60 ]]
4072024-12-13T22:58:28.733Z+ sleep 1
4082024-12-13T22:58:29.728Z+ retry=2
4092024-12-13T22:58:29.752Z+++ zoneadm list -n
4102024-12-13T22:58:29.753Z+++ grep oxz_ntp
4112024-12-13T22:58:29.753Z++ pfexec svcs -z -Hostate oxide/ntp
4122024-12-13T22:58:29.753Zsvcs: zone '-Hostate': entity not found
4132024-12-13T22:58:29.753Z++ true
4142024-12-13T22:58:29.753Z+ [[ '' != online ]]
4152024-12-13T22:58:29.753Z+ [[ 2 -gt 60 ]]
4162024-12-13T22:58:29.753Z+ sleep 1
4172024-12-13T22:58:30.755Z+ retry=3
4182024-12-13T22:58:30.778Z+++ zoneadm list -n
4192024-12-13T22:58:30.778Z+++ grep oxz_ntp
4202024-12-13T22:58:30.778Z++ pfexec svcs -z -Hostate oxide/ntp
4212024-12-13T22:58:30.778Zsvcs: zone '-Hostate': entity not found
4222024-12-13T22:58:30.778Z++ true
4232024-12-13T22:58:30.779Z+ [[ '' != online ]]
4242024-12-13T22:58:30.779Z+ [[ 3 -gt 60 ]]
4252024-12-13T22:58:30.779Z+ sleep 1
4262024-12-13T22:58:31.773Z+ retry=4
4272024-12-13T22:58:31.797Z+++ zoneadm list -n
4282024-12-13T22:58:31.797Z+++ grep oxz_ntp
4292024-12-13T22:58:31.797Z++ pfexec svcs -z -Hostate oxide/ntp
4302024-12-13T22:58:31.797Zsvcs: zone '-Hostate': entity not found
4312024-12-13T22:58:31.797Z++ true
4322024-12-13T22:58:31.797Z+ [[ '' != online ]]
4332024-12-13T22:58:31.797Z+ [[ 4 -gt 60 ]]
4342024-12-13T22:58:31.798Z+ sleep 1
4352024-12-13T22:58:32.795Z+ retry=5
4362024-12-13T22:58:32.820Z+++ zoneadm list -n
4372024-12-13T22:58:32.820Z+++ grep oxz_ntp
4382024-12-13T22:58:32.820Z++ pfexec svcs -z -Hostate oxide/ntp
4392024-12-13T22:58:32.820Zsvcs: zone '-Hostate': entity not found
4402024-12-13T22:58:32.820Z++ true
4412024-12-13T22:58:32.820Z+ [[ '' != online ]]
4422024-12-13T22:58:32.820Z+ [[ 5 -gt 60 ]]
4432024-12-13T22:58:32.820Z+ sleep 1
4442024-12-13T22:58:33.819Z+ retry=6
4452024-12-13T22:58:33.862Z+++ zoneadm list -n
4462024-12-13T22:58:33.862Z+++ grep oxz_ntp
4472024-12-13T22:58:33.862Z++ pfexec svcs -z -Hostate oxide/ntp
4482024-12-13T22:58:33.862Zsvcs: zone '-Hostate': entity not found
4492024-12-13T22:58:33.862Z++ true
4502024-12-13T22:58:33.862Z+ [[ '' != online ]]
4512024-12-13T22:58:33.862Z+ [[ 6 -gt 60 ]]
4522024-12-13T22:58:33.862Z+ sleep 1
4532024-12-13T22:58:34.841Z+ retry=7
4542024-12-13T22:58:34.868Z+++ zoneadm list -n
4552024-12-13T22:58:34.868Z+++ grep oxz_ntp
4562024-12-13T22:58:34.868Z++ pfexec svcs -z -Hostate oxide/ntp
4572024-12-13T22:58:34.868Zsvcs: zone '-Hostate': entity not found
4582024-12-13T22:58:34.868Z++ true
4592024-12-13T22:58:34.869Z+ [[ '' != online ]]
4602024-12-13T22:58:34.869Z+ [[ 7 -gt 60 ]]
4612024-12-13T22:58:34.869Z+ sleep 1
4622024-12-13T22:58:35.866Z+ retry=8
4632024-12-13T22:58:35.895Z+++ zoneadm list -n
4642024-12-13T22:58:35.895Z+++ grep oxz_ntp
4652024-12-13T22:58:35.895Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
4662024-12-13T22:58:35.945Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4672024-12-13T22:58:35.982Z++ true
4682024-12-13T22:58:35.982Z+ [[ '' != online ]]
4692024-12-13T22:58:35.982Z+ [[ 8 -gt 60 ]]
4702024-12-13T22:58:35.982Z+ sleep 1
4712024-12-13T22:58:36.938Z+ retry=9
4722024-12-13T22:58:36.965Z+++ zoneadm list -n
4732024-12-13T22:58:36.965Z+++ grep oxz_ntp
4742024-12-13T22:58:36.965Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
4752024-12-13T22:58:36.988Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4762024-12-13T22:58:36.988Z++ true
4772024-12-13T22:58:36.988Z+ [[ '' != online ]]
4782024-12-13T22:58:36.988Z+ [[ 9 -gt 60 ]]
4792024-12-13T22:58:36.988Z+ sleep 1
4802024-12-13T22:58:37.971Z+ retry=10
4812024-12-13T22:58:37.995Z+++ zoneadm list -n
4822024-12-13T22:58:37.995Z+++ grep oxz_ntp
4832024-12-13T22:58:37.995Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
4842024-12-13T22:58:37.995Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4852024-12-13T22:58:37.995Z++ true
4862024-12-13T22:58:37.995Z+ [[ '' != online ]]
4872024-12-13T22:58:37.995Z+ [[ 10 -gt 60 ]]
4882024-12-13T22:58:37.995Z+ sleep 1
4892024-12-13T22:58:38.996Z+ retry=11
4902024-12-13T22:58:39.020Z+++ zoneadm list -n
4912024-12-13T22:58:39.020Z+++ grep oxz_ntp
4922024-12-13T22:58:39.020Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
4932024-12-13T22:58:39.045Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4942024-12-13T22:58:39.045Z++ true
4952024-12-13T22:58:39.045Z+ [[ '' != online ]]
4962024-12-13T22:58:39.045Z+ [[ 11 -gt 60 ]]
4972024-12-13T22:58:39.045Z+ sleep 1
4982024-12-13T22:58:40.027Z+ retry=12
4992024-12-13T22:58:40.050Z+++ zoneadm list -n
5002024-12-13T22:58:40.050Z+++ grep oxz_ntp
5012024-12-13T22:58:40.050Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5022024-12-13T22:58:40.051Z+ [[ offline != online ]]
5032024-12-13T22:58:40.051Z+ [[ 12 -gt 60 ]]
5042024-12-13T22:58:40.051Z+ sleep 1
5052024-12-13T22:58:41.052Z+ retry=13
5062024-12-13T22:58:41.076Z+++ zoneadm list -n
5072024-12-13T22:58:41.076Z+++ grep oxz_ntp
5082024-12-13T22:58:41.076Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5092024-12-13T22:58:41.076Z+ [[ offline != online ]]
5102024-12-13T22:58:41.076Z+ [[ 13 -gt 60 ]]
5112024-12-13T22:58:41.076Z+ sleep 1
5122024-12-13T22:58:42.074Z+ retry=14
5132024-12-13T22:58:42.105Z+++ zoneadm list -n
5142024-12-13T22:58:42.105Z+++ grep oxz_ntp
5152024-12-13T22:58:42.106Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5162024-12-13T22:58:42.106Z+ [[ offline != online ]]
5172024-12-13T22:58:42.106Z+ [[ 14 -gt 60 ]]
5182024-12-13T22:58:42.106Z+ sleep 1
5192024-12-13T22:58:43.098Z+ retry=15
5202024-12-13T22:58:43.130Z+++ zoneadm list -n
5212024-12-13T22:58:43.130Z+++ grep oxz_ntp
5222024-12-13T22:58:43.130Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5232024-12-13T22:58:43.130Z+ [[ offline != online ]]
5242024-12-13T22:58:43.130Z+ [[ 15 -gt 60 ]]
5252024-12-13T22:58:43.130Z+ sleep 1
5262024-12-13T22:58:44.118Z+ retry=16
5272024-12-13T22:58:44.142Z+++ zoneadm list -n
5282024-12-13T22:58:44.142Z+++ grep oxz_ntp
5292024-12-13T22:58:44.142Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5302024-12-13T22:58:44.142Z+ [[ offline != online ]]
5312024-12-13T22:58:44.142Z+ [[ 16 -gt 60 ]]
5322024-12-13T22:58:44.142Z+ sleep 1
5332024-12-13T22:58:45.140Z+ retry=17
5342024-12-13T22:58:45.164Z+++ zoneadm list -n
5352024-12-13T22:58:45.165Z+++ grep oxz_ntp
5362024-12-13T22:58:45.165Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5372024-12-13T22:58:45.165Z+ [[ offline != online ]]
5382024-12-13T22:58:45.165Z+ [[ 17 -gt 60 ]]
5392024-12-13T22:58:45.165Z+ sleep 1
5402024-12-13T22:58:46.162Z+ retry=18
5412024-12-13T22:58:46.186Z+++ zoneadm list -n
5422024-12-13T22:58:46.186Z+++ grep oxz_ntp
5432024-12-13T22:58:46.186Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5442024-12-13T22:58:46.186Z+ [[ offline != online ]]
5452024-12-13T22:58:46.187Z+ [[ 18 -gt 60 ]]
5462024-12-13T22:58:46.187Z+ sleep 1
5472024-12-13T22:58:47.200Z+ retry=19
5482024-12-13T22:58:47.251Z+++ zoneadm list -n
5492024-12-13T22:58:47.251Z+++ grep oxz_ntp
5502024-12-13T22:58:47.251Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5512024-12-13T22:58:47.251Z+ [[ offline != online ]]
5522024-12-13T22:58:47.252Z+ [[ 19 -gt 60 ]]
5532024-12-13T22:58:47.252Z+ sleep 1
 
5542024-12-13T22:58:47.588Zsock console login: Dec 13 22:58:46 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5552024-12-13T22:58:48.208Z+ retry=20
5562024-12-13T22:58:48.232Z+++ zoneadm list -n
5572024-12-13T22:58:48.232Z+++ grep oxz_ntp
5582024-12-13T22:58:48.232Z++ pfexec svcs -z oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f -Hostate oxide/ntp
5592024-12-13T22:58:48.232Z+ [[ online != online ]]
5602024-12-13T22:58:48.232Z+ echo 'Waited for chrony: 20s'
5612024-12-13T22:58:48.232ZWaited for chrony: 20s
5622024-12-13T22:58:48.232Z+ retry=0
5632024-12-13T22:58:48.232Z+ zoneadm list
5642024-12-13T22:58:48.232Z+ grep nexus
5652024-12-13T22:58:48.268Z+ [[ 0 -gt 300 ]]
5662024-12-13T22:58:48.268Z+ sleep 1
5672024-12-13T22:58:49.238Z+ retry=1
5682024-12-13T22:58:49.262Z+ zoneadm list
5692024-12-13T22:58:49.262Z+ grep nexus
5702024-12-13T22:58:49.262Z+ [[ 1 -gt 300 ]]
5712024-12-13T22:58:49.262Z+ sleep 1
5722024-12-13T22:58:50.248Z+ retry=2
5732024-12-13T22:58:50.287Z+ zoneadm list
5742024-12-13T22:58:50.287Z+ grep nexus
5752024-12-13T22:58:50.287Z+ [[ 2 -gt 300 ]]
5762024-12-13T22:58:50.287Z+ sleep 1
5772024-12-13T22:58:51.270Z+ retry=3
5782024-12-13T22:58:51.303Z+ zoneadm list
5792024-12-13T22:58:51.303Z+ grep nexus
5802024-12-13T22:58:51.303Z+ [[ 3 -gt 300 ]]
5812024-12-13T22:58:51.303Z+ sleep 1
5822024-12-13T22:58:52.329Z+ retry=4
5832024-12-13T22:58:52.406Z+ zoneadm list
5842024-12-13T22:58:52.406Z+ grep nexus
5852024-12-13T22:58:52.406Z+ [[ 4 -gt 300 ]]
5862024-12-13T22:58:52.406Z+ sleep 1
5872024-12-13T22:58:53.360Z+ retry=5
5882024-12-13T22:58:53.391Z+ zoneadm list
5892024-12-13T22:58:53.391Z+ grep nexus
5902024-12-13T22:58:53.391Z+ [[ 5 -gt 300 ]]
5912024-12-13T22:58:53.391Z+ sleep 1
5922024-12-13T22:58:54.309Z+ retry=6
5932024-12-13T22:58:58.760Z+ zoneadm list
5942024-12-13T22:58:58.760Z+ grep nexus
5952024-12-13T22:58:58.760Z+ [[ 6 -gt 300 ]]
5962024-12-13T22:58:58.760Z+ sleep 1
5972024-12-13T22:58:59.017Z+ retry=7
5982024-12-13T22:58:59.017Z+ zoneadm list
5992024-12-13T22:58:59.017Z+ grep nexus
6002024-12-13T22:58:59.017Z+ [[ 7 -gt 300 ]]
6012024-12-13T22:58:59.017Z+ sleep 1
6022024-12-13T22:58:59.017Z+ retry=8
6032024-12-13T22:58:59.017Z+ zoneadm list
6042024-12-13T22:58:59.017Z+ grep nexus
6052024-12-13T22:58:59.017Z+ [[ 8 -gt 300 ]]
6062024-12-13T22:58:59.017Z+ sleep 1
6072024-12-13T22:58:59.017Z+ retry=9
6082024-12-13T22:58:59.017Z+ zoneadm list
6092024-12-13T22:58:59.017Z+ grep nexus
6102024-12-13T22:58:59.017Z+ [[ 9 -gt 300 ]]
6112024-12-13T22:58:59.017Z+ sleep 1
6122024-12-13T22:58:59.017Z+ retry=10
6132024-12-13T22:58:59.017Z+ zoneadm list
6142024-12-13T22:58:59.017Z+ grep nexus
6152024-12-13T22:58:59.017Z+ [[ 10 -gt 300 ]]
6162024-12-13T22:58:59.017Z+ sleep 1
6172024-12-13T22:58:59.341Z+ retry=11
6182024-12-13T22:58:59.365Z+ zoneadm list
6192024-12-13T22:58:59.365Z+ grep nexus
6202024-12-13T22:58:59.365Z+ [[ 11 -gt 300 ]]
6212024-12-13T22:58:59.365Z+ sleep 1
6222024-12-13T22:59:00.353Z+ retry=12
6232024-12-13T22:59:00.376Z+ zoneadm list
6242024-12-13T22:59:00.376Z+ grep nexus
6252024-12-13T22:59:00.376Z+ [[ 12 -gt 300 ]]
6262024-12-13T22:59:00.377Z+ sleep 1
6272024-12-13T22:59:01.363Z+ retry=13
6282024-12-13T22:59:01.386Z+ zoneadm list
6292024-12-13T22:59:01.386Z+ grep nexus
6302024-12-13T22:59:01.386Z+ [[ 13 -gt 300 ]]
6312024-12-13T22:59:01.387Z+ sleep 1
6322024-12-13T22:59:02.378Z+ retry=14
6332024-12-13T22:59:02.402Z+ zoneadm list
6342024-12-13T22:59:02.402Z+ grep nexus
6352024-12-13T22:59:02.402Z+ [[ 14 -gt 300 ]]
6362024-12-13T22:59:02.402Z+ sleep 1
6372024-12-13T22:59:03.389Z+ retry=15
6382024-12-13T22:59:03.425Z+ zoneadm list
6392024-12-13T22:59:03.425Z+ grep nexus
6402024-12-13T22:59:03.425Z+ [[ 15 -gt 300 ]]
6412024-12-13T22:59:03.425Z+ sleep 1
6422024-12-13T22:59:04.462Z+ retry=16
6432024-12-13T22:59:04.462Z+ grep nexus
6442024-12-13T22:59:04.486Z+ zoneadm list
6452024-12-13T22:59:04.486Z+ [[ 16 -gt 300 ]]
6462024-12-13T22:59:04.486Z+ sleep 1
6472024-12-13T22:59:05.495Z+ retry=17
6482024-12-13T22:59:05.557Z+ zoneadm list
6492024-12-13T22:59:05.557Z+ grep nexus
6502024-12-13T22:59:05.662Z+ [[ 17 -gt 300 ]]
6512024-12-13T22:59:05.662Z+ sleep 1
6522024-12-13T22:59:06.690Z+ retry=18
6532024-12-13T22:59:06.715Z+ zoneadm list
6542024-12-13T22:59:06.715Z+ grep nexus
6552024-12-13T22:59:06.715Z+ [[ 18 -gt 300 ]]
6562024-12-13T22:59:06.716Z+ sleep 1
6572024-12-13T22:59:07.698Z+ retry=19
6582024-12-13T22:59:07.722Z+ zoneadm list
6592024-12-13T22:59:07.722Z+ grep nexus
6602024-12-13T22:59:07.722Z+ [[ 19 -gt 300 ]]
6612024-12-13T22:59:07.722Z+ sleep 1
6622024-12-13T22:59:08.710Z+ retry=20
6632024-12-13T22:59:08.734Z+ zoneadm list
6642024-12-13T22:59:08.734Z+ grep nexus
6652024-12-13T22:59:08.734Z+ [[ 20 -gt 300 ]]
6662024-12-13T22:59:08.734Z+ sleep 1
6672024-12-13T22:59:09.723Z+ retry=21
6682024-12-13T22:59:09.747Z+ zoneadm list
6692024-12-13T22:59:09.747Z+ grep nexus
6702024-12-13T22:59:09.747Z+ [[ 21 -gt 300 ]]
6712024-12-13T22:59:09.747Z+ sleep 1
6722024-12-13T22:59:10.735Z+ retry=22
6732024-12-13T22:59:10.759Z+ zoneadm list
6742024-12-13T22:59:10.759Z+ grep nexus
6752024-12-13T22:59:10.759Z+ [[ 22 -gt 300 ]]
6762024-12-13T22:59:10.759Z+ sleep 1
6772024-12-13T22:59:11.746Z+ retry=23
6782024-12-13T22:59:11.771Z+ zoneadm list
6792024-12-13T22:59:11.771Z+ grep nexus
6802024-12-13T22:59:11.771Z+ [[ 23 -gt 300 ]]
6812024-12-13T22:59:11.771Z+ sleep 1
6822024-12-13T22:59:12.759Z+ retry=24
6832024-12-13T22:59:12.784Z+ zoneadm list
6842024-12-13T22:59:12.784Z+ grep nexus
6852024-12-13T22:59:12.784Z+ [[ 24 -gt 300 ]]
6862024-12-13T22:59:12.784Z+ sleep 1
6872024-12-13T22:59:13.771Z+ retry=25
6882024-12-13T22:59:13.795Z+ zoneadm list
6892024-12-13T22:59:13.795Z+ grep nexus
6902024-12-13T22:59:13.796Z+ [[ 25 -gt 300 ]]
6912024-12-13T22:59:13.796Z+ sleep 1
6922024-12-13T22:59:14.783Z+ retry=26
6932024-12-13T22:59:14.806Z+ zoneadm list
6942024-12-13T22:59:14.807Z+ grep nexus
6952024-12-13T22:59:14.807Z+ [[ 26 -gt 300 ]]
6962024-12-13T22:59:14.807Z+ sleep 1
6972024-12-13T22:59:15.795Z+ retry=27
6982024-12-13T22:59:15.821Z+ zoneadm list
6992024-12-13T22:59:15.821Z+ grep nexus
7002024-12-13T22:59:15.821Z+ [[ 27 -gt 300 ]]
7012024-12-13T22:59:15.821Z+ sleep 1
7022024-12-13T22:59:17.045Z+ retry=28
7032024-12-13T22:59:17.400Z+ zoneadm list
7042024-12-13T22:59:17.425Z+ grep nexus
7052024-12-13T22:59:17.425Z+ [[ 28 -gt 300 ]]
7062024-12-13T22:59:17.425Z+ sleep 1
7072024-12-13T22:59:18.423Z+ retry=29
7082024-12-13T22:59:18.448Z+ zoneadm list
7092024-12-13T22:59:18.448Z+ grep nexus
7102024-12-13T22:59:18.448Z+ [[ 29 -gt 300 ]]
7112024-12-13T22:59:18.449Z+ sleep 1
7122024-12-13T22:59:19.436Z+ retry=30
7132024-12-13T22:59:19.460Z+ zoneadm list
7142024-12-13T22:59:19.460Z+ grep nexus
7152024-12-13T22:59:19.460Z+ [[ 30 -gt 300 ]]
7162024-12-13T22:59:19.460Z+ sleep 1
7172024-12-13T22:59:20.454Z+ retry=31
7182024-12-13T22:59:20.478Z+ zoneadm list
7192024-12-13T22:59:20.478Z+ grep nexus
7202024-12-13T22:59:20.478Z+ [[ 31 -gt 300 ]]
7212024-12-13T22:59:20.478Z+ sleep 1
7222024-12-13T22:59:21.468Z+ retry=32
7232024-12-13T22:59:21.492Z+ zoneadm list
7242024-12-13T22:59:21.492Z+ grep nexus
7252024-12-13T22:59:21.492Z+ [[ 32 -gt 300 ]]
7262024-12-13T22:59:21.492Z+ sleep 1
7272024-12-13T22:59:22.481Z+ retry=33
7282024-12-13T22:59:22.504Z+ zoneadm list
7292024-12-13T22:59:22.504Z+ grep nexus
7302024-12-13T22:59:22.504Z+ [[ 33 -gt 300 ]]
7312024-12-13T22:59:22.504Z+ sleep 1
7322024-12-13T22:59:23.493Z+ retry=34
7332024-12-13T22:59:23.519Z+ zoneadm list
7342024-12-13T22:59:23.519Z+ grep nexus
7352024-12-13T22:59:23.519Z+ [[ 34 -gt 300 ]]
7362024-12-13T22:59:23.519Z+ sleep 1
7372024-12-13T22:59:24.506Z+ retry=35
7382024-12-13T22:59:24.529Z+ zoneadm list
7392024-12-13T22:59:24.529Z+ grep nexus
7402024-12-13T22:59:24.529Z+ [[ 35 -gt 300 ]]
7412024-12-13T22:59:24.529Z+ sleep 1
7422024-12-13T22:59:25.518Z+ retry=36
7432024-12-13T22:59:25.541Z+ zoneadm list
7442024-12-13T22:59:25.541Z+ grep nexus
7452024-12-13T22:59:25.541Z+ [[ 36 -gt 300 ]]
7462024-12-13T22:59:25.542Z+ sleep 1
7472024-12-13T22:59:26.530Z+ retry=37
7482024-12-13T22:59:26.553Z+ zoneadm list
7492024-12-13T22:59:26.553Z+ grep nexus
7502024-12-13T22:59:26.553Z+ [[ 37 -gt 300 ]]
7512024-12-13T22:59:26.554Z+ sleep 1
7522024-12-13T22:59:27.542Z+ retry=38
7532024-12-13T22:59:27.565Z+ zoneadm list
7542024-12-13T22:59:27.566Z+ grep nexus
7552024-12-13T22:59:27.566Z+ [[ 38 -gt 300 ]]
7562024-12-13T22:59:27.566Z+ sleep 1
7572024-12-13T22:59:28.554Z+ retry=39
7582024-12-13T22:59:28.578Z+ zoneadm list
7592024-12-13T22:59:28.578Z+ grep nexus
7602024-12-13T22:59:28.578Z+ [[ 39 -gt 300 ]]
7612024-12-13T22:59:28.578Z+ sleep 1
7622024-12-13T22:59:29.569Z+ retry=40
7632024-12-13T22:59:29.593Z+ zoneadm list
7642024-12-13T22:59:29.593Z+ grep nexus
7652024-12-13T22:59:29.593Z+ [[ 40 -gt 300 ]]
7662024-12-13T22:59:29.593Z+ sleep 1
7672024-12-13T22:59:30.581Z+ retry=41
7682024-12-13T22:59:30.613Z+ zoneadm list
7692024-12-13T22:59:30.613Z+ grep nexus
7702024-12-13T22:59:30.613Z+ [[ 41 -gt 300 ]]
7712024-12-13T22:59:30.613Z+ sleep 1
7722024-12-13T22:59:31.593Z+ retry=42
7732024-12-13T22:59:31.617Z+ zoneadm list
7742024-12-13T22:59:31.617Z+ grep nexus
7752024-12-13T22:59:31.617Z+ [[ 42 -gt 300 ]]
7762024-12-13T22:59:31.617Z+ sleep 1
7772024-12-13T22:59:32.606Z+ retry=43
7782024-12-13T22:59:32.630Z+ zoneadm list
7792024-12-13T22:59:32.630Z+ grep nexus
7802024-12-13T22:59:32.630Z+ [[ 43 -gt 300 ]]
7812024-12-13T22:59:32.630Z+ sleep 1
7822024-12-13T22:59:33.620Z+ retry=44
7832024-12-13T22:59:33.644Z+ zoneadm list
7842024-12-13T22:59:33.644Z+ grep nexus
7852024-12-13T22:59:33.644Z+ [[ 44 -gt 300 ]]
7862024-12-13T22:59:33.644Z+ sleep 1
7872024-12-13T22:59:34.633Z+ retry=45
7882024-12-13T22:59:34.657Z+ zoneadm list
7892024-12-13T22:59:34.657Z+ grep nexus
7902024-12-13T22:59:34.657Z+ [[ 45 -gt 300 ]]
7912024-12-13T22:59:34.657Z+ sleep 1
7922024-12-13T22:59:35.646Z+ retry=46
7932024-12-13T22:59:35.670Z+ zoneadm list
7942024-12-13T22:59:35.670Z+ grep nexus
7952024-12-13T22:59:35.670Z+ [[ 46 -gt 300 ]]
7962024-12-13T22:59:35.670Z+ sleep 1
7972024-12-13T22:59:36.659Z+ retry=47
7982024-12-13T22:59:36.688Z+ zoneadm list
7992024-12-13T22:59:36.688Z+ grep nexus
8002024-12-13T22:59:36.688Z+ [[ 47 -gt 300 ]]
8012024-12-13T22:59:36.688Z+ sleep 1
8022024-12-13T22:59:37.671Z+ retry=48
8032024-12-13T22:59:37.694Z+ zoneadm list
8042024-12-13T22:59:37.695Z+ grep nexus
8052024-12-13T22:59:37.695Z+ [[ 48 -gt 300 ]]
8062024-12-13T22:59:37.695Z+ sleep 1
8072024-12-13T22:59:38.683Z+ retry=49
8082024-12-13T22:59:38.707Z+ zoneadm list
8092024-12-13T22:59:38.707Z+ grep nexus
8102024-12-13T22:59:38.707Z+ [[ 49 -gt 300 ]]
8112024-12-13T22:59:38.707Z+ sleep 1
8122024-12-13T22:59:39.696Z+ retry=50
8132024-12-13T22:59:39.720Z+ zoneadm list
8142024-12-13T22:59:39.720Z+ grep nexus
8152024-12-13T22:59:39.720Z+ [[ 50 -gt 300 ]]
8162024-12-13T22:59:39.720Z+ sleep 1
8172024-12-13T22:59:41.013Z+ retry=51
8182024-12-13T22:59:41.037Z+ zoneadm list
8192024-12-13T22:59:41.037Z+ grep nexus
8202024-12-13T22:59:41.063Z+ [[ 51 -gt 300 ]]
8212024-12-13T22:59:41.063Z+ sleep 1
8222024-12-13T22:59:42.436Z+ retry=52
8232024-12-13T22:59:42.662Z+ zoneadm list
8242024-12-13T22:59:42.784Z+ grep nexus
8252024-12-13T22:59:48.423Z+ [[ 52 -gt 300 ]]
8262024-12-13T22:59:48.423Z+ sleep 1
8272024-12-13T22:59:48.447Z+ retry=53
8282024-12-13T22:59:48.447Z+ zoneadm list
8292024-12-13T22:59:48.447Z+ grep nexus
8302024-12-13T22:59:48.447Z+ [[ 53 -gt 300 ]]
8312024-12-13T22:59:48.447Z+ sleep 1
8322024-12-13T22:59:49.293Z+ retry=54
8332024-12-13T22:59:49.316Z+ zoneadm list
8342024-12-13T22:59:49.316Z+ grep nexus
8352024-12-13T22:59:49.317Z+ [[ 54 -gt 300 ]]
8362024-12-13T22:59:49.317Z+ sleep 1
8372024-12-13T22:59:50.312Z+ retry=55
8382024-12-13T22:59:50.336Z+ zoneadm list
8392024-12-13T22:59:50.336Z+ grep nexus
8402024-12-13T22:59:50.336Z+ [[ 55 -gt 300 ]]
8412024-12-13T22:59:50.336Z+ sleep 1
8422024-12-13T22:59:51.326Z+ retry=56
8432024-12-13T22:59:51.349Z+ zoneadm list
8442024-12-13T22:59:51.349Z+ grep nexus
8452024-12-13T22:59:51.349Z+ [[ 56 -gt 300 ]]
8462024-12-13T22:59:51.349Z+ sleep 1
8472024-12-13T22:59:52.347Z+ retry=57
8482024-12-13T22:59:52.371Z+ zoneadm list
8492024-12-13T22:59:52.371Z+ grep nexus
8502024-12-13T22:59:52.371Zoxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662
8512024-12-13T22:59:52.371Z+ echo 'Waited for nexus: 57s'
8522024-12-13T22:59:52.372ZWaited for nexus: 57s
8532024-12-13T22:59:52.372Z+ export RUST_BACKTRACE=1
8542024-12-13T22:59:52.372Z+ RUST_BACKTRACE=1
8552024-12-13T22:59:52.372Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8562024-12-13T22:59:52.372Z++ ./target/debug/bootstrap
8572024-12-13T22:59:54.117ZUsing external DNS server at 10.151.2.164:53
8582024-12-13T22:59:54.283Z2024-12-13 22:59:54.270419279 UTC: attempting to log into API
8592024-12-13T23:00:09.468Z2024-12-13 23:00:09.456184025 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8602024-12-13T23:00:10.470Z2024-12-13 23:00:10.458336215 UTC: attempting to log into API
 
8612024-12-13T23:00:23.108ZDec 13 23:00:22 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
8622024-12-13T23:00:23.417ZDec 13 23:00:22 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8632024-12-13T23:00:24.014ZDec 13 23:00:23 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8642024-12-13T23:00:24.598ZDec 13 23:00:23 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8652024-12-13T23:00:24.634ZDec 13 23:00:23 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
 
8662024-12-13T23:00:25.502Z2024-12-13 23:00:25.490875057 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8672024-12-13T23:00:26.503Z2024-12-13 23:00:26.492156622 UTC: attempting to log into API
8682024-12-13T23:00:41.536Z2024-12-13 23:00:41.524862138 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8692024-12-13T23:00:42.538Z2024-12-13 23:00:42.526196784 UTC: attempting to log into API
8702024-12-13T23:00:57.571Z2024-12-13 23:00:57.559097463 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8712024-12-13T23:00:58.572Z2024-12-13 23:00:58.560331797 UTC: attempting to log into API
8722024-12-13T23:00:59.814Z2024-12-13 23:00:59.801960675 UTC: login succeeded
8732024-12-13T23:00:59.850Zwaiting for nexus to come up...
8742024-12-13T23:01:00.156Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8752024-12-13T23:01:00.667Zsetting up quotas...
8762024-12-13T23:01:00.721Zensuring datasets are ready...
8772024-12-13T23:01:04.156Zlet's roll.
8782024-12-13T23:01:04.179Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8792024-12-13T23:01:04.179ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8802024-12-13T23:01:04.179ZOXIDE_TOKEN=oxide-token-c67b7bb4ce681a69b483bbfbdb6257ea7e192de6'
8812024-12-13T23:01:04.179Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8822024-12-13T23:01:04.179Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8832024-12-13T23:01:04.179Z++ OXIDE_TOKEN=oxide-token-c67b7bb4ce681a69b483bbfbdb6257ea7e192de6
8842024-12-13T23:01:04.179Z+ export OXIDE_HOST OXIDE_TOKEN
8852024-12-13T23:01:04.179Z+ retry=0
8862024-12-13T23:01:04.179Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8872024-12-13T23:01:04.241Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8882024-12-13T23:01:05.073Z{"status":"ok"}{
8892024-12-13T23:01:05.073Z "description": "some images",
8902024-12-13T23:01:05.073Z "id": "da3f8af4-515f-4b1a-aede-32d1060faa3d",
8912024-12-13T23:01:05.073Z "name": "images",
8922024-12-13T23:01:05.073Z "time_created": "2024-12-13T23:01:04.335971Z",
8932024-12-13T23:01:05.073Z "time_modified": "2024-12-13T23:01:04.335971Z"
8942024-12-13T23:01:05.073Z}
8952024-12-13T23:01:05.097Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
8962024-12-13T23:03:00.745ZDec 13 23:02:59 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:23.141.40.124:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
8972024-12-13T23:11:11.985ZDone!
8982024-12-13T23:11:12.009Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8992024-12-13T23:11:12.116Z{
9002024-12-13T23:11:12.116Z "block_size": 512,
9012024-12-13T23:11:12.116Z "description": "debian 11 original base image",
9022024-12-13T23:11:12.116Z "id": "c5ddbe72-fb0a-4c1a-8356-b569927d74b2",
9032024-12-13T23:11:12.116Z "name": "debian11",
9042024-12-13T23:11:12.116Z "os": "debian",
9052024-12-13T23:11:12.116Z "size": 2147483648,
9062024-12-13T23:11:12.116Z "time_created": "2024-12-13T23:11:11.944986Z",
9072024-12-13T23:11:12.116Z "time_modified": "2024-12-13T23:11:12.094372Z",
9082024-12-13T23:11:12.116Z "version": "11"
9092024-12-13T23:11:12.116Z}
9102024-12-13T23:11:12.140Z+ for test_bin in tests/*
9112024-12-13T23:11:12.140Z+ ./tests/bootstrap-5d73a7b8baabcd95
9122024-12-13T23:11:12.164Z
9132024-12-13T23:11:12.164Zrunning 0 tests
9142024-12-13T23:11:12.164Z
9152024-12-13T23:11:12.164Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9162024-12-13T23:11:12.164Z
9172024-12-13T23:11:12.164Z+ for test_bin in tests/*
9182024-12-13T23:11:12.164Z+ ./tests/commtest-4e8fa5ffe2110e5c
9192024-12-13T23:11:12.189Z
9202024-12-13T23:11:12.189Zrunning 0 tests
9212024-12-13T23:11:12.189Z
9222024-12-13T23:11:12.189Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9232024-12-13T23:11:12.189Z
9242024-12-13T23:11:12.189Z+ for test_bin in tests/*
9252024-12-13T23:11:12.189Z+ ./tests/dhcp_server-9ceae42c1208e1e4
9262024-12-13T23:11:12.220Z
9272024-12-13T23:11:12.220Zrunning 0 tests
9282024-12-13T23:11:12.244Z
9292024-12-13T23:11:12.244Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9302024-12-13T23:11:12.244Z
9312024-12-13T23:11:12.244Z+ for test_bin in tests/*
9322024-12-13T23:11:12.244Z+ ./tests/end_to_end_tests-2be46eda13776020
9332024-12-13T23:11:12.437Z
9342024-12-13T23:11:12.437Zrunning 2 tests
9352024-12-13T23:11:12.704Ztest no_spoof::no_spoof_here ... ok
9362024-12-13T23:11:39.851Ztest instance_launch::instance_launch ... ok
9372024-12-13T23:11:39.851Z
9382024-12-13T23:11:39.877Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.41s
9392024-12-13T23:11:39.877Z
9402024-12-13T23:11:39.877Z+ _exit_trap
9412024-12-13T23:11:39.877Z+ local status=0
9422024-12-13T23:11:39.877Z+ set +o errexit
9432024-12-13T23:11:39.877Z+ [[ x != \x ]]
9442024-12-13T23:11:39.877Z+ pfexec svcadm -Z disable -s cron
9452024-12-13T23:11:41.771Z+ [[ 0 -eq 0 ]]
9462024-12-13T23:11:41.771Z+ exit 0
9472024-12-13T23:11:41.795Zprocess exited: duration 866666 ms, exit code 0
 
9482024-12-13T23:11:41.908Zfound 144 output files
9492024-12-13T23:11:41.908Zuploading: /var/svc/log/oxide-sled-agent:default.log (1282349 bytes)
9502024-12-13T23:11:43.221Zuploaded: /var/svc/log/oxide-sled-agent:default.log
9512024-12-13T23:11:43.221Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (6659406 bytes)
9522024-12-13T23:11:43.695Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 6659406 -> 6672120
9532024-12-13T23:11:44.770Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9542024-12-13T23:11:44.770Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (861833 bytes)
9552024-12-13T23:11:46.086Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
9562024-12-13T23:11:46.086Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7013 bytes)
9572024-12-13T23:11:47.204Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9582024-12-13T23:11:47.204Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31214 bytes)
9592024-12-13T23:11:48.361Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
9602024-12-13T23:11:48.361Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (328292 bytes)
9612024-12-13T23:11:48.585Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 328292 -> 330671
9622024-12-13T23:11:49.655Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9632024-12-13T23:11:49.655Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (15519 bytes)
9642024-12-13T23:11:50.771Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
9652024-12-13T23:11:50.771Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (420974 bytes)
9662024-12-13T23:11:50.995Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 420974 -> 424538
9672024-12-13T23:11:52.064Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9682024-12-13T23:11:52.064Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (20736 bytes)
9692024-12-13T23:11:53.204Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
9702024-12-13T23:11:53.204Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1894816 bytes)
9712024-12-13T23:11:53.527Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1894816 -> 1923646
9722024-12-13T23:11:54.606Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9732024-12-13T23:11:54.606Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (265814 bytes)
9742024-12-13T23:11:55.857Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
9752024-12-13T23:11:55.857Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (4591398 bytes)
9762024-12-13T23:11:56.296Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 4591398 -> 4687274
9772024-12-13T23:11:57.404Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9782024-12-13T23:11:57.404Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (637322 bytes)
9792024-12-13T23:11:58.782Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
9802024-12-13T23:11:58.782Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
9812024-12-13T23:12:03.670Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9822024-12-13T23:12:03.670Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3335 bytes)
9832024-12-13T23:12:04.789Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
9842024-12-13T23:12:04.789Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (351482 bytes)
9852024-12-13T23:12:05.014Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 351482 -> 363389
9862024-12-13T23:12:06.084Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9872024-12-13T23:12:06.084Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (46771 bytes)
9882024-12-13T23:12:07.248Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
9892024-12-13T23:12:07.248Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
9902024-12-13T23:12:07.315Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
9912024-12-13T23:12:08.386Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9922024-12-13T23:12:08.386Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (835 bytes)
9932024-12-13T23:12:09.481Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
9942024-12-13T23:12:09.481Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
9952024-12-13T23:12:10.551Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9962024-12-13T23:12:10.551Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3502 bytes)
9972024-12-13T23:12:11.643Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
9982024-12-13T23:12:11.643Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
9992024-12-13T23:12:12.718Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10002024-12-13T23:12:12.718Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
10012024-12-13T23:12:13.811Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10022024-12-13T23:12:13.835Zuploading: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-agent:default.log (12968 bytes)
10032024-12-13T23:12:14.930Zuploaded: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-agent:default.log
10042024-12-13T23:12:14.930Zuploading: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10052024-12-13T23:12:16.026Zuploaded: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-downstairs:default.log
10062024-12-13T23:12:16.026Zuploading: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-downstairs:downstairs-cb49453c-ad5d-4a10-ae89-9722116e5767.log (3126 bytes)
10072024-12-13T23:12:17.121Zuploaded: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-crucible-downstairs:downstairs-cb49453c-ad5d-4a10-ae89-9722116e5767.log
10082024-12-13T23:12:17.121Zuploading: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10092024-12-13T23:12:18.213Zuploaded: /pool/ext/250b1dc6-2f04-40c0-aa88-b25ceadf6785/crypt/zone/oxz_crucible_6cff243c-1194-49e7-b500-93b1843b510d/root/var/svc/log/oxide-zone-network-setup:default.log
10102024-12-13T23:12:18.238Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroach-admin:default.log (2828 bytes)
10112024-12-13T23:12:19.305Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroach-admin:default.log
10122024-12-13T23:12:19.305Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1867 bytes)
10132024-12-13T23:12:20.422Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroach-admin:default.log.0
10142024-12-13T23:12:20.422Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
10152024-12-13T23:12:21.526Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroachdb:default.log
10162024-12-13T23:12:21.526Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroachdb:default.log.0 (4324 bytes)
10172024-12-13T23:12:22.652Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-cockroachdb:default.log.0
10182024-12-13T23:12:22.652Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10192024-12-13T23:12:23.716Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-zone-network-setup:default.log
10202024-12-13T23:12:23.716Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
10212024-12-13T23:12:24.807Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_cockroachdb_a70ea3ed-8cb3-4d39-b7c1-a375e0521e3f/root/var/svc/log/oxide-zone-network-setup:default.log.0
10222024-12-13T23:12:24.807Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-agent:default.log (12505 bytes)
10232024-12-13T23:12:25.938Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-agent:default.log
10242024-12-13T23:12:25.938Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10252024-12-13T23:12:27.063Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-downstairs:default.log
10262024-12-13T23:12:27.063Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-downstairs:downstairs-df47f0a1-7508-4f40-af15-5222ba286c4a.log (3127 bytes)
10272024-12-13T23:12:28.163Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-crucible-downstairs:downstairs-df47f0a1-7508-4f40-af15-5222ba286c4a.log
10282024-12-13T23:12:28.163Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10292024-12-13T23:12:29.422Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_crucible_2593bc8a-e55b-4e27-81cb-9a9d1cdebaa7/root/var/svc/log/oxide-zone-network-setup:default.log
10302024-12-13T23:12:29.422Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
10312024-12-13T23:12:30.666Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-chrony-setup:default.log
10322024-12-13T23:12:30.666Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-chrony-setup:default.log.0 (14495 bytes)
10332024-12-13T23:12:31.876Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-chrony-setup:default.log.0
10342024-12-13T23:12:31.876Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-ntp:default.log (73 bytes)
10352024-12-13T23:12:32.967Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-ntp:default.log
10362024-12-13T23:12:32.967Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-ntp:default.log.0 (460 bytes)
10372024-12-13T23:12:34.059Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-ntp:default.log.0
10382024-12-13T23:12:34.059Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
10392024-12-13T23:12:35.127Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-opte-interface-setup:default.log
10402024-12-13T23:12:35.127Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1125 bytes)
10412024-12-13T23:12:36.471Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-opte-interface-setup:default.log.0
10422024-12-13T23:12:36.471Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10432024-12-13T23:12:37.686Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-zone-network-setup:default.log
10442024-12-13T23:12:37.686Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2031 bytes)
10452024-12-13T23:12:38.778Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/svc/log/oxide-zone-network-setup:default.log.0
10462024-12-13T23:12:38.778Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-agent:default.log (28222 bytes)
10472024-12-13T23:12:39.916Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-agent:default.log
10482024-12-13T23:12:39.916Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10492024-12-13T23:12:41.017Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:default.log
10502024-12-13T23:12:41.017Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-265d18d6-b202-4dc2-af8c-9684976b6ca0.log (5971 bytes)
10512024-12-13T23:12:42.112Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-265d18d6-b202-4dc2-af8c-9684976b6ca0.log
10522024-12-13T23:12:42.112Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-e5c78f90-52c5-408f-9c36-ebb3e3cce93a.log (6075 bytes)
10532024-12-13T23:12:43.206Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-e5c78f90-52c5-408f-9c36-ebb3e3cce93a.log
10542024-12-13T23:12:43.206Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:snapshot-e5c78f90-52c5-408f-9c36-ebb3e3cce93a-b0a42f65-f337-4889-aa17-0f10ab86bc92.log (5657 bytes)
10552024-12-13T23:12:44.299Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-crucible-downstairs:snapshot-e5c78f90-52c5-408f-9c36-ebb3e3cce93a-b0a42f65-f337-4889-aa17-0f10ab86bc92.log
10562024-12-13T23:12:44.299Zuploading: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10572024-12-13T23:12:45.393Zuploaded: /pool/ext/3d98a5ee-ca47-4831-9b5d-9e612973ba1c/crypt/zone/oxz_crucible_59dbba2f-8e07-41f2-9c4c-cdb411b5f153/root/var/svc/log/oxide-zone-network-setup:default.log
10582024-12-13T23:12:45.393Zuploading: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
10592024-12-13T23:12:46.484Zuploaded: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-crucible-agent:default.log
10602024-12-13T23:12:46.485Zuploading: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10612024-12-13T23:12:47.585Zuploaded: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-crucible-downstairs:default.log
10622024-12-13T23:12:47.586Zuploading: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10632024-12-13T23:12:48.709Zuploaded: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_crucible_a817d1e7-6c11-4e34-9b70-c17a5904aca0/root/var/svc/log/oxide-zone-network-setup:default.log
10642024-12-13T23:12:48.709Zuploading: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_oximeter_79f97b1c-5adc-4433-8fb3-694c98815b76/root/var/svc/log/oxide-oximeter:default.log (3718921 bytes)
10652024-12-13T23:12:49.118Zupload warning: file "/pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_oximeter_79f97b1c-5adc-4433-8fb3-694c98815b76/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3718921 -> 4084853
10662024-12-13T23:12:50.187Zuploaded: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_oximeter_79f97b1c-5adc-4433-8fb3-694c98815b76/root/var/svc/log/oxide-oximeter:default.log
10672024-12-13T23:12:50.188Zuploading: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_oximeter_79f97b1c-5adc-4433-8fb3-694c98815b76/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
10682024-12-13T23:12:51.282Zuploaded: /pool/ext/46df782d-5e10-4410-8b6c-9b413351c0ef/crypt/zone/oxz_oximeter_79f97b1c-5adc-4433-8fb3-694c98815b76/root/var/svc/log/oxide-zone-network-setup:default.log
10692024-12-13T23:12:51.282Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-agent:default.log (12074 bytes)
10702024-12-13T23:12:52.396Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-agent:default.log
10712024-12-13T23:12:52.420Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10722024-12-13T23:12:53.490Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-downstairs:default.log
10732024-12-13T23:12:53.513Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0005367-9d5f-48df-b4fa-1fc24c8082a0.log (3126 bytes)
10742024-12-13T23:12:54.583Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-crucible-downstairs:downstairs-e0005367-9d5f-48df-b4fa-1fc24c8082a0.log
10752024-12-13T23:12:54.583Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10762024-12-13T23:12:55.677Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_f45a11e5-1389-48be-9ad5-cf9605c32a2e/root/var/svc/log/oxide-zone-network-setup:default.log
10772024-12-13T23:12:55.677Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_pantry_f5dd1daa-052c-4891-ac90-a51f60320942/root/var/svc/log/oxide-crucible-pantry:default.log (93907 bytes)
10782024-12-13T23:12:55.856Zupload warning: file "/pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_pantry_f5dd1daa-052c-4891-ac90-a51f60320942/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 93907 -> 105650
10792024-12-13T23:12:56.933Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_pantry_f5dd1daa-052c-4891-ac90-a51f60320942/root/var/svc/log/oxide-crucible-pantry:default.log
10802024-12-13T23:12:56.956Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_pantry_f5dd1daa-052c-4891-ac90-a51f60320942/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
10812024-12-13T23:12:58.027Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_crucible_pantry_f5dd1daa-052c-4891-ac90-a51f60320942/root/var/svc/log/oxide-zone-network-setup:default.log
10822024-12-13T23:12:58.027Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-nexus:default.log (4718471 bytes)
10832024-12-13T23:12:58.451Zupload warning: file "/pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4718471 -> 5081466
10842024-12-13T23:12:59.521Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-nexus:default.log
10852024-12-13T23:12:59.521Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
10862024-12-13T23:13:00.615Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-opte-interface-setup:default.log
10872024-12-13T23:13:00.615Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-zone-network-setup:default.log (2052 bytes)
10882024-12-13T23:13:01.709Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_ede3dd84-e6a9-4e76-ba9d-d388d6664cb5/root/var/svc/log/oxide-zone-network-setup:default.log
10892024-12-13T23:13:01.709Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-nexus:default.log (4738139 bytes)
10902024-12-13T23:13:02.130Zupload warning: file "/pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4738139 -> 5221451
10912024-12-13T23:13:03.199Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-nexus:default.log
10922024-12-13T23:13:03.199Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10932024-12-13T23:13:04.293Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-opte-interface-setup:default.log
10942024-12-13T23:13:04.293Zuploading: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10952024-12-13T23:13:05.387Zuploaded: /pool/ext/66612a50-feea-47ce-a70f-e7d816b9348f/crypt/zone/oxz_nexus_fd3d6a74-47d0-4e20-8d4f-c289afdf1c32/root/var/svc/log/oxide-zone-network-setup:default.log
10962024-12-13T23:13:05.387Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroach-admin:default.log (2827 bytes)
10972024-12-13T23:13:06.481Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroach-admin:default.log
10982024-12-13T23:13:06.504Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
10992024-12-13T23:13:07.574Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroach-admin:default.log.0
11002024-12-13T23:13:07.574Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11012024-12-13T23:13:08.642Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroachdb:default.log
11022024-12-13T23:13:08.642Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroachdb:default.log.0 (4299 bytes)
11032024-12-13T23:13:09.735Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-cockroachdb:default.log.0
11042024-12-13T23:13:09.735Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11052024-12-13T23:13:10.807Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-zone-network-setup:default.log
11062024-12-13T23:13:10.807Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
11072024-12-13T23:13:11.905Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_cockroachdb_133f4f0a-5893-4080-8b87-7329d1571a5e/root/var/svc/log/oxide-zone-network-setup:default.log.0
11082024-12-13T23:13:11.932Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-agent:default.log (34412 bytes)
11092024-12-13T23:13:13.069Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-agent:default.log
11102024-12-13T23:13:13.069Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11112024-12-13T23:13:14.162Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:default.log
11122024-12-13T23:13:14.162Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-015f8fc9-0a5f-4c30-85a9-c7fb900dced0.log (6079 bytes)
11132024-12-13T23:13:15.255Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-015f8fc9-0a5f-4c30-85a9-c7fb900dced0.log
11142024-12-13T23:13:15.255Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-3d0f0bf0-c539-45c9-9be1-1c04ca9258ec.log (3007 bytes)
11152024-12-13T23:13:16.349Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-3d0f0bf0-c539-45c9-9be1-1c04ca9258ec.log
11162024-12-13T23:13:16.349Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-dc4ff4a6-5bb4-49b0-8657-c8b788848f54.log (5971 bytes)
11172024-12-13T23:13:17.440Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:downstairs-dc4ff4a6-5bb4-49b0-8657-c8b788848f54.log
11182024-12-13T23:13:17.440Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:snapshot-015f8fc9-0a5f-4c30-85a9-c7fb900dced0-b0a42f65-f337-4889-aa17-0f10ab86bc92.log (5659 bytes)
11192024-12-13T23:13:18.534Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-crucible-downstairs:snapshot-015f8fc9-0a5f-4c30-85a9-c7fb900dced0-b0a42f65-f337-4889-aa17-0f10ab86bc92.log
11202024-12-13T23:13:18.534Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11212024-12-13T23:13:19.627Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_crucible_51090476-4cb4-4299-81dd-872e93ca7475/root/var/svc/log/oxide-zone-network-setup:default.log
11222024-12-13T23:13:19.627Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-internal_dns:default.log (93663 bytes)
11232024-12-13T23:13:19.781Zupload warning: file "/pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 93663 -> 97418
11242024-12-13T23:13:20.851Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-internal_dns:default.log
11252024-12-13T23:13:20.851Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-internal_dns:default.log.0 (378272 bytes)
11262024-12-13T23:13:22.124Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-internal_dns:default.log.0
11272024-12-13T23:13:22.147Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11282024-12-13T23:13:23.194Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-zone-network-setup:default.log
11292024-12-13T23:13:23.194Zuploading: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
11302024-12-13T23:13:24.288Zuploaded: /pool/ext/7ecf842b-e498-4351-b151-8dff95453908/crypt/zone/oxz_internal_dns_1e33e0af-aaa2-488b-a8e8-43c2cb761749/root/var/svc/log/oxide-zone-network-setup:default.log.0
11312024-12-13T23:13:24.288Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroach-admin:default.log (2829 bytes)
11322024-12-13T23:13:25.381Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroach-admin:default.log
11332024-12-13T23:13:25.381Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11342024-12-13T23:13:26.476Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroach-admin:default.log.0
11352024-12-13T23:13:26.476Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11362024-12-13T23:13:27.545Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroachdb:default.log
11372024-12-13T23:13:27.545Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroachdb:default.log.0 (4325 bytes)
11382024-12-13T23:13:28.639Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-cockroachdb:default.log.0
11392024-12-13T23:13:28.639Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11402024-12-13T23:13:29.711Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-zone-network-setup:default.log
11412024-12-13T23:13:29.711Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11422024-12-13T23:13:30.804Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_cockroachdb_e862e238-b979-4849-90fc-5e881fb5b5c1/root/var/svc/log/oxide-zone-network-setup:default.log.0
11432024-12-13T23:13:30.804Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-agent:default.log (8483 bytes)
11442024-12-13T23:13:31.919Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-agent:default.log
11452024-12-13T23:13:31.919Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11462024-12-13T23:13:33.014Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-downstairs:default.log
11472024-12-13T23:13:33.014Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-downstairs:downstairs-7465b6ce-c96d-4439-a27b-bbd34bdde884.log (3008 bytes)
11482024-12-13T23:13:34.103Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-crucible-downstairs:downstairs-7465b6ce-c96d-4439-a27b-bbd34bdde884.log
11492024-12-13T23:13:34.103Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11502024-12-13T23:13:35.197Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_0e30334a-3d4a-4136-bcbb-dc5014d497a8/root/var/svc/log/oxide-zone-network-setup:default.log
11512024-12-13T23:13:35.197Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_pantry_0609f269-d5d8-4901-a399-2298bf60524f/root/var/svc/log/oxide-crucible-pantry:default.log (95767 bytes)
11522024-12-13T23:13:35.354Zupload warning: file "/pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_pantry_0609f269-d5d8-4901-a399-2298bf60524f/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 95767 -> 111425
11532024-12-13T23:13:36.422Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_pantry_0609f269-d5d8-4901-a399-2298bf60524f/root/var/svc/log/oxide-crucible-pantry:default.log
11542024-12-13T23:13:36.423Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_pantry_0609f269-d5d8-4901-a399-2298bf60524f/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
11552024-12-13T23:13:37.516Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_crucible_pantry_0609f269-d5d8-4901-a399-2298bf60524f/root/var/svc/log/oxide-zone-network-setup:default.log
11562024-12-13T23:13:37.517Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-nexus:default.log (41612558 bytes)
11572024-12-13T23:13:43.465Zupload warning: file "/pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 41612558 -> 42559503
11582024-12-13T23:13:44.534Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-nexus:default.log
11592024-12-13T23:13:44.535Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
11602024-12-13T23:13:45.627Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-opte-interface-setup:default.log
11612024-12-13T23:13:45.627Zuploading: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-zone-network-setup:default.log (2055 bytes)
11622024-12-13T23:13:46.721Zuploaded: /pool/ext/c3372dce-79fa-4073-99f8-ad5d0145ad7b/crypt/zone/oxz_nexus_3bcfc5b9-4c22-408c-a69d-b35ff40dc662/root/var/svc/log/oxide-zone-network-setup:default.log
11632024-12-13T23:13:46.721Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroach-admin:default.log (2829 bytes)
11642024-12-13T23:13:47.825Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroach-admin:default.log
11652024-12-13T23:13:47.825Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
11662024-12-13T23:13:48.918Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroach-admin:default.log.0
11672024-12-13T23:13:48.918Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
11682024-12-13T23:13:49.987Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroachdb:default.log
11692024-12-13T23:13:49.987Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroachdb:default.log.0 (4324 bytes)
11702024-12-13T23:13:51.081Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-cockroachdb:default.log.0
11712024-12-13T23:13:51.104Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11722024-12-13T23:13:52.150Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-zone-network-setup:default.log
11732024-12-13T23:13:52.150Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
11742024-12-13T23:13:53.248Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_cockroachdb_f30b25b2-d13e-43ec-89e0-6c5ea663c5c0/root/var/svc/log/oxide-zone-network-setup:default.log.0
11752024-12-13T23:13:53.248Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-agent:default.log (34884 bytes)
11762024-12-13T23:13:54.475Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-agent:default.log
11772024-12-13T23:13:54.498Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11782024-12-13T23:13:55.573Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:default.log
11792024-12-13T23:13:55.573Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-7cb25504-7859-4e01-b27e-fcb0d959ec86.log (5971 bytes)
11802024-12-13T23:13:56.688Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-7cb25504-7859-4e01-b27e-fcb0d959ec86.log
11812024-12-13T23:13:56.688Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-cf374909-1e83-4b54-9237-49e962f73746.log (6079 bytes)
11822024-12-13T23:13:57.782Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-cf374909-1e83-4b54-9237-49e962f73746.log
11832024-12-13T23:13:57.782Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-d4aef9e9-b72e-401e-ac74-20a4fc7b4c5e.log (3004 bytes)
11842024-12-13T23:13:58.874Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:downstairs-d4aef9e9-b72e-401e-ac74-20a4fc7b4c5e.log
11852024-12-13T23:13:58.874Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:snapshot-cf374909-1e83-4b54-9237-49e962f73746-b0a42f65-f337-4889-aa17-0f10ab86bc92.log (5659 bytes)
11862024-12-13T23:13:59.967Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-crucible-downstairs:snapshot-cf374909-1e83-4b54-9237-49e962f73746-b0a42f65-f337-4889-aa17-0f10ab86bc92.log
11872024-12-13T23:13:59.967Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11882024-12-13T23:14:01.057Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_crucible_9e14c1a1-8561-454f-a886-01216a157150/root/var/svc/log/oxide-zone-network-setup:default.log
11892024-12-13T23:14:01.057Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-external_dns:default.log (45773 bytes)
11902024-12-13T23:14:01.186Zupload warning: file "/pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45773 -> 53327
11912024-12-13T23:14:02.255Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-external_dns:default.log
11922024-12-13T23:14:02.255Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11932024-12-13T23:14:03.346Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-opte-interface-setup:default.log
11942024-12-13T23:14:03.347Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
11952024-12-13T23:14:04.437Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_external_dns_4c5c2ead-0193-4378-96e2-af2730e9ff43/root/var/svc/log/oxide-zone-network-setup:default.log
11962024-12-13T23:14:04.437Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-internal_dns:default.log (69534 bytes)
11972024-12-13T23:14:04.568Zupload warning: file "/pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69534 -> 77046
11982024-12-13T23:14:05.635Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-internal_dns:default.log
11992024-12-13T23:14:05.635Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-internal_dns:default.log.0 (402395 bytes)
12002024-12-13T23:14:06.902Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-internal_dns:default.log.0
12012024-12-13T23:14:06.902Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12022024-12-13T23:14:07.968Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-zone-network-setup:default.log
12032024-12-13T23:14:07.968Zuploading: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12042024-12-13T23:14:09.066Zuploaded: /pool/ext/cb54037f-125a-4af3-8595-b53b9b45d26a/crypt/zone/oxz_internal_dns_20fde3a4-5e95-4e74-ba1d-0071f7323c24/root/var/svc/log/oxide-zone-network-setup:default.log.0
12052024-12-13T23:14:09.066Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
12062024-12-13T23:14:10.156Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-clickhouse-admin-single:default.log
12072024-12-13T23:14:10.156Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-clickhouse:default.log (3798758 bytes)
12082024-12-13T23:14:10.537Zupload warning: file "/pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3798758 -> 4608558
12092024-12-13T23:14:11.641Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-clickhouse:default.log
12102024-12-13T23:14:11.641Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-zone-network-setup:default.log (2096 bytes)
12112024-12-13T23:14:12.736Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_clickhouse_2e5a072c-56d8-43b5-b043-0f7b102649d0/root/var/svc/log/oxide-zone-network-setup:default.log
12122024-12-13T23:14:12.736Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroach-admin:default.log (2829 bytes)
12132024-12-13T23:14:13.827Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroach-admin:default.log
12142024-12-13T23:14:13.827Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroach-admin:default.log.0 (1868 bytes)
12152024-12-13T23:14:14.920Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroach-admin:default.log.0
12162024-12-13T23:14:14.920Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroachdb:default.log (0 bytes)
12172024-12-13T23:14:15.989Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroachdb:default.log
12182024-12-13T23:14:15.989Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroachdb:default.log.0 (4323 bytes)
12192024-12-13T23:14:17.083Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-cockroachdb:default.log.0
12202024-12-13T23:14:17.084Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12212024-12-13T23:14:18.152Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-zone-network-setup:default.log
12222024-12-13T23:14:18.152Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12232024-12-13T23:14:19.245Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_cockroachdb_eafb0c5f-d0bb-400e-8ad3-b8972401d5eb/root/var/svc/log/oxide-zone-network-setup:default.log.0
12242024-12-13T23:14:19.245Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
12252024-12-13T23:14:20.342Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-crucible-agent:default.log
12262024-12-13T23:14:20.342Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12272024-12-13T23:14:21.437Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-crucible-downstairs:default.log
12282024-12-13T23:14:21.437Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12292024-12-13T23:14:22.531Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_11077c37-531c-45bb-8afe-a287cca74695/root/var/svc/log/oxide-zone-network-setup:default.log
12302024-12-13T23:14:22.531Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_pantry_8fb90a28-bdec-45a7-95c7-b65381216e92/root/var/svc/log/oxide-crucible-pantry:default.log (857858 bytes)
12312024-12-13T23:14:22.801Zupload warning: file "/pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_pantry_8fb90a28-bdec-45a7-95c7-b65381216e92/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 857858 -> 877384
12322024-12-13T23:14:23.873Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_pantry_8fb90a28-bdec-45a7-95c7-b65381216e92/root/var/svc/log/oxide-crucible-pantry:default.log
12332024-12-13T23:14:23.873Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_pantry_8fb90a28-bdec-45a7-95c7-b65381216e92/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
12342024-12-13T23:14:24.967Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_crucible_pantry_8fb90a28-bdec-45a7-95c7-b65381216e92/root/var/svc/log/oxide-zone-network-setup:default.log
12352024-12-13T23:14:24.967Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-external_dns:default.log (45780 bytes)
12362024-12-13T23:14:25.096Zupload warning: file "/pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45780 -> 53328
12372024-12-13T23:14:26.165Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-external_dns:default.log
12382024-12-13T23:14:26.165Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12392024-12-13T23:14:27.257Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-opte-interface-setup:default.log
12402024-12-13T23:14:27.257Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-zone-network-setup:default.log (2109 bytes)
12412024-12-13T23:14:28.347Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_external_dns_04a3334b-9752-441b-939b-8e2c1e79fc9b/root/var/svc/log/oxide-zone-network-setup:default.log
12422024-12-13T23:14:28.371Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-internal_dns:default.log (69548 bytes)
12432024-12-13T23:14:28.477Zupload warning: file "/pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 69548 -> 77055
12442024-12-13T23:14:29.544Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-internal_dns:default.log
12452024-12-13T23:14:29.544Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-internal_dns:default.log.0 (404808 bytes)
12462024-12-13T23:14:30.808Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-internal_dns:default.log.0
12472024-12-13T23:14:30.808Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12482024-12-13T23:14:31.876Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-zone-network-setup:default.log
12492024-12-13T23:14:31.900Zuploading: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
12502024-12-13T23:14:32.966Zuploaded: /pool/ext/f7cfdce7-5264-4421-96d5-85418ddb748d/crypt/zone/oxz_internal_dns_b88c164b-e402-4ec9-9363-11d16ca7dbdf/root/var/svc/log/oxide-zone-network-setup:default.log.0
12512024-12-13T23:14:32.966Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/measurements.log (204267 bytes)
12522024-12-13T23:14:33.183Zupload warning: file "/pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/measurements.log" changed size mid upload: 204267 -> 252080
12532024-12-13T23:14:34.250Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/measurements.log
12542024-12-13T23:14:34.251Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/statistics.log (147303 bytes)
12552024-12-13T23:14:34.425Zupload warning: file "/pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/statistics.log" changed size mid upload: 147303 -> 184041
12562024-12-13T23:14:35.493Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/statistics.log
12572024-12-13T23:14:35.493Zuploading: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/tracking.log (20598 bytes)
12582024-12-13T23:14:35.580Zupload warning: file "/pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/tracking.log" changed size mid upload: 20598 -> 23766
12592024-12-13T23:14:36.646Zuploaded: /pool/ext/27177673-3a08-4285-914d-2d0755afcc21/crypt/zone/oxz_ntp_0eb88268-3b24-4cc9-8f54-e5ec70ee9c7f/root/var/log/chrony/tracking.log