01JFK33FHW5KW5EE5ERDKTX5C8: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JFK35XKX510N0GW99YB6TDAP

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-20T23:12:47.112Zjob dependencies complete; ready to run (waiting for 40 m 47 s)
22024-12-21T01:07:56.170Zjob assigned to worker 01JFKBVNN2NTSSEP48S0C1X83E [factory lab, sock/10928] (queued for 1 h 55 m 9 s)
32024-12-21T01:07:56.447Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-12-21T01:07:56.502Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-12-21T01:07:56.536Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-12-21T01:07:56.569Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-12-21T01:07:56.603Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-12-21T01:07:56.636ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-12-21T01:07:56.670Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-12-21T01:07:56.704ZOxide Helios Version helios-2.0.23032 64-bit
112024-12-21T01:07:56.738ZConfiguring devices.
122024-12-21T01:07:56.772Z##################################################
132024-12-21T01:07:56.805Z#### ############# ##
142024-12-21T01:07:56.839Z### ### ############ ##
152024-12-21T01:07:56.872Z## ### # ## ### ## Oxide Computer Company ##
162024-12-21T01:07:56.906Z## ## ## ### # ### ##
172024-12-21T01:07:56.939Z## # ### #### #### This Station Under ##
182024-12-21T01:07:56.977Z### ### #### # ### Computer Control ##
192024-12-21T01:07:57.010Z#### #### ### ## ##
202024-12-21T01:07:57.043Z##################################################
212024-12-21T01:07:57.077ZHostname: sock
222024-12-21T01:07:57.110ZLoading smf(7) service descriptions:
232024-12-21T01:07:57.716Zdownloading input: /input/package/work/package.tar.gz
242024-12-21T01:13:15.162Zdownloaded input: /input/package/work/package.tar.gz
 
252024-12-21T01:13:15.187Zstarting task 0: "setup"
262024-12-21T01:13:15.187Z++ uname -s
272024-12-21T01:13:15.187Z+ kern=SunOS
282024-12-21T01:13:15.187Z+ case "$kern" in
292024-12-21T01:13:15.187Z+ groupadd -g 12345 build
302024-12-21T01:13:15.187Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-12-21T01:13:17.088Z+ zfs create -o mountpoint=/work rpool/work
322024-12-21T01:13:17.112Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-12-21T01:13:17.113Z+ home_fs=zfs
342024-12-21T01:13:17.113Z+ [[ zfs == autofs ]]
352024-12-21T01:13:17.113Z+ mkdir -p /home/build
362024-12-21T01:13:17.137Z+ chown build:build /home/build /work
372024-12-21T01:13:19.116Z+ chmod 0700 /home/build /work
382024-12-21T01:13:19.142Zprocess exited: duration 4050 ms, exit code 0
 
392024-12-21T01:13:19.190Zstarting task 1: "authentication"
402024-12-21T01:13:19.233Zprocess exited: duration 43 ms, exit code 0
 
412024-12-21T01:13:19.280Zstarting task 2: "build"
422024-12-21T01:13:19.304Z+ trap _exit_trap EXIT
432024-12-21T01:13:19.304Z+ OPTE_COMMIT=
442024-12-21T01:13:19.304Z+ [[ x != \x ]]
452024-12-21T01:13:19.304Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-12-21T01:13:19.409Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-12-21T01:13:19.409Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-12-21T01:13:19.434Z+ [[ -d /opt/oxide ]]
582024-12-21T01:13:19.434Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-12-21T01:13:19.434Z+ pfexec mkdir /opt/oxide
602024-12-21T01:13:19.434Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-12-21T01:13:19.434Z+ [[ -d /opt/oxide-underneath ]]
622024-12-21T01:13:19.434Z+ cd /opt/oxide-underneath
632024-12-21T01:13:19.434Z+ pfexec tar ceEp@/f - .
642024-12-21T01:13:19.434Z+ cd /opt/oxide
652024-12-21T01:13:19.434Z+ pfexec tar xveEp@/f -
662024-12-21T01:13:19.467Zx ., 0 bytes, 0 tape blocks
672024-12-21T01:13:19.467Zx ./opte, 0 bytes, 0 tape blocks
682024-12-21T01:13:19.467Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-12-21T01:13:19.467Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-12-21T01:13:19.491Z+ pfexec rm -rf /opt/oxide-underneath
712024-12-21T01:13:19.491Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-12-21T01:13:19.514Z+ pfexec mkdir /opt/oxide/work
732024-12-21T01:13:19.514Z+ pfexec chown build:build /opt/oxide/work
742024-12-21T01:13:19.514Z+ cd /opt/oxide/work
752024-12-21T01:13:19.514Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-12-21T01:13:33.327ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-12-21T01:13:33.327Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-12-21T01:13:33.373Zx out/target/test, 107 bytes, 1 tape blocks
792024-12-21T01:13:33.373Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-12-21T01:13:33.373Zx package-manifest.toml, 32833 bytes, 65 tape blocks
812024-12-21T01:13:33.373Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-12-21T01:13:33.373Zx target/release/omicron-package, 37170304 bytes, 72599 tape blocks
832024-12-21T01:13:33.373Zx target/release/xtask, 12043872 bytes, 23524 tape blocks
842024-12-21T01:13:33.373Zx target/debug/bootstrap, 215512600 bytes, 420924 tape blocks
852024-12-21T01:13:33.374Zx tests/bootstrap-41e4b8f650b448b3, 24826920 bytes, 48491 tape blocks
862024-12-21T01:13:33.374Zx tests/commtest-a6a38627cf68b1a4, 25621968 bytes, 50043 tape blocks
872024-12-21T01:13:33.374Zx tests/dhcp_server-5f4fd34570514b4f, 24826936 bytes, 48491 tape blocks
882024-12-21T01:13:33.374Zx tests/end_to_end_tests-40465226e9d9f67a, 234008896 bytes, 457049 tape blocks
892024-12-21T01:13:33.374Zx out/clickhouse.tar.gz, 300452695 bytes, 586822 tape blocks
902024-12-21T01:13:33.374Zx out/clickhouse_keeper.tar.gz, 287257940 bytes, 561051 tape blocks
912024-12-21T01:13:33.374Zx out/clickhouse_server.tar.gz, 300431014 bytes, 586780 tape blocks
922024-12-21T01:13:33.374Zx out/cockroachdb.tar.gz, 137817064 bytes, 269174 tape blocks
932024-12-21T01:13:33.374Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
942024-12-21T01:13:33.374Zx out/crucible-pantry-zone.tar.gz, 28866075 bytes, 56380 tape blocks
952024-12-21T01:13:33.374Zx out/crucible-zone.tar.gz, 37279407 bytes, 72812 tape blocks
962024-12-21T01:13:33.374Zx out/external-dns.tar.gz, 36130603 bytes, 70568 tape blocks
972024-12-21T01:13:33.374Zx out/internal-dns.tar.gz, 36128739 bytes, 70564 tape blocks
982024-12-21T01:13:33.374Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-12-21T01:13:33.374Zx out/nexus.tar.gz, 100151470 bytes, 195609 tape blocks
1002024-12-21T01:13:33.374Zx out/ntp.tar.gz, 10621369 bytes, 20745 tape blocks
1012024-12-21T01:13:33.374Zx out/omicron-gateway-softnpu.tar.gz, 24426749 bytes, 47709 tape blocks
1022024-12-21T01:13:33.374Zx out/omicron-sled-agent.tar, 115826176 bytes, 226223 tape blocks
1032024-12-21T01:13:33.374Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-12-21T01:13:33.374Zx out/oximeter.tar.gz, 48819442 bytes, 95351 tape blocks
1052024-12-21T01:13:33.374Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-12-21T01:13:33.374Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-12-21T01:13:33.374Zx out/propolis-server.tar.gz, 68330878 bytes, 133459 tape blocks
1082024-12-21T01:13:33.374Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-12-21T01:13:33.374Zx out/switch-softnpu.tar.gz, 241237995 bytes, 471168 tape blocks
1102024-12-21T01:13:33.374Z
1112024-12-21T01:13:33.375Zreal 13.827227974
1122024-12-21T01:13:33.375Zuser 12.235560722
1132024-12-21T01:13:33.375Zsys 2.746871949
1142024-12-21T01:13:33.375Ztrap 0.000415119
1152024-12-21T01:13:33.375Ztflt 0.000000000
1162024-12-21T01:13:33.375Zdflt 0.000000000
1172024-12-21T01:13:33.375Zkflt 0.000000000
1182024-12-21T01:13:33.375Zlock 0.000000000
1192024-12-21T01:13:33.375Zslp 12.333219019
1202024-12-21T01:13:33.375Zlat 0.336062582
1212024-12-21T01:13:33.375Zstop 0.000132722
1222024-12-21T01:13:33.375Z+ source .github/buildomat/ci-env.sh
1232024-12-21T01:13:33.375Z++ export CARGO_TERM_COLOR=always
1242024-12-21T01:13:33.375Z++ CARGO_TERM_COLOR=always
1252024-12-21T01:13:33.375Z+ bmat address ls
1262024-12-21T01:13:33.375ZNAME CIDR FIRST LAST COUNT
1272024-12-21T01:13:33.375Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282024-12-21T01:13:33.375Z++ bmat address ls -f extra -Ho first,last,count
1292024-12-21T01:13:33.375Z+ set -- 10.151.2.164 10.151.2.227 64
1302024-12-21T01:13:33.375Z+ EXTRA_IP_START=10.151.2.164
1312024-12-21T01:13:33.375Z+ EXTRA_IP_END=10.151.2.227
1322024-12-21T01:13:33.375Z+ EXTRA_IP_COUNT=64
1332024-12-21T01:13:33.375Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-12-21T01:13:33.375Z+ EXTRA_IP_BASE=10.151.2
1352024-12-21T01:13:33.375Z+ EXTRA_IP_FOCTET=164
1362024-12-21T01:13:33.375Z+ EXTRA_IP_LOCTET=227
1372024-12-21T01:13:33.376Z+ SERVICE_IP_POOL_START=10.151.2.164
1382024-12-21T01:13:33.376Z+ SERVICE_IP_POOL_END=10.151.2.173
1392024-12-21T01:13:33.376Z+ DNS_IP1=10.151.2.164
1402024-12-21T01:13:33.376Z+ DNS_IP2=10.151.2.165
1412024-12-21T01:13:33.376Z+ UPLINK_IP=10.151.2.174
1422024-12-21T01:13:33.376Z+ IPPOOL_START=10.151.2.175
1432024-12-21T01:13:33.376Z+ IPPOOL_END=10.151.2.227
1442024-12-21T01:13:33.400Z++ ipadm show-addr -po type,addr
1452024-12-21T01:13:33.400Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-12-21T01:13:33.400Z+ GATEWAY_IP=10.151.2.100
1472024-12-21T01:13:33.400Z+ [[ -n 10.151.2.100 ]]
1482024-12-21T01:13:33.400Z+ ping -s 10.151.2.100 56 1
1492024-12-21T01:13:33.400ZPING 10.151.2.100: 56 data bytes
1502024-12-21T01:13:33.400Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1512024-12-21T01:13:33.400Z
1522024-12-21T01:13:33.400Z----10.151.2.100 PING Statistics----
1532024-12-21T01:13:33.400Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-12-21T01:13:33.400Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1552024-12-21T01:13:33.400Z++ arp -an
1562024-12-21T01:13:33.400Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572024-12-21T01:13:33.400Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582024-12-21T01:13:33.400Z+ routeadm -e ipv4-forwarding -u
1592024-12-21T01:13:33.488Z+ PXA_START=10.151.2.164
1602024-12-21T01:13:33.489Z+ PXA_END=10.151.2.227
1612024-12-21T01:13:33.512Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-12-21T01:13:33.618Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632024-12-21T01:13:33.642ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-12-21T01:13:33.696Zcreating virtual hardware
1652024-12-21T01:13:33.720Zcreating /scratch/m2_0.vdev
1662024-12-21T01:13:33.720Zcreating /scratch/m2_1.vdev
1672024-12-21T01:13:33.720Zcreating /scratch/u2_0.vdev
1682024-12-21T01:13:33.720Zcreating /scratch/u2_1.vdev
1692024-12-21T01:13:33.720Zcreating /scratch/u2_2.vdev
1702024-12-21T01:13:33.720Zcreating /scratch/u2_3.vdev
1712024-12-21T01:13:33.720Zcreating /scratch/u2_4.vdev
1722024-12-21T01:13:33.720Zcreating /scratch/u2_5.vdev
1732024-12-21T01:13:33.720Zcreating /scratch/u2_6.vdev
1742024-12-21T01:13:33.720Zcreating /scratch/u2_7.vdev
1752024-12-21T01:13:33.720Zcreating /scratch/u2_8.vdev
1762024-12-21T01:13:33.745ZSimnet net0/sc0_0 exists
1772024-12-21T01:13:33.769ZSimnet net1/sc1_0 exists
1782024-12-21T01:13:33.769ZVnic sc0_1 exists
1792024-12-21T01:13:45.937ZUsing 10.151.2.100 as gateway ip
1802024-12-21T01:13:45.937Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812024-12-21T01:13:45.938Zconfiguring SoftNPU ARP entry
1822024-12-21T01:13:45.966Zconfiguring SoftNPU proxy ARP
1832024-12-21T01:13:46.022ZSoftNPU state:
1842024-12-21T01:13:46.022Z local v6:
1852024-12-21T01:13:46.022Z local v4:
1862024-12-21T01:13:46.022Z router v6:
1872024-12-21T01:13:46.022Z router v4_idx:
1882024-12-21T01:13:46.022Z router v4_routes:
1892024-12-21T01:13:46.022Z resolver v4:
1902024-12-21T01:13:46.022Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912024-12-21T01:13:46.022Z resolver v6:
1922024-12-21T01:13:46.022Z nat v4:
1932024-12-21T01:13:46.022Z nat_v6:
1942024-12-21T01:13:46.022Z port_mac:
1952024-12-21T01:13:46.022Z proxy arp:
1962024-12-21T01:13:46.023Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972024-12-21T01:13:46.023Zcreated virtual hardware
1982024-12-21T01:13:46.046Z
1992024-12-21T01:13:46.046Zreal 12.401091374
2002024-12-21T01:13:46.046Zuser 0.657659220
2012024-12-21T01:13:46.046Zsys 3.397562180
2022024-12-21T01:13:46.046Ztrap 0.000068796
2032024-12-21T01:13:46.047Ztflt 0.000256235
2042024-12-21T01:13:46.047Zdflt 0.000552659
2052024-12-21T01:13:46.047Zkflt 0.000031000
2062024-12-21T01:13:46.047Zlock 9:35.224151413
2072024-12-21T01:13:46.047Zslp 37.428698637
2082024-12-21T01:13:46.047Zlat 0.066493077
2092024-12-21T01:13:46.047Zstop 0.352129942
2102024-12-21T01:13:46.047Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-12-21T01:13:46.071Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-12-21T01:13:46.071Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-12-21T01:13:46.071Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-12-21T01:13:46.071Z+++ pkg/config.toml Sat Dec 21 01:13:46 2024
2152024-12-21T01:13:46.071Z@@ -29,18 +29,18 @@
2162024-12-21T01:13:46.071Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-12-21T01:13:46.071Z # followed by a string that is embedded into their fake serial values.
2182024-12-21T01:13:46.071Z vdevs = [
2192024-12-21T01:13:46.071Z- "m2_0.vdev",
2202024-12-21T01:13:46.071Z- "m2_1.vdev",
2212024-12-21T01:13:46.071Z+ "/scratch/m2_0.vdev",
2222024-12-21T01:13:46.071Z+ "/scratch/m2_1.vdev",
2232024-12-21T01:13:46.071Z
2242024-12-21T01:13:46.071Z- "u2_0.vdev",
2252024-12-21T01:13:46.071Z- "u2_1.vdev",
2262024-12-21T01:13:46.071Z- "u2_2.vdev",
2272024-12-21T01:13:46.071Z- "u2_3.vdev",
2282024-12-21T01:13:46.071Z- "u2_4.vdev",
2292024-12-21T01:13:46.071Z- "u2_5.vdev",
2302024-12-21T01:13:46.071Z- "u2_6.vdev",
2312024-12-21T01:13:46.071Z- "u2_7.vdev",
2322024-12-21T01:13:46.071Z- "u2_8.vdev",
2332024-12-21T01:13:46.071Z+ "/scratch/u2_0.vdev",
2342024-12-21T01:13:46.071Z+ "/scratch/u2_1.vdev",
2352024-12-21T01:13:46.071Z+ "/scratch/u2_2.vdev",
2362024-12-21T01:13:46.072Z+ "/scratch/u2_3.vdev",
2372024-12-21T01:13:46.072Z+ "/scratch/u2_4.vdev",
2382024-12-21T01:13:46.072Z+ "/scratch/u2_5.vdev",
2392024-12-21T01:13:46.072Z+ "/scratch/u2_6.vdev",
2402024-12-21T01:13:46.072Z+ "/scratch/u2_7.vdev",
2412024-12-21T01:13:46.072Z+ "/scratch/u2_8.vdev",
2422024-12-21T01:13:46.072Z ]
2432024-12-21T01:13:46.072Z
2442024-12-21T01:13:46.072Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-12-21T01:13:46.072Z+ true
2462024-12-21T01:13:46.072Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-12-21T01:13:46.072Z+ SILO_NAME=recovery
2482024-12-21T01:13:46.072Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-12-21T01:13:46.072Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-12-21T01:13:46.072Z+ sed -i~ '
2512024-12-21T01:13:46.072Z /^external_dns_ips/c\
2522024-12-21T01:13:46.072Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532024-12-21T01:13:46.072Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-12-21T01:13:46.072Z /^first/c\
2552024-12-21T01:13:46.072Zfirst = "10.151.2.164"
2562024-12-21T01:13:46.072Z /^last/c\
2572024-12-21T01:13:46.072Zlast = "10.151.2.173"
2582024-12-21T01:13:46.072Z }
2592024-12-21T01:13:46.072Z /^infra_ip_first/c\
2602024-12-21T01:13:46.072Zinfra_ip_first = "10.151.2.174"
2612024-12-21T01:13:46.072Z /^infra_ip_last/c\
2622024-12-21T01:13:46.072Zinfra_ip_last = "10.151.2.174"
2632024-12-21T01:13:46.072Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-12-21T01:13:46.072Z /^routes/c\
2652024-12-21T01:13:46.072Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662024-12-21T01:13:46.072Z /^addresses/c\
2672024-12-21T01:13:46.072Zaddresses = \[{address = "10.151.2.174/24"} \]
2682024-12-21T01:13:46.072Z }
2692024-12-21T01:13:46.072Z' pkg/config-rss.toml
2702024-12-21T01:13:46.097Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-12-21T01:13:46.097Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-12-21T01:13:46.097Z+++ pkg/config-rss.toml Sat Dec 21 01:13:46 2024
2732024-12-21T01:13:46.097Z@@ -33,7 +33,7 @@
2742024-12-21T01:13:46.097Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-12-21T01:13:46.097Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-12-21T01:13:46.097Z # below.
2772024-12-21T01:13:46.097Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-12-21T01:13:46.097Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792024-12-21T01:13:46.097Z
2802024-12-21T01:13:46.097Z # Initial TLS certificates for the external API
2812024-12-21T01:13:46.097Z #
2822024-12-21T01:13:46.097Z@@ -69,8 +69,8 @@
2832024-12-21T01:13:46.097Z #
2842024-12-21T01:13:46.097Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-12-21T01:13:46.097Z [[internal_services_ip_pool_ranges]]
2862024-12-21T01:13:46.097Z-first = "192.168.1.20"
2872024-12-21T01:13:46.097Z-last = "192.168.1.29"
2882024-12-21T01:13:46.097Z+first = "10.151.2.164"
2892024-12-21T01:13:46.097Z+last = "10.151.2.173"
2902024-12-21T01:13:46.097Z
2912024-12-21T01:13:46.097Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-12-21T01:13:46.097Z # parameters should be provided to the control plane via wicket, but we need to
2932024-12-21T01:13:46.097Z@@ -91,8 +91,8 @@
2942024-12-21T01:13:46.097Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-12-21T01:13:46.097Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-12-21T01:13:46.097Z # With softnpu, only one address is used.
2972024-12-21T01:13:46.097Z-infra_ip_first = "192.168.1.30"
2982024-12-21T01:13:46.097Z-infra_ip_last = "192.168.1.30"
2992024-12-21T01:13:46.097Z+infra_ip_first = "10.151.2.174"
3002024-12-21T01:13:46.097Z+infra_ip_last = "10.151.2.174"
3012024-12-21T01:13:46.097Z
3022024-12-21T01:13:46.097Z # Configurations for BGP routers to run on the scrimlets.
3032024-12-21T01:13:46.098Z bgp = []
3042024-12-21T01:13:46.098Z@@ -100,9 +100,9 @@
3052024-12-21T01:13:46.098Z # You can configure multiple uplinks by repeating the following stanza
3062024-12-21T01:13:46.098Z [[rack_network_config.ports]]
3072024-12-21T01:13:46.098Z # Routes associated with this port.
3082024-12-21T01:13:46.098Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-12-21T01:13:46.098Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102024-12-21T01:13:46.098Z # Addresses associated with this port.
3112024-12-21T01:13:46.098Z-addresses = [{address = "192.168.1.30/24"}]
3122024-12-21T01:13:46.098Z+addresses = [{address = "10.151.2.174/24"} ]
3132024-12-21T01:13:46.098Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-12-21T01:13:46.098Z port = "qsfp0"
3152024-12-21T01:13:46.098Z # The speed of this port.
3162024-12-21T01:13:46.098Z+ true
3172024-12-21T01:13:46.098Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-12-21T01:13:46.098Za pkg/config-rss.toml 8K
3192024-12-21T01:13:46.098Za pkg/config.toml 4K
3202024-12-21T01:13:46.099Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-12-21T01:13:46.099Z+ TLS_NAME=recovery.sys.oxide.test
3222024-12-21T01:13:46.099Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-12-21T01:13:46.509Z....+...+.........+...+..+.............+...+......+........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+..+.........+....+...+........+.+.....+...+............+...+.+.........+..+......+...+.......+.....+...+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+.......+........+.......+....................+....+.....+.+...............+............+..............................+...........+.......+..+............+.+........+.........+..........+..+...............+...+..........+........+...+.......+..+...+.........+.+...+...........+........................+......+......+...+............+.........+.............+......+.....+......+...+.+...........+.+..+......+.+...............+......+.....+...+......+..........+...+..............................+...+..............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-12-21T01:13:46.811Z..+............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+...+......+.+.........+...+......+.........+..+.............+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*........+...............+.+........+............+.......+..+...+................+..+...+.+......+...+......+......+..+.................................+.......+...+.........+.....+....+..+...+.......+..+............+.....................+..................+......+......+.........+....+..+............+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-12-21T01:13:46.834Z-----
3262024-12-21T01:13:46.858Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-12-21T01:13:46.858Za pkg/initial-tls-cert.pem 2K
3282024-12-21T01:13:46.858Za pkg/initial-tls-key.pem 4K
3292024-12-21T01:13:46.858Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-12-21T01:13:46.858Z+ rmdir pkg
3312024-12-21T01:13:46.858Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-12-21T01:13:46.859Z+ pfexec mkdir -p /usr/oxide
3332024-12-21T01:13:46.859Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-12-21T01:13:47.454Z+ pfexec chmod +x /usr/oxide/oxide
3352024-12-21T01:13:47.479Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-12-21T01:14:05.745Z+ OMICRON_NO_UNINSTALL=1
3372024-12-21T01:14:05.745Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-12-21T01:14:05.770ZLogging to: /opt/oxide/work/out/LOG
3392024-12-21T01:14:06.404Z
3402024-12-21T01:14:06.428Zreal 0.653773997
3412024-12-21T01:14:06.429Zuser 0.141630035
3422024-12-21T01:14:06.429Zsys 3.444453833
3432024-12-21T01:14:06.429Ztrap 0.000000630
3442024-12-21T01:14:06.429Ztflt 0.000001020
3452024-12-21T01:14:06.429Zdflt 0.000530944
3462024-12-21T01:14:06.429Zkflt 0.000000000
3472024-12-21T01:14:06.429Zlock 58.935717407
3482024-12-21T01:14:06.429Zslp 0.840240030
3492024-12-21T01:14:06.429Zlat 0.003486195
3502024-12-21T01:14:06.429Zstop 0.206009699
3512024-12-21T01:14:06.429Z+ retry=0
3522024-12-21T01:14:06.429Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-12-21T01:14:06.429Z+ [[ 0 -gt 30 ]]
3542024-12-21T01:14:06.429Z+ sleep 1
3552024-12-21T01:14:07.419Z+ retry=1
3562024-12-21T01:14:07.419Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-12-21T01:14:07.442Z+ [[ 1 -gt 30 ]]
3582024-12-21T01:14:07.442Z+ sleep 1
3592024-12-21T01:14:08.434Z+ retry=2
3602024-12-21T01:14:08.434Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-12-21T01:14:08.458Z+ [[ 2 -gt 30 ]]
3622024-12-21T01:14:08.458Z+ sleep 1
3632024-12-21T01:14:09.449Z+ retry=3
3642024-12-21T01:14:09.449Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-12-21T01:14:28.419Z+ [[ 3 -gt 30 ]]
3662024-12-21T01:14:28.419Z+ sleep 1
3672024-12-21T01:14:29.422Z+ retry=4
3682024-12-21T01:14:29.422Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-12-21T01:14:29.448Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-12-21T01:14:29.472Zlocal v6:
3712024-12-21T01:14:29.472Zfda0:d93:4a48:640f::1
3722024-12-21T01:14:29.472Zfe80::f8cc:c9ff:fe5d:580e
3732024-12-21T01:14:29.472Zlocal v4:
3742024-12-21T01:14:29.472Z10.151.2.174
3752024-12-21T01:14:29.472Zrouter v6:
3762024-12-21T01:14:29.472Zrouter v4_idx:
3772024-12-21T01:14:29.472Zrouter v4_routes:
3782024-12-21T01:14:29.472Zresolver v4:
3792024-12-21T01:14:29.472Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3802024-12-21T01:14:29.472Zresolver v6:
3812024-12-21T01:14:29.472Zfe80::f8cc:c9ff:fe5d:580e -> fa:cc:c9:5d:58:0e
3822024-12-21T01:14:29.472Znat v4:
3832024-12-21T01:14:29.472Znat_v6:
3842024-12-21T01:14:29.472Zport_mac:
3852024-12-21T01:14:29.472Z2: a8:40:25:30:5f:83
3862024-12-21T01:14:29.472Z1000: a8:40:25:30:5f:62
3872024-12-21T01:14:29.472Z1: a8:40:25:30:5f:63
3882024-12-21T01:14:29.473Zproxy arp:
3892024-12-21T01:14:29.473Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3902024-12-21T01:14:29.473Z+ retry=0
3912024-12-21T01:14:29.473Z+++ zoneadm list -n
3922024-12-21T01:14:29.473Z+++ grep oxz_ntp
3932024-12-21T01:14:29.496Z++ pfexec svcs -z -Hostate oxide/ntp
3942024-12-21T01:14:29.497Zsvcs: zone '-Hostate': entity not found
3952024-12-21T01:14:29.497Z++ true
3962024-12-21T01:14:29.497Z+ [[ '' != online ]]
3972024-12-21T01:14:29.497Z+ [[ 0 -gt 60 ]]
3982024-12-21T01:14:29.497Z+ sleep 1
3992024-12-21T01:14:30.481Z+ retry=1
4002024-12-21T01:14:30.505Z+++ zoneadm list -n
4012024-12-21T01:14:30.505Z+++ grep oxz_ntp
4022024-12-21T01:14:30.505Z++ pfexec svcs -z -Hostate oxide/ntp
4032024-12-21T01:14:30.505Zsvcs: zone '-Hostate': entity not found
4042024-12-21T01:14:30.505Z++ true
4052024-12-21T01:14:30.505Z+ [[ '' != online ]]
4062024-12-21T01:14:30.505Z+ [[ 1 -gt 60 ]]
4072024-12-21T01:14:30.505Z+ sleep 1
4082024-12-21T01:14:31.504Z+ retry=2
4092024-12-21T01:14:31.529Z+++ zoneadm list -n
4102024-12-21T01:14:31.529Z+++ grep oxz_ntp
4112024-12-21T01:14:31.529Z++ pfexec svcs -z -Hostate oxide/ntp
4122024-12-21T01:14:31.529Zsvcs: zone '-Hostate': entity not found
4132024-12-21T01:14:31.529Z++ true
4142024-12-21T01:14:31.529Z+ [[ '' != online ]]
4152024-12-21T01:14:31.529Z+ [[ 2 -gt 60 ]]
4162024-12-21T01:14:31.529Z+ sleep 1
4172024-12-21T01:14:32.525Z+ retry=3
4182024-12-21T01:14:32.550Z+++ zoneadm list -n
4192024-12-21T01:14:32.550Z+++ grep oxz_ntp
4202024-12-21T01:14:32.550Z++ pfexec svcs -z -Hostate oxide/ntp
4212024-12-21T01:14:32.550Zsvcs: zone '-Hostate': entity not found
4222024-12-21T01:14:32.550Z++ true
4232024-12-21T01:14:32.550Z+ [[ '' != online ]]
4242024-12-21T01:14:32.550Z+ [[ 3 -gt 60 ]]
4252024-12-21T01:14:32.550Z+ sleep 1
4262024-12-21T01:14:33.549Z+ retry=4
4272024-12-21T01:14:33.576Z+++ zoneadm list -n
4282024-12-21T01:14:33.576Z+++ grep oxz_ntp
4292024-12-21T01:14:33.576Z++ pfexec svcs -z -Hostate oxide/ntp
4302024-12-21T01:14:33.576Zsvcs: zone '-Hostate': entity not found
4312024-12-21T01:14:33.577Z++ true
4322024-12-21T01:14:33.577Z+ [[ '' != online ]]
4332024-12-21T01:14:33.577Z+ [[ 4 -gt 60 ]]
4342024-12-21T01:14:33.577Z+ sleep 1
4352024-12-21T01:14:34.569Z+ retry=5
4362024-12-21T01:14:34.594Z+++ zoneadm list -n
4372024-12-21T01:14:34.594Z+++ grep oxz_ntp
4382024-12-21T01:14:34.594Z++ pfexec svcs -z -Hostate oxide/ntp
4392024-12-21T01:14:34.594Zsvcs: zone '-Hostate': entity not found
4402024-12-21T01:14:34.594Z++ true
4412024-12-21T01:14:34.594Z+ [[ '' != online ]]
4422024-12-21T01:14:34.594Z+ [[ 5 -gt 60 ]]
4432024-12-21T01:14:34.594Z+ sleep 1
4442024-12-21T01:14:35.591Z+ retry=6
4452024-12-21T01:14:35.615Z+++ zoneadm list -n
4462024-12-21T01:14:35.615Z+++ grep oxz_ntp
4472024-12-21T01:14:35.615Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4482024-12-21T01:14:35.615Zsvcs: Could not bind to repository server for zone oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d: repository server unavailable
4492024-12-21T01:14:35.615Z++ true
4502024-12-21T01:14:35.615Z+ [[ '' != online ]]
4512024-12-21T01:14:35.616Z+ [[ 6 -gt 60 ]]
4522024-12-21T01:14:35.616Z+ sleep 1
4532024-12-21T01:14:36.613Z+ retry=7
4542024-12-21T01:14:36.637Z+++ zoneadm list -n
4552024-12-21T01:14:36.637Z+++ grep oxz_ntp
4562024-12-21T01:14:36.637Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4572024-12-21T01:14:36.661Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4582024-12-21T01:14:36.661Z++ true
4592024-12-21T01:14:36.661Z+ [[ '' != online ]]
4602024-12-21T01:14:36.661Z+ [[ 7 -gt 60 ]]
4612024-12-21T01:14:36.661Z+ sleep 1
4622024-12-21T01:14:37.642Z+ retry=8
4632024-12-21T01:14:37.666Z+++ zoneadm list -n
4642024-12-21T01:14:37.666Z+++ grep oxz_ntp
4652024-12-21T01:14:37.666Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4662024-12-21T01:14:37.708Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4672024-12-21T01:14:37.708Z++ true
4682024-12-21T01:14:37.708Z+ [[ '' != online ]]
4692024-12-21T01:14:37.708Z+ [[ 8 -gt 60 ]]
4702024-12-21T01:14:37.708Z+ sleep 1
4712024-12-21T01:14:38.677Z+ retry=9
4722024-12-21T01:14:38.701Z+++ zoneadm list -n
4732024-12-21T01:14:38.701Z+++ grep oxz_ntp
4742024-12-21T01:14:38.701Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4752024-12-21T01:14:38.701Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4762024-12-21T01:14:38.701Z++ true
4772024-12-21T01:14:38.701Z+ [[ '' != online ]]
4782024-12-21T01:14:38.701Z+ [[ 9 -gt 60 ]]
4792024-12-21T01:14:38.701Z+ sleep 1
4802024-12-21T01:14:39.702Z+ retry=10
4812024-12-21T01:14:39.726Z+++ zoneadm list -n
4822024-12-21T01:14:39.726Z+++ grep oxz_ntp
4832024-12-21T01:14:39.726Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4842024-12-21T01:14:39.726Z+ [[ offline != online ]]
4852024-12-21T01:14:39.726Z+ [[ 10 -gt 60 ]]
4862024-12-21T01:14:39.726Z+ sleep 1
4872024-12-21T01:14:40.725Z+ retry=11
4882024-12-21T01:14:40.749Z+++ zoneadm list -n
4892024-12-21T01:14:40.749Z+++ grep oxz_ntp
4902024-12-21T01:14:40.749Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4912024-12-21T01:14:40.749Z+ [[ offline != online ]]
4922024-12-21T01:14:40.749Z+ [[ 11 -gt 60 ]]
4932024-12-21T01:14:40.749Z+ sleep 1
4942024-12-21T01:14:41.749Z+ retry=12
4952024-12-21T01:14:41.773Z+++ zoneadm list -n
4962024-12-21T01:14:41.774Z+++ grep oxz_ntp
4972024-12-21T01:14:41.774Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
4982024-12-21T01:14:41.774Z+ [[ offline != online ]]
4992024-12-21T01:14:41.774Z+ [[ 12 -gt 60 ]]
5002024-12-21T01:14:41.774Z+ sleep 1
5012024-12-21T01:14:42.770Z+ retry=13
5022024-12-21T01:14:42.796Z+++ zoneadm list -n
5032024-12-21T01:14:42.796Z+++ grep oxz_ntp
5042024-12-21T01:14:42.796Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
5052024-12-21T01:14:42.796Z+ [[ offline != online ]]
5062024-12-21T01:14:42.796Z+ [[ 13 -gt 60 ]]
5072024-12-21T01:14:42.796Z+ sleep 1
5082024-12-21T01:14:43.793Z+ retry=14
5092024-12-21T01:14:43.816Z+++ zoneadm list -n
5102024-12-21T01:14:43.816Z+++ grep oxz_ntp
5112024-12-21T01:14:43.817Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
5122024-12-21T01:14:43.817Z+ [[ offline != online ]]
5132024-12-21T01:14:43.817Z+ [[ 14 -gt 60 ]]
5142024-12-21T01:14:43.817Z+ sleep 1
5152024-12-21T01:14:44.815Z+ retry=15
5162024-12-21T01:14:44.838Z+++ zoneadm list -n
5172024-12-21T01:14:44.838Z+++ grep oxz_ntp
5182024-12-21T01:14:44.839Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
5192024-12-21T01:14:44.839Z+ [[ offline != online ]]
5202024-12-21T01:14:44.839Z+ [[ 15 -gt 60 ]]
5212024-12-21T01:14:44.839Z+ sleep 1
5222024-12-21T01:14:45.837Z+ retry=16
5232024-12-21T01:14:45.863Z+++ zoneadm list -n
5242024-12-21T01:14:45.863Z+++ grep oxz_ntp
5252024-12-21T01:14:45.863Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
5262024-12-21T01:14:45.863Z+ [[ offline != online ]]
5272024-12-21T01:14:45.863Z+ [[ 16 -gt 60 ]]
5282024-12-21T01:14:45.863Z+ sleep 1
 
5292024-12-21T01:14:46.548Zsock console login: Dec 21 01:14:45 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5302024-12-21T01:14:46.867Z+ retry=17
5312024-12-21T01:14:46.891Z+++ zoneadm list -n
5322024-12-21T01:14:46.892Z+++ grep oxz_ntp
5332024-12-21T01:14:46.892Z++ pfexec svcs -z oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d -Hostate oxide/ntp
5342024-12-21T01:14:46.892Z+ [[ online != online ]]
5352024-12-21T01:14:46.892Z+ echo 'Waited for chrony: 17s'
5362024-12-21T01:14:46.892ZWaited for chrony: 17s
5372024-12-21T01:14:46.892Z+ retry=0
5382024-12-21T01:14:46.892Z+ zoneadm list
5392024-12-21T01:14:46.892Z+ grep nexus
5402024-12-21T01:14:46.892Z+ [[ 0 -gt 300 ]]
5412024-12-21T01:14:46.892Z+ sleep 1
5422024-12-21T01:14:47.903Z+ retry=1
5432024-12-21T01:14:47.976Z+ zoneadm list
5442024-12-21T01:14:47.976Z+ grep nexus
5452024-12-21T01:14:47.976Z+ [[ 1 -gt 300 ]]
5462024-12-21T01:14:47.977Z+ sleep 1
5472024-12-21T01:14:48.899Z+ retry=2
5482024-12-21T01:14:48.924Z+ zoneadm list
5492024-12-21T01:14:48.924Z+ grep nexus
5502024-12-21T01:14:48.924Z+ [[ 2 -gt 300 ]]
5512024-12-21T01:14:48.924Z+ sleep 1
5522024-12-21T01:14:49.911Z+ retry=3
5532024-12-21T01:14:49.934Z+ zoneadm list
5542024-12-21T01:14:49.934Z+ grep nexus
5552024-12-21T01:14:49.935Z+ [[ 3 -gt 300 ]]
5562024-12-21T01:14:49.935Z+ sleep 1
5572024-12-21T01:14:50.919Z+ retry=4
5582024-12-21T01:14:50.943Z+ zoneadm list
5592024-12-21T01:14:50.943Z+ grep nexus
5602024-12-21T01:14:50.943Z+ [[ 4 -gt 300 ]]
5612024-12-21T01:14:50.943Z+ sleep 1
5622024-12-21T01:14:51.929Z+ retry=5
5632024-12-21T01:14:51.952Z+ zoneadm list
5642024-12-21T01:14:51.953Z+ grep nexus
5652024-12-21T01:14:51.953Z+ [[ 5 -gt 300 ]]
5662024-12-21T01:14:51.953Z+ sleep 1
5672024-12-21T01:14:52.939Z+ retry=6
5682024-12-21T01:14:52.967Z+ zoneadm list
5692024-12-21T01:14:52.967Z+ grep nexus
5702024-12-21T01:14:52.967Z+ [[ 6 -gt 300 ]]
5712024-12-21T01:14:52.967Z+ sleep 1
5722024-12-21T01:14:53.951Z+ retry=7
5732024-12-21T01:14:53.975Z+ zoneadm list
5742024-12-21T01:14:53.975Z+ grep nexus
5752024-12-21T01:14:53.975Z+ [[ 7 -gt 300 ]]
5762024-12-21T01:14:53.975Z+ sleep 1
5772024-12-21T01:14:54.985Z+ retry=8
5782024-12-21T01:14:55.044Z+ zoneadm list
5792024-12-21T01:14:55.044Z+ grep nexus
5802024-12-21T01:14:55.091Z+ [[ 8 -gt 300 ]]
5812024-12-21T01:14:55.091Z+ sleep 1
5822024-12-21T01:14:56.096Z+ retry=9
5832024-12-21T01:14:56.121Z+ zoneadm list
5842024-12-21T01:14:56.121Z+ grep nexus
5852024-12-21T01:14:56.121Z+ [[ 9 -gt 300 ]]
5862024-12-21T01:14:56.121Z+ sleep 1
5872024-12-21T01:14:57.114Z+ retry=10
5882024-12-21T01:14:57.138Z+ zoneadm list
5892024-12-21T01:14:57.138Z+ grep nexus
5902024-12-21T01:14:57.139Z+ [[ 10 -gt 300 ]]
5912024-12-21T01:14:57.139Z+ sleep 1
5922024-12-21T01:14:58.126Z+ retry=11
5932024-12-21T01:14:58.150Z+ zoneadm list
5942024-12-21T01:14:58.150Z+ grep nexus
5952024-12-21T01:14:58.150Z+ [[ 11 -gt 300 ]]
5962024-12-21T01:14:58.150Z+ sleep 1
5972024-12-21T01:14:59.142Z+ retry=12
5982024-12-21T01:14:59.142Z+ zoneadm list
5992024-12-21T01:14:59.166Z+ grep nexus
6002024-12-21T01:14:59.167Z+ [[ 12 -gt 300 ]]
6012024-12-21T01:14:59.167Z+ sleep 1
6022024-12-21T01:15:00.157Z+ retry=13
6032024-12-21T01:15:00.181Z+ zoneadm list
6042024-12-21T01:15:00.181Z+ grep nexus
6052024-12-21T01:15:00.181Z+ [[ 13 -gt 300 ]]
6062024-12-21T01:15:00.181Z+ sleep 1
6072024-12-21T01:15:01.173Z+ retry=14
6082024-12-21T01:15:01.198Z+ zoneadm list
6092024-12-21T01:15:01.198Z+ grep nexus
6102024-12-21T01:15:01.198Z+ [[ 14 -gt 300 ]]
6112024-12-21T01:15:01.198Z+ sleep 1
6122024-12-21T01:15:02.192Z+ retry=15
6132024-12-21T01:15:02.216Z+ zoneadm list
6142024-12-21T01:15:02.216Z+ grep nexus
6152024-12-21T01:15:02.217Z+ [[ 15 -gt 300 ]]
6162024-12-21T01:15:02.217Z+ sleep 1
6172024-12-21T01:15:04.210Z+ retry=16
6182024-12-21T01:15:04.278Z+ zoneadm list
6192024-12-21T01:15:04.278Z+ grep nexus
6202024-12-21T01:15:04.278Z+ [[ 16 -gt 300 ]]
6212024-12-21T01:15:04.278Z+ sleep 1
6222024-12-21T01:15:04.278Z+ retry=17
6232024-12-21T01:15:04.278Z+ zoneadm list
6242024-12-21T01:15:04.278Z+ grep nexus
6252024-12-21T01:15:04.278Z+ [[ 17 -gt 300 ]]
6262024-12-21T01:15:04.278Z+ sleep 1
6272024-12-21T01:15:05.244Z+ retry=18
6282024-12-21T01:15:05.273Z+ zoneadm list
6292024-12-21T01:15:05.273Z+ grep nexus
6302024-12-21T01:15:05.273Z+ [[ 18 -gt 300 ]]
6312024-12-21T01:15:05.273Z+ sleep 1
6322024-12-21T01:15:06.765Z+ retry=19
6332024-12-21T01:15:06.765Z+ zoneadm list
6342024-12-21T01:15:06.765Z+ grep nexus
6352024-12-21T01:15:06.798Z+ [[ 19 -gt 300 ]]
6362024-12-21T01:15:06.798Z+ sleep 1
6372024-12-21T01:15:07.788Z+ retry=20
6382024-12-21T01:15:07.813Z+ zoneadm list
6392024-12-21T01:15:07.813Z+ grep nexus
6402024-12-21T01:15:07.813Z+ [[ 20 -gt 300 ]]
6412024-12-21T01:15:07.813Z+ sleep 1
6422024-12-21T01:15:11.886Z+ retry=21
6432024-12-21T01:15:11.924Z+ zoneadm list
6442024-12-21T01:15:11.924Z+ grep nexus
6452024-12-21T01:15:11.924Z+ [[ 21 -gt 300 ]]
6462024-12-21T01:15:11.924Z+ sleep 1
6472024-12-21T01:15:11.925Z+ retry=22
6482024-12-21T01:15:11.925Z+ zoneadm list
6492024-12-21T01:15:11.925Z+ grep nexus
6502024-12-21T01:15:11.925Z+ [[ 22 -gt 300 ]]
6512024-12-21T01:15:11.925Z+ sleep 1
6522024-12-21T01:15:11.925Z+ retry=23
6532024-12-21T01:15:11.925Z+ zoneadm list
6542024-12-21T01:15:11.925Z+ grep nexus
6552024-12-21T01:15:11.925Z+ [[ 23 -gt 300 ]]
6562024-12-21T01:15:11.925Z+ sleep 1
6572024-12-21T01:15:11.925Z+ retry=24
6582024-12-21T01:15:11.925Z+ zoneadm list
6592024-12-21T01:15:11.925Z+ grep nexus
6602024-12-21T01:15:11.925Z+ [[ 24 -gt 300 ]]
6612024-12-21T01:15:11.925Z+ sleep 1
6622024-12-21T01:15:12.897Z+ retry=25
6632024-12-21T01:15:12.921Z+ zoneadm list
6642024-12-21T01:15:12.921Z+ grep nexus
6652024-12-21T01:15:12.921Z+ [[ 25 -gt 300 ]]
6662024-12-21T01:15:12.921Z+ sleep 1
6672024-12-21T01:15:13.909Z+ retry=26
6682024-12-21T01:15:13.933Z+ zoneadm list
6692024-12-21T01:15:13.933Z+ grep nexus
6702024-12-21T01:15:13.933Z+ [[ 26 -gt 300 ]]
6712024-12-21T01:15:13.933Z+ sleep 1
6722024-12-21T01:15:14.921Z+ retry=27
6732024-12-21T01:15:14.945Z+ zoneadm list
6742024-12-21T01:15:14.945Z+ grep nexus
6752024-12-21T01:15:14.945Z+ [[ 27 -gt 300 ]]
6762024-12-21T01:15:14.945Z+ sleep 1
6772024-12-21T01:15:15.934Z+ retry=28
6782024-12-21T01:15:15.958Z+ zoneadm list
6792024-12-21T01:15:15.958Z+ grep nexus
6802024-12-21T01:15:15.958Z+ [[ 28 -gt 300 ]]
6812024-12-21T01:15:15.958Z+ sleep 1
6822024-12-21T01:15:16.955Z+ retry=29
6832024-12-21T01:15:16.979Z+ zoneadm list
6842024-12-21T01:15:16.979Z+ grep nexus
6852024-12-21T01:15:16.979Z+ [[ 29 -gt 300 ]]
6862024-12-21T01:15:16.979Z+ sleep 1
6872024-12-21T01:15:17.972Z+ retry=30
6882024-12-21T01:15:17.995Z+ zoneadm list
6892024-12-21T01:15:17.995Z+ grep nexus
6902024-12-21T01:15:17.995Z+ [[ 30 -gt 300 ]]
6912024-12-21T01:15:17.995Z+ sleep 1
6922024-12-21T01:15:18.983Z+ retry=31
6932024-12-21T01:15:19.007Z+ zoneadm list
6942024-12-21T01:15:19.007Z+ grep nexus
6952024-12-21T01:15:19.007Z+ [[ 31 -gt 300 ]]
6962024-12-21T01:15:19.007Z+ sleep 1
6972024-12-21T01:15:19.996Z+ retry=32
6982024-12-21T01:15:20.019Z+ zoneadm list
6992024-12-21T01:15:20.019Z+ grep nexus
7002024-12-21T01:15:20.020Z+ [[ 32 -gt 300 ]]
7012024-12-21T01:15:20.020Z+ sleep 1
7022024-12-21T01:15:21.008Z+ retry=33
7032024-12-21T01:15:21.032Z+ zoneadm list
7042024-12-21T01:15:21.032Z+ grep nexus
7052024-12-21T01:15:21.032Z+ [[ 33 -gt 300 ]]
7062024-12-21T01:15:21.032Z+ sleep 1
7072024-12-21T01:15:22.020Z+ retry=34
7082024-12-21T01:15:22.044Z+ zoneadm list
7092024-12-21T01:15:22.044Z+ grep nexus
7102024-12-21T01:15:22.044Z+ [[ 34 -gt 300 ]]
7112024-12-21T01:15:22.044Z+ sleep 1
7122024-12-21T01:15:23.034Z+ retry=35
7132024-12-21T01:15:23.058Z+ zoneadm list
7142024-12-21T01:15:23.058Z+ grep nexus
7152024-12-21T01:15:23.058Z+ [[ 35 -gt 300 ]]
7162024-12-21T01:15:23.058Z+ sleep 1
7172024-12-21T01:15:24.046Z+ retry=36
7182024-12-21T01:15:24.071Z+ zoneadm list
7192024-12-21T01:15:24.071Z+ grep nexus
7202024-12-21T01:15:24.071Z+ [[ 36 -gt 300 ]]
7212024-12-21T01:15:24.071Z+ sleep 1
7222024-12-21T01:15:25.058Z+ retry=37
7232024-12-21T01:15:25.082Z+ zoneadm list
7242024-12-21T01:15:25.082Z+ grep nexus
7252024-12-21T01:15:25.082Z+ [[ 37 -gt 300 ]]
7262024-12-21T01:15:25.082Z+ sleep 1
7272024-12-21T01:15:26.070Z+ retry=38
7282024-12-21T01:15:26.094Z+ zoneadm list
7292024-12-21T01:15:26.094Z+ grep nexus
7302024-12-21T01:15:26.094Z+ [[ 38 -gt 300 ]]
7312024-12-21T01:15:26.095Z+ sleep 1
7322024-12-21T01:15:27.082Z+ retry=39
7332024-12-21T01:15:27.108Z+ zoneadm list
7342024-12-21T01:15:27.108Z+ grep nexus
7352024-12-21T01:15:27.108Z+ [[ 39 -gt 300 ]]
7362024-12-21T01:15:27.108Z+ sleep 1
7372024-12-21T01:15:28.095Z+ retry=40
7382024-12-21T01:15:28.120Z+ zoneadm list
7392024-12-21T01:15:28.120Z+ grep nexus
7402024-12-21T01:15:28.120Z+ [[ 40 -gt 300 ]]
7412024-12-21T01:15:28.121Z+ sleep 1
7422024-12-21T01:15:29.107Z+ retry=41
7432024-12-21T01:15:29.131Z+ zoneadm list
7442024-12-21T01:15:29.131Z+ grep nexus
7452024-12-21T01:15:29.131Z+ [[ 41 -gt 300 ]]
7462024-12-21T01:15:29.132Z+ sleep 1
7472024-12-21T01:15:30.119Z+ retry=42
7482024-12-21T01:15:30.144Z+ zoneadm list
7492024-12-21T01:15:30.144Z+ grep nexus
7502024-12-21T01:15:30.144Z+ [[ 42 -gt 300 ]]
7512024-12-21T01:15:30.144Z+ sleep 1
7522024-12-21T01:15:31.132Z+ retry=43
7532024-12-21T01:15:31.157Z+ zoneadm list
7542024-12-21T01:15:31.157Z+ grep nexus
7552024-12-21T01:15:31.157Z+ [[ 43 -gt 300 ]]
7562024-12-21T01:15:31.158Z+ sleep 1
7572024-12-21T01:15:32.143Z+ retry=44
7582024-12-21T01:15:32.173Z+ zoneadm list
7592024-12-21T01:15:32.173Z+ grep nexus
7602024-12-21T01:15:32.173Z+ [[ 44 -gt 300 ]]
7612024-12-21T01:15:32.173Z+ sleep 1
7622024-12-21T01:15:33.157Z+ retry=45
7632024-12-21T01:15:33.183Z+ zoneadm list
7642024-12-21T01:15:33.183Z+ grep nexus
7652024-12-21T01:15:33.183Z+ [[ 45 -gt 300 ]]
7662024-12-21T01:15:33.183Z+ sleep 1
7672024-12-21T01:15:34.168Z+ retry=46
7682024-12-21T01:15:34.192Z+ zoneadm list
7692024-12-21T01:15:34.192Z+ grep nexus
7702024-12-21T01:15:34.192Z+ [[ 46 -gt 300 ]]
7712024-12-21T01:15:34.192Z+ sleep 1
7722024-12-21T01:15:35.313Z+ retry=47
7732024-12-21T01:15:35.338Z+ zoneadm list
7742024-12-21T01:15:35.338Z+ grep nexus
7752024-12-21T01:15:35.338Z+ [[ 47 -gt 300 ]]
7762024-12-21T01:15:35.338Z+ sleep 1
7772024-12-21T01:15:36.194Z+ retry=48
7782024-12-21T01:15:36.218Z+ zoneadm list
7792024-12-21T01:15:36.218Z+ grep nexus
7802024-12-21T01:15:36.218Z+ [[ 48 -gt 300 ]]
7812024-12-21T01:15:36.218Z+ sleep 1
7822024-12-21T01:15:37.208Z+ retry=49
7832024-12-21T01:15:37.232Z+ zoneadm list
7842024-12-21T01:15:37.232Z+ grep nexus
7852024-12-21T01:15:37.232Z+ [[ 49 -gt 300 ]]
7862024-12-21T01:15:37.232Z+ sleep 1
7872024-12-21T01:15:38.227Z+ retry=50
7882024-12-21T01:15:38.251Z+ zoneadm list
7892024-12-21T01:15:38.252Z+ grep nexus
7902024-12-21T01:15:38.252Z+ [[ 50 -gt 300 ]]
7912024-12-21T01:15:38.252Z+ sleep 1
7922024-12-21T01:15:39.466Z+ retry=51
7932024-12-21T01:15:40.162Z+ zoneadm list
7942024-12-21T01:15:40.162Z+ grep nexus
7952024-12-21T01:15:43.319Z+ [[ 51 -gt 300 ]]
7962024-12-21T01:15:43.343Z+ sleep 1
7972024-12-21T01:15:44.669Z+ retry=52
7982024-12-21T01:15:44.712Z+ zoneadm list
7992024-12-21T01:15:44.752Z+ grep nexus
8002024-12-21T01:15:44.808Z+ [[ 52 -gt 300 ]]
8012024-12-21T01:15:44.808Z+ sleep 1
8022024-12-21T01:15:45.933Z+ retry=53
8032024-12-21T01:15:46.377Z+ zoneadm list
8042024-12-21T01:15:46.400Z+ grep nexus
8052024-12-21T01:15:46.400Z+ [[ 53 -gt 300 ]]
8062024-12-21T01:15:46.401Z+ sleep 1
8072024-12-21T01:15:47.397Z+ retry=54
8082024-12-21T01:15:47.421Z+ zoneadm list
8092024-12-21T01:15:47.421Z+ grep nexus
8102024-12-21T01:15:47.421Z+ [[ 54 -gt 300 ]]
8112024-12-21T01:15:47.421Z+ sleep 1
8122024-12-21T01:15:48.428Z+ retry=55
8132024-12-21T01:15:48.452Z+ zoneadm list
8142024-12-21T01:15:48.511Z+ grep nexus
8152024-12-21T01:15:48.511Z+ [[ 55 -gt 300 ]]
8162024-12-21T01:15:48.511Z+ sleep 1
8172024-12-21T01:15:49.473Z+ retry=56
8182024-12-21T01:15:49.498Z+ zoneadm list
8192024-12-21T01:15:49.498Z+ grep nexus
8202024-12-21T01:15:49.498Z+ [[ 56 -gt 300 ]]
8212024-12-21T01:15:49.498Z+ sleep 1
8222024-12-21T01:15:50.505Z+ retry=57
8232024-12-21T01:15:50.529Z+ zoneadm list
8242024-12-21T01:15:50.530Z+ grep nexus
8252024-12-21T01:15:50.530Zoxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371
8262024-12-21T01:15:50.530Zoxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad
8272024-12-21T01:15:50.530Zoxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1
8282024-12-21T01:15:50.554Z+ echo 'Waited for nexus: 57s'
8292024-12-21T01:15:50.554Z+ export RUST_BACKTRACE=1
8302024-12-21T01:15:50.554Z+ RUST_BACKTRACE=1
8312024-12-21T01:15:50.554Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
8322024-12-21T01:15:50.554ZWaited for nexus: 57s
8332024-12-21T01:15:50.554Z++ ./target/debug/bootstrap
8342024-12-21T01:15:51.080ZUsing external DNS server at 10.151.2.164:53
8352024-12-21T01:15:51.108Z2024-12-21 01:15:51.093342778 UTC: attempting to log into API
8362024-12-21T01:16:06.192Z2024-12-21 01:16:06.178218237 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8372024-12-21T01:16:07.194Z2024-12-21 01:16:07.180002383 UTC: attempting to log into API
 
8382024-12-21T01:16:16.423ZDec 21 01:16:15 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
8392024-12-21T01:16:16.480ZDec 21 01:16:15 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
8402024-12-21T01:16:17.071ZDec 21 01:16:16 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
8412024-12-21T01:16:17.950ZDec 21 01:16:17 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
8422024-12-21T01:16:18.548ZDec 21 01:16:18 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
 
8432024-12-21T01:16:22.227Z2024-12-21 01:16:22.212795514 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8442024-12-21T01:16:23.228Z2024-12-21 01:16:23.213833848 UTC: attempting to log into API
8452024-12-21T01:16:38.263Z2024-12-21 01:16:38.248706134 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8462024-12-21T01:16:39.264Z2024-12-21 01:16:39.249715737 UTC: attempting to log into API
8472024-12-21T01:16:54.297Z2024-12-21 01:16:54.282718583 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8482024-12-21T01:16:55.299Z2024-12-21 01:16:55.283919799 UTC: attempting to log into API
8492024-12-21T01:17:01.135Z2024-12-21 01:17:01.120905220 UTC: login succeeded
8502024-12-21T01:17:01.168Zwaiting for nexus to come up...
8512024-12-21T01:17:01.277Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8522024-12-21T01:17:01.581Zsetting up quotas...
8532024-12-21T01:17:01.754Zensuring datasets are ready...
8542024-12-21T01:17:04.872Zlet's roll.
8552024-12-21T01:17:04.897Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8562024-12-21T01:17:04.897ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8572024-12-21T01:17:04.897ZOXIDE_TOKEN=oxide-token-ae0b4ccda81642ab7a32df782f7a9e4243225189'
8582024-12-21T01:17:04.897Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8592024-12-21T01:17:04.897Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8602024-12-21T01:17:04.897Z++ OXIDE_TOKEN=oxide-token-ae0b4ccda81642ab7a32df782f7a9e4243225189
8612024-12-21T01:17:04.897Z+ export OXIDE_HOST OXIDE_TOKEN
8622024-12-21T01:17:04.897Z+ retry=0
8632024-12-21T01:17:04.897Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8642024-12-21T01:17:04.897Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8652024-12-21T01:17:04.922Z+ [[ 0 -gt 60 ]]
8662024-12-21T01:17:04.922Z+ sleep 1
8672024-12-21T01:17:05.901Z+ retry=1
8682024-12-21T01:17:05.901Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8692024-12-21T01:17:05.926Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8702024-12-21T01:17:05.926Z+ [[ 1 -gt 60 ]]
8712024-12-21T01:17:05.926Z+ sleep 1
8722024-12-21T01:17:06.916Z+ retry=2
8732024-12-21T01:17:06.916Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8742024-12-21T01:17:06.941Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8752024-12-21T01:17:06.941Z+ [[ 2 -gt 60 ]]
8762024-12-21T01:17:06.941Z+ sleep 1
8772024-12-21T01:17:07.933Z+ retry=3
8782024-12-21T01:17:07.933Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8792024-12-21T01:17:07.958Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8802024-12-21T01:17:07.958Z+ [[ 3 -gt 60 ]]
8812024-12-21T01:17:07.958Z+ sleep 1
8822024-12-21T01:17:08.948Z+ retry=4
8832024-12-21T01:17:08.948Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8842024-12-21T01:17:08.973Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8852024-12-21T01:17:08.973Z+ [[ 4 -gt 60 ]]
8862024-12-21T01:17:08.973Z+ sleep 1
8872024-12-21T01:17:09.965Z+ retry=5
8882024-12-21T01:17:09.965Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8892024-12-21T01:17:09.989Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8902024-12-21T01:17:09.989Z+ [[ 5 -gt 60 ]]
8912024-12-21T01:17:09.989Z+ sleep 1
8922024-12-21T01:17:10.981Z+ retry=6
8932024-12-21T01:17:10.981Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8942024-12-21T01:17:11.005Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
8952024-12-21T01:17:11.005Z+ [[ 6 -gt 60 ]]
8962024-12-21T01:17:11.005Z+ sleep 1
8972024-12-21T01:17:11.996Z+ retry=7
8982024-12-21T01:17:11.996Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8992024-12-21T01:17:12.020Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9002024-12-21T01:17:12.020Z+ [[ 7 -gt 60 ]]
9012024-12-21T01:17:12.020Z+ sleep 1
9022024-12-21T01:17:13.011Z+ retry=8
9032024-12-21T01:17:13.011Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9042024-12-21T01:17:13.036Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9052024-12-21T01:17:13.036Z+ [[ 8 -gt 60 ]]
9062024-12-21T01:17:13.036Z+ sleep 1
9072024-12-21T01:17:14.028Z+ retry=9
9082024-12-21T01:17:14.028Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9092024-12-21T01:17:14.052Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9102024-12-21T01:17:14.052Z+ [[ 9 -gt 60 ]]
9112024-12-21T01:17:14.052Z+ sleep 1
9122024-12-21T01:17:15.044Z+ retry=10
9132024-12-21T01:17:15.044Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9142024-12-21T01:17:15.068Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9152024-12-21T01:17:15.068Z+ [[ 10 -gt 60 ]]
9162024-12-21T01:17:15.068Z+ sleep 1
9172024-12-21T01:17:16.062Z+ retry=11
9182024-12-21T01:17:16.062Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9192024-12-21T01:17:16.086Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9202024-12-21T01:17:16.086Z+ [[ 11 -gt 60 ]]
9212024-12-21T01:17:16.086Z+ sleep 1
9222024-12-21T01:17:17.078Z+ retry=12
9232024-12-21T01:17:17.078Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9242024-12-21T01:17:17.102Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9252024-12-21T01:17:17.102Z+ [[ 12 -gt 60 ]]
9262024-12-21T01:17:17.102Z+ sleep 1
9272024-12-21T01:17:18.095Z+ retry=13
9282024-12-21T01:17:18.095Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9292024-12-21T01:17:18.119Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9302024-12-21T01:17:18.119Z+ [[ 13 -gt 60 ]]
9312024-12-21T01:17:18.119Z+ sleep 1
9322024-12-21T01:17:19.111Z+ retry=14
9332024-12-21T01:17:19.111Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9342024-12-21T01:17:19.134Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9352024-12-21T01:17:19.134Z+ [[ 14 -gt 60 ]]
9362024-12-21T01:17:19.134Z+ sleep 1
9372024-12-21T01:17:20.128Z+ retry=15
9382024-12-21T01:17:20.128Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9392024-12-21T01:17:20.151Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9402024-12-21T01:17:20.151Z+ [[ 15 -gt 60 ]]
9412024-12-21T01:17:20.152Z+ sleep 1
9422024-12-21T01:17:21.143Z+ retry=16
9432024-12-21T01:17:21.143Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9442024-12-21T01:17:21.167Zcurl: (7) Failed to connect to recovery.sys.oxide.test port 443 after 0 ms: Could not connect to server
9452024-12-21T01:17:21.167Z+ [[ 16 -gt 60 ]]
9462024-12-21T01:17:21.167Z+ sleep 1
9472024-12-21T01:17:22.160Z+ retry=17
9482024-12-21T01:17:22.160Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
9492024-12-21T01:17:22.247Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
9502024-12-21T01:17:23.168Z{"status":"ok"}{
9512024-12-21T01:17:23.168Z "description": "some images",
9522024-12-21T01:17:23.168Z "id": "64a8041a-903a-4c8d-af76-3ecb31d9c202",
9532024-12-21T01:17:23.168Z "name": "images",
9542024-12-21T01:17:23.168Z "time_created": "2024-12-21T01:17:22.416126Z",
9552024-12-21T01:17:23.168Z "time_modified": "2024-12-21T01:17:22.416126Z"
9562024-12-21T01:17:23.168Z}
9572024-12-21T01:17:23.192Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
 
9582024-12-21T01:18:15.870ZDec 21 01:18:14 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:45.83.234.123:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
9592024-12-21T01:21:10.827ZDec 21 01:19:31 sock last message repeated 1 time
9602024-12-21T01:26:21.425ZDec 21 01:26:20 sock xde: WARNING: failed to generate descriptor for stateful action: ICMP:172.30.3.5:0:72.46.61.205:0 Unexpected { msg: "Expected ICMP Echo Request, found: 3" }
 
9612024-12-21T01:27:39.512ZDone!
9622024-12-21T01:27:39.536Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
9632024-12-21T01:27:39.646Z{
9642024-12-21T01:27:39.646Z "block_size": 512,
9652024-12-21T01:27:39.646Z "description": "debian 11 original base image",
9662024-12-21T01:27:39.646Z "id": "eed446ad-406d-4ea5-9674-d8a2b7428dac",
9672024-12-21T01:27:39.646Z "name": "debian11",
9682024-12-21T01:27:39.646Z "os": "debian",
9692024-12-21T01:27:39.646Z "size": 2147483648,
9702024-12-21T01:27:39.646Z "time_created": "2024-12-21T01:27:39.431071Z",
9712024-12-21T01:27:39.646Z "time_modified": "2024-12-21T01:27:39.625522Z",
9722024-12-21T01:27:39.646Z "version": "11"
9732024-12-21T01:27:39.646Z}
9742024-12-21T01:27:39.670Z+ for test_bin in tests/*
9752024-12-21T01:27:39.670Z+ ./tests/bootstrap-41e4b8f650b448b3
9762024-12-21T01:27:39.693Z
9772024-12-21T01:27:39.693Zrunning 0 tests
9782024-12-21T01:27:39.693Z
9792024-12-21T01:27:39.694Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9802024-12-21T01:27:39.694Z
9812024-12-21T01:27:39.694Z+ for test_bin in tests/*
9822024-12-21T01:27:39.694Z+ ./tests/commtest-a6a38627cf68b1a4
9832024-12-21T01:27:39.718Z
9842024-12-21T01:27:39.718Zrunning 0 tests
9852024-12-21T01:27:39.718Z
9862024-12-21T01:27:39.718Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9872024-12-21T01:27:39.718Z
9882024-12-21T01:27:39.718Z+ for test_bin in tests/*
9892024-12-21T01:27:39.718Z+ ./tests/dhcp_server-5f4fd34570514b4f
9902024-12-21T01:27:39.742Z
9912024-12-21T01:27:39.742Zrunning 0 tests
9922024-12-21T01:27:39.742Z
9932024-12-21T01:27:39.742Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
9942024-12-21T01:27:39.742Z
9952024-12-21T01:27:39.742Z+ for test_bin in tests/*
9962024-12-21T01:27:39.742Z+ ./tests/end_to_end_tests-40465226e9d9f67a
9972024-12-21T01:27:40.121Z
9982024-12-21T01:27:40.121Zrunning 2 tests
9992024-12-21T01:27:40.318Ztest no_spoof::no_spoof_here ... ok
10002024-12-21T01:28:08.355Ztest instance_launch::instance_launch ... ok
10012024-12-21T01:28:08.355Z
10022024-12-21T01:28:08.355Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 28.23s
10032024-12-21T01:28:08.355Z
10042024-12-21T01:28:08.378Z+ _exit_trap
10052024-12-21T01:28:08.379Z+ local status=0
10062024-12-21T01:28:08.379Z+ set +o errexit
10072024-12-21T01:28:08.379Z+ [[ x != \x ]]
10082024-12-21T01:28:08.379Z+ pfexec svcadm -Z disable -s cron
10092024-12-21T01:28:10.264Z+ [[ 0 -eq 0 ]]
10102024-12-21T01:28:10.264Z+ exit 0
10112024-12-21T01:28:10.287Zprocess exited: duration 890982 ms, exit code 0
 
10122024-12-21T01:28:10.398Zfound 129 output files
10132024-12-21T01:28:10.398Zuploading: /var/svc/log/oxide-sled-agent:default.log (1354904 bytes)
10142024-12-21T01:28:11.718Zuploaded: /var/svc/log/oxide-sled-agent:default.log
10152024-12-21T01:28:11.748Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7375148 bytes)
10162024-12-21T01:28:12.740Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7375148 -> 7400973
10172024-12-21T01:28:13.757Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
10182024-12-21T01:28:13.757Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0 (365435 bytes)
10192024-12-21T01:28:14.988Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log.0
10202024-12-21T01:28:15.012Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (7013 bytes)
10212024-12-21T01:28:16.102Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
10222024-12-21T01:28:16.102Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0 (31209 bytes)
10232024-12-21T01:28:17.258Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log.0
10242024-12-21T01:28:17.282Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (340783 bytes)
10252024-12-21T01:28:17.501Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 340783 -> 343953
10262024-12-21T01:28:18.572Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
10272024-12-21T01:28:18.572Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0 (11623 bytes)
10282024-12-21T01:28:19.686Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log.0
10292024-12-21T01:28:19.687Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (440646 bytes)
10302024-12-21T01:28:20.060Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 440646 -> 444606
10312024-12-21T01:28:21.207Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
10322024-12-21T01:28:21.207Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0 (18560 bytes)
10332024-12-21T01:28:22.342Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log.0
10342024-12-21T01:28:22.342Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2107886 bytes)
10352024-12-21T01:28:22.695Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2107886 -> 2136037
10362024-12-21T01:28:23.755Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
10372024-12-21T01:28:23.778Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0 (123765 bytes)
10382024-12-21T01:28:24.955Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log.0
10392024-12-21T01:28:24.955Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5169246 bytes)
10402024-12-21T01:28:25.388Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5169246 -> 5265122
10412024-12-21T01:28:26.459Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
10422024-12-21T01:28:26.489Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0 (228686 bytes)
10432024-12-21T01:28:28.733Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log.0
10442024-12-21T01:28:28.733Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (0 bytes)
10452024-12-21T01:28:29.815Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
10462024-12-21T01:28:29.816Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0 (3332 bytes)
10472024-12-21T01:28:30.976Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log.0
10482024-12-21T01:28:30.976Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (391343 bytes)
10492024-12-21T01:28:31.240Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 391343 -> 402216
10502024-12-21T01:28:32.311Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
10512024-12-21T01:28:32.311Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0 (17863 bytes)
10522024-12-21T01:28:33.445Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log.0
10532024-12-21T01:28:33.445Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (12870 bytes)
10542024-12-21T01:28:33.513Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log" changed size mid upload: 12870 -> 13455
10552024-12-21T01:28:34.581Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
10562024-12-21T01:28:34.581Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0 (1151 bytes)
10572024-12-21T01:28:35.674Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log.0
10582024-12-21T01:28:35.698Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (0 bytes)
10592024-12-21T01:28:36.744Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
10602024-12-21T01:28:36.744Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0 (3498 bytes)
10612024-12-21T01:28:37.837Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log.0
10622024-12-21T01:28:37.837Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
10632024-12-21T01:28:38.906Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
10642024-12-21T01:28:38.930Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0 (1663 bytes)
10652024-12-21T01:28:39.998Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log.0
10662024-12-21T01:28:39.998Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
10672024-12-21T01:28:41.094Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-cockroach-admin:default.log
10682024-12-21T01:28:41.117Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10692024-12-21T01:28:42.186Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-cockroachdb:default.log
10702024-12-21T01:28:42.209Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
10712024-12-21T01:28:43.278Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261/root/var/svc/log/oxide-zone-network-setup:default.log
10722024-12-21T01:28:43.278Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-agent:default.log (12075 bytes)
10732024-12-21T01:28:44.394Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-agent:default.log
10742024-12-21T01:28:44.394Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10752024-12-21T01:28:45.484Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-downstairs:default.log
10762024-12-21T01:28:45.484Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b9a0b27-992d-478c-a6c9-5da6bfeb4539.log (3126 bytes)
10772024-12-21T01:28:46.576Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b9a0b27-992d-478c-a6c9-5da6bfeb4539.log
10782024-12-21T01:28:46.601Zuploading: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
10792024-12-21T01:28:47.670Zuploaded: /pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39/root/var/svc/log/oxide-zone-network-setup:default.log
10802024-12-21T01:28:47.670Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-agent:default.log (8483 bytes)
10812024-12-21T01:28:48.783Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-agent:default.log
10822024-12-21T01:28:48.783Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10832024-12-21T01:28:49.876Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-downstairs:default.log
10842024-12-21T01:28:49.876Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-downstairs:downstairs-00186baf-e297-47e3-819e-1e90ed616e2a.log (3006 bytes)
10852024-12-21T01:28:50.968Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-crucible-downstairs:downstairs-00186baf-e297-47e3-819e-1e90ed616e2a.log
10862024-12-21T01:28:50.969Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10872024-12-21T01:28:52.062Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4/root/var/svc/log/oxide-zone-network-setup:default.log
10882024-12-21T01:28:52.086Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732/root/var/svc/log/oxide-oximeter:default.log (3868737 bytes)
10892024-12-21T01:28:52.468Zupload warning: file "/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3868737 -> 4109654
10902024-12-21T01:28:53.538Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732/root/var/svc/log/oxide-oximeter:default.log
10912024-12-21T01:28:53.561Zuploading: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10922024-12-21T01:28:54.631Zuploaded: /pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732/root/var/svc/log/oxide-zone-network-setup:default.log
10932024-12-21T01:28:54.654Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-cockroach-admin:default.log (4697 bytes)
10942024-12-21T01:28:55.724Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-cockroach-admin:default.log
10952024-12-21T01:28:55.724Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-cockroachdb:default.log (4326 bytes)
10962024-12-21T01:28:56.818Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-cockroachdb:default.log
10972024-12-21T01:28:56.841Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-zone-network-setup:default.log (2099 bytes)
10982024-12-21T01:28:57.911Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36/root/var/svc/log/oxide-zone-network-setup:default.log
10992024-12-21T01:28:57.911Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-agent:default.log (18010 bytes)
11002024-12-21T01:28:59.026Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-agent:default.log
11012024-12-21T01:28:59.026Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11022024-12-21T01:29:00.218Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:default.log
11032024-12-21T01:29:00.218Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-b2700033-df0d-4689-9eac-0104ae39e1e2.log (6081 bytes)
11042024-12-21T01:29:01.382Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:downstairs-b2700033-df0d-4689-9eac-0104ae39e1e2.log
11052024-12-21T01:29:01.383Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:snapshot-b2700033-df0d-4689-9eac-0104ae39e1e2-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log (5653 bytes)
11062024-12-21T01:29:02.475Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-crucible-downstairs:snapshot-b2700033-df0d-4689-9eac-0104ae39e1e2-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log
11072024-12-21T01:29:02.498Zuploading: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11082024-12-21T01:29:03.569Zuploaded: /pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21/root/var/svc/log/oxide-zone-network-setup:default.log
11092024-12-21T01:29:03.569Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-agent:default.log (12504 bytes)
11102024-12-21T01:29:04.684Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-agent:default.log
11112024-12-21T01:29:04.707Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11122024-12-21T01:29:05.775Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-downstairs:default.log
11132024-12-21T01:29:05.798Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6039414e-db65-42b3-adb6-1967fe88b820.log (5973 bytes)
11142024-12-21T01:29:06.867Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-crucible-downstairs:downstairs-6039414e-db65-42b3-adb6-1967fe88b820.log
11152024-12-21T01:29:06.891Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11162024-12-21T01:29:07.967Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d/root/var/svc/log/oxide-zone-network-setup:default.log
11172024-12-21T01:29:07.992Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-nexus:default.log (38615594 bytes)
11182024-12-21T01:29:09.526Zupload warning: file "/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38615594 -> 38968754
11192024-12-21T01:29:10.596Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-nexus:default.log
11202024-12-21T01:29:10.596Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11212024-12-21T01:29:11.688Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-opte-interface-setup:default.log
11222024-12-21T01:29:11.688Zuploading: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
11232024-12-21T01:29:12.782Zuploaded: /pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-12-21T01:29:12.782Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
11252024-12-21T01:29:13.875Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-crucible-agent:default.log
11262024-12-21T01:29:13.899Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11272024-12-21T01:29:14.970Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-crucible-downstairs:default.log
11282024-12-21T01:29:14.970Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
11292024-12-21T01:29:16.062Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a/root/var/svc/log/oxide-zone-network-setup:default.log
11302024-12-21T01:29:16.085Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc/root/var/svc/log/oxide-crucible-pantry:default.log (97900 bytes)
11312024-12-21T01:29:16.217Zupload warning: file "/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97900 -> 105712
11322024-12-21T01:29:17.287Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc/root/var/svc/log/oxide-crucible-pantry:default.log
11332024-12-21T01:29:17.310Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc/root/var/svc/log/oxide-zone-network-setup:default.log (2135 bytes)
11342024-12-21T01:29:18.382Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc/root/var/svc/log/oxide-zone-network-setup:default.log
11352024-12-21T01:29:18.382Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a/root/var/svc/log/oxide-crucible-pantry:default.log (98448 bytes)
11362024-12-21T01:29:18.537Zupload warning: file "/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98448 -> 108451
11372024-12-21T01:29:19.607Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a/root/var/svc/log/oxide-crucible-pantry:default.log
11382024-12-21T01:29:19.607Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a/root/var/svc/log/oxide-zone-network-setup:default.log (2137 bytes)
11392024-12-21T01:29:20.699Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a/root/var/svc/log/oxide-zone-network-setup:default.log
11402024-12-21T01:29:20.699Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-chrony-setup:default.log (0 bytes)
11412024-12-21T01:29:21.769Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-chrony-setup:default.log
11422024-12-21T01:29:21.770Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-chrony-setup:default.log.0 (14494 bytes)
11432024-12-21T01:29:22.885Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-chrony-setup:default.log.0
11442024-12-21T01:29:22.886Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-ntp:default.log (990 bytes)
11452024-12-21T01:29:23.978Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-ntp:default.log
11462024-12-21T01:29:23.978Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-ntp:default.log.0 (460 bytes)
11472024-12-21T01:29:25.070Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-ntp:default.log.0
11482024-12-21T01:29:25.070Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-opte-interface-setup:default.log (0 bytes)
11492024-12-21T01:29:26.140Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-opte-interface-setup:default.log
11502024-12-21T01:29:26.140Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-opte-interface-setup:default.log.0 (1126 bytes)
11512024-12-21T01:29:27.233Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-opte-interface-setup:default.log.0
11522024-12-21T01:29:27.256Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11532024-12-21T01:29:28.304Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-zone-network-setup:default.log
11542024-12-21T01:29:28.327Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2032 bytes)
11552024-12-21T01:29:29.401Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/svc/log/oxide-zone-network-setup:default.log.0
11562024-12-21T01:29:29.401Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
11572024-12-21T01:29:30.493Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-clickhouse-admin-single:default.log
11582024-12-21T01:29:30.493Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-clickhouse:default.log (3896502 bytes)
11592024-12-21T01:29:30.892Zupload warning: file "/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3896502 -> 4363657
11602024-12-21T01:29:31.963Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-clickhouse:default.log
11612024-12-21T01:29:31.964Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
11622024-12-21T01:29:33.058Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906/root/var/svc/log/oxide-zone-network-setup:default.log
11632024-12-21T01:29:33.058Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-cockroach-admin:default.log (3754 bytes)
11642024-12-21T01:29:34.151Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-cockroach-admin:default.log
11652024-12-21T01:29:34.174Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
11662024-12-21T01:29:35.248Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-cockroachdb:default.log
11672024-12-21T01:29:35.248Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-zone-network-setup:default.log (2100 bytes)
11682024-12-21T01:29:36.346Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719/root/var/svc/log/oxide-zone-network-setup:default.log
11692024-12-21T01:29:36.369Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-agent:default.log (44933 bytes)
11702024-12-21T01:29:37.504Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-agent:default.log
11712024-12-21T01:29:37.504Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11722024-12-21T01:29:38.598Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:default.log
11732024-12-21T01:29:38.598Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-66493c61-c8c6-46ae-abb5-c6894deb4a62.log (6079 bytes)
11742024-12-21T01:29:39.691Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-66493c61-c8c6-46ae-abb5-c6894deb4a62.log
11752024-12-21T01:29:39.692Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b.log (3125 bytes)
11762024-12-21T01:29:40.784Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-878a5aa9-dacf-4d6c-9d6e-63b18bf6082b.log
11772024-12-21T01:29:40.784Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d.log (5972 bytes)
11782024-12-21T01:29:41.888Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-be047d67-7661-4a9c-b6d3-e88b6318820d.log
11792024-12-21T01:29:41.888Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-e66fada0-92aa-404b-b81e-a144af368a76.log (3009 bytes)
11802024-12-21T01:29:42.981Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:downstairs-e66fada0-92aa-404b-b81e-a144af368a76.log
11812024-12-21T01:29:42.981Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:snapshot-66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log (5657 bytes)
11822024-12-21T01:29:44.075Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-crucible-downstairs:snapshot-66493c61-c8c6-46ae-abb5-c6894deb4a62-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log
11832024-12-21T01:29:44.075Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
11842024-12-21T01:29:45.177Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf/root/var/svc/log/oxide-zone-network-setup:default.log
11852024-12-21T01:29:45.177Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-external_dns:default.log (45783 bytes)
11862024-12-21T01:29:45.310Zupload warning: file "/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45783 -> 53335
11872024-12-21T01:29:46.382Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-external_dns:default.log
11882024-12-21T01:29:46.382Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
11892024-12-21T01:29:47.476Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-opte-interface-setup:default.log
11902024-12-21T01:29:47.476Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-zone-network-setup:default.log (2111 bytes)
11912024-12-21T01:29:48.567Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490/root/var/svc/log/oxide-zone-network-setup:default.log
11922024-12-21T01:29:48.590Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-internal_dns:default.log (443558 bytes)
11932024-12-21T01:29:48.793Zupload warning: file "/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443558 -> 451069
11942024-12-21T01:29:49.862Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-internal_dns:default.log
11952024-12-21T01:29:49.863Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-internal_dns:default.log.0 (4246 bytes)
11962024-12-21T01:29:50.955Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-internal_dns:default.log.0
11972024-12-21T01:29:50.979Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
11982024-12-21T01:29:52.026Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-zone-network-setup:default.log
11992024-12-21T01:29:52.050Zuploading: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2093 bytes)
12002024-12-21T01:29:53.119Zuploaded: /pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7/root/var/svc/log/oxide-zone-network-setup:default.log.0
12012024-12-21T01:29:53.143Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-cockroach-admin:default.log (3755 bytes)
12022024-12-21T01:29:54.213Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-cockroach-admin:default.log
12032024-12-21T01:29:54.213Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-cockroachdb:default.log (4299 bytes)
12042024-12-21T01:29:55.306Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-cockroachdb:default.log
12052024-12-21T01:29:55.306Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
12062024-12-21T01:29:56.398Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842/root/var/svc/log/oxide-zone-network-setup:default.log
12072024-12-21T01:29:56.398Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-agent:default.log (34453 bytes)
12082024-12-21T01:29:57.556Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-agent:default.log
12092024-12-21T01:29:57.556Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12102024-12-21T01:29:58.649Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:default.log
12112024-12-21T01:29:58.673Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0039193e-dfb0-42cf-a035-390be3bcb0db.log (5972 bytes)
12122024-12-21T01:29:59.742Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-0039193e-dfb0-42cf-a035-390be3bcb0db.log
12132024-12-21T01:29:59.765Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-05a8143b-d69e-450e-a29f-20ae9edb35da.log (3008 bytes)
12142024-12-21T01:30:00.835Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-05a8143b-d69e-450e-a29f-20ae9edb35da.log
12152024-12-21T01:30:00.859Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-51a8d9e9-4f1b-4df5-85d0-b8c373eb413a.log (6079 bytes)
12162024-12-21T01:30:01.930Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:downstairs-51a8d9e9-4f1b-4df5-85d0-b8c373eb413a.log
12172024-12-21T01:30:01.953Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:snapshot-51a8d9e9-4f1b-4df5-85d0-b8c373eb413a-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log (5656 bytes)
12182024-12-21T01:30:03.024Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-crucible-downstairs:snapshot-51a8d9e9-4f1b-4df5-85d0-b8c373eb413a-f46300ad-91ae-40ca-bb40-7dba2e257bcc.log
12192024-12-21T01:30:03.024Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12202024-12-21T01:30:04.117Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1/root/var/svc/log/oxide-zone-network-setup:default.log
12212024-12-21T01:30:04.117Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0/root/var/svc/log/oxide-crucible-pantry:default.log (863159 bytes)
12222024-12-21T01:30:04.389Zupload warning: file "/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 863159 -> 878816
12232024-12-21T01:30:05.458Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0/root/var/svc/log/oxide-crucible-pantry:default.log
12242024-12-21T01:30:05.458Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
12252024-12-21T01:30:06.550Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0/root/var/svc/log/oxide-zone-network-setup:default.log
12262024-12-21T01:30:06.550Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-external_dns:default.log (45766 bytes)
12272024-12-21T01:30:06.684Zupload warning: file "/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45766 -> 53316
12282024-12-21T01:30:07.754Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-external_dns:default.log
12292024-12-21T01:30:07.754Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
12302024-12-21T01:30:08.846Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-opte-interface-setup:default.log
12312024-12-21T01:30:08.846Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-zone-network-setup:default.log (2113 bytes)
12322024-12-21T01:30:09.939Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153/root/var/svc/log/oxide-zone-network-setup:default.log
12332024-12-21T01:30:09.939Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-internal_dns:default.log (443563 bytes)
12342024-12-21T01:30:10.169Zupload warning: file "/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443563 -> 451071
12352024-12-21T01:30:11.239Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-internal_dns:default.log
12362024-12-21T01:30:11.262Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-internal_dns:default.log.0 (4246 bytes)
12372024-12-21T01:30:12.333Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-internal_dns:default.log.0
12382024-12-21T01:30:12.333Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12392024-12-21T01:30:13.401Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-zone-network-setup:default.log
12402024-12-21T01:30:13.402Zuploading: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2094 bytes)
12412024-12-21T01:30:14.495Zuploaded: /pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5/root/var/svc/log/oxide-zone-network-setup:default.log.0
12422024-12-21T01:30:14.495Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-cockroach-admin:default.log (2814 bytes)
12432024-12-21T01:30:15.588Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-cockroach-admin:default.log
12442024-12-21T01:30:15.611Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
12452024-12-21T01:30:16.682Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-cockroachdb:default.log
12462024-12-21T01:30:16.705Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-zone-network-setup:default.log (2101 bytes)
12472024-12-21T01:30:17.776Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b/root/var/svc/log/oxide-zone-network-setup:default.log
12482024-12-21T01:30:17.776Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-agent:default.log (12073 bytes)
12492024-12-21T01:30:18.892Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-agent:default.log
12502024-12-21T01:30:18.892Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12512024-12-21T01:30:19.988Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-downstairs:default.log
12522024-12-21T01:30:20.020Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ca8423d5-81a9-48da-be10-6361a4f671d7.log (3127 bytes)
12532024-12-21T01:30:21.095Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-crucible-downstairs:downstairs-ca8423d5-81a9-48da-be10-6361a4f671d7.log
12542024-12-21T01:30:21.095Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12552024-12-21T01:30:22.187Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4/root/var/svc/log/oxide-zone-network-setup:default.log
12562024-12-21T01:30:22.187Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-internal_dns:default.log (443566 bytes)
12572024-12-21T01:30:22.441Zupload warning: file "/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 443566 -> 452908
12582024-12-21T01:30:23.514Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-internal_dns:default.log
12592024-12-21T01:30:23.514Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-internal_dns:default.log.0 (4246 bytes)
12602024-12-21T01:30:24.610Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-internal_dns:default.log.0
12612024-12-21T01:30:24.610Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-zone-network-setup:default.log (0 bytes)
12622024-12-21T01:30:25.684Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-zone-network-setup:default.log
12632024-12-21T01:30:25.685Zuploading: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-zone-network-setup:default.log.0 (2092 bytes)
12642024-12-21T01:30:26.777Zuploaded: /pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f/root/var/svc/log/oxide-zone-network-setup:default.log.0
12652024-12-21T01:30:26.778Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-crucible-agent:default.log (1554 bytes)
12662024-12-21T01:30:27.868Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-crucible-agent:default.log
12672024-12-21T01:30:27.868Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
12682024-12-21T01:30:28.962Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-crucible-downstairs:default.log
12692024-12-21T01:30:28.962Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
12702024-12-21T01:30:30.056Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4/root/var/svc/log/oxide-zone-network-setup:default.log
12712024-12-21T01:30:30.057Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-nexus:default.log (8620496 bytes)
12722024-12-21T01:30:30.633Zupload warning: file "/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 8620496 -> 9790025
12732024-12-21T01:30:31.707Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-nexus:default.log
12742024-12-21T01:30:31.731Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12752024-12-21T01:30:32.802Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-opte-interface-setup:default.log
12762024-12-21T01:30:32.802Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
12772024-12-21T01:30:33.898Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1/root/var/svc/log/oxide-zone-network-setup:default.log
12782024-12-21T01:30:33.898Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-nexus:default.log (4800035 bytes)
12792024-12-21T01:30:34.359Zupload warning: file "/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4800035 -> 5704588
12802024-12-21T01:30:35.431Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-nexus:default.log
12812024-12-21T01:30:35.431Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
12822024-12-21T01:30:36.528Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-opte-interface-setup:default.log
12832024-12-21T01:30:36.528Zuploading: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-zone-network-setup:default.log (2056 bytes)
12842024-12-21T01:30:37.624Zuploaded: /pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371/root/var/svc/log/oxide-zone-network-setup:default.log
12852024-12-21T01:30:37.624Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/measurements.log (221529 bytes)
12862024-12-21T01:30:37.824Zupload warning: file "/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/measurements.log" changed size mid upload: 221529 -> 265643
12872024-12-21T01:30:38.895Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/measurements.log
12882024-12-21T01:30:38.895Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/statistics.log (153621 bytes)
12892024-12-21T01:30:39.074Zupload warning: file "/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/statistics.log" changed size mid upload: 153621 -> 187317
12902024-12-21T01:30:40.150Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/statistics.log
12912024-12-21T01:30:40.150Zuploading: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/tracking.log (22049 bytes)
12922024-12-21T01:30:40.240Zupload warning: file "/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/tracking.log" changed size mid upload: 22049 -> 24953
12932024-12-21T01:30:41.316Zuploaded: /pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d/root/var/log/chrony/tracking.log