01JFK3342220XVET9FKJ4G3F6H: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.34",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01JFK35J5QWPMWME75ZWH4X3D6

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-12-20T23:09:38.418Zjob dependencies complete; ready to run (waiting for 37 m 50 s)
22024-12-21T00:08:42.133Zjob assigned to worker 01JFK8DY12H1N4XJGGX3DM34NJ [factory lab, sock/10926] (queued for 59 m 3 s)
32024-12-21T00:08:42.138Zhttp://172.20.0.5:9969/ipxe/sock... ok
42024-12-21T00:08:42.181Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
52024-12-21T00:08:42.215Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
62024-12-21T00:08:42.248Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
72024-12-21T00:08:42.282Zhttp://172.20.0.5:9969/postboot/sock... ok
82024-12-21T00:08:42.315ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92024-12-21T00:08:42.349Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
102024-12-21T00:08:42.382ZOxide Helios Version helios-2.0.23032 64-bit
112024-12-21T00:08:42.416ZConfiguring devices.
122024-12-21T00:08:42.449Z##################################################
132024-12-21T00:08:42.482Z#### ############# ##
142024-12-21T00:08:42.516Z### ### ############ ##
152024-12-21T00:08:42.549Z## ### # ## ### ## Oxide Computer Company ##
162024-12-21T00:08:42.582Z## ## ## ### # ### ##
172024-12-21T00:08:42.616Z## # ### #### #### This Station Under ##
182024-12-21T00:08:42.649Z### ### #### # ### Computer Control ##
192024-12-21T00:08:42.683Z#### #### ### ## ##
202024-12-21T00:08:42.716Z##################################################
212024-12-21T00:08:42.772ZHostname: sock
222024-12-21T00:08:42.817ZLoading smf(7) service descriptions:
232024-12-21T00:08:43.644Zdownloading input: /input/package/work/package.tar.gz
242024-12-21T00:14:02.136Zdownloaded input: /input/package/work/package.tar.gz
 
252024-12-21T00:14:02.137Zstarting task 0: "setup"
262024-12-21T00:14:02.160Z++ uname -s
272024-12-21T00:14:02.160Z+ kern=SunOS
282024-12-21T00:14:02.161Z+ case "$kern" in
292024-12-21T00:14:02.161Z+ groupadd -g 12345 build
302024-12-21T00:14:02.161Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
312024-12-21T00:14:04.155Z+ zfs create -o mountpoint=/work rpool/work
322024-12-21T00:14:04.185Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
332024-12-21T00:14:04.209Z+ home_fs=zfs
342024-12-21T00:14:04.209Z+ [[ zfs == autofs ]]
352024-12-21T00:14:04.209Z+ mkdir -p /home/build
362024-12-21T00:14:04.209Z+ chown build:build /home/build /work
372024-12-21T00:14:06.193Z+ chmod 0700 /home/build /work
382024-12-21T00:14:06.216Zprocess exited: duration 4059 ms, exit code 0
 
392024-12-21T00:14:06.264Zstarting task 1: "authentication"
402024-12-21T00:14:06.305Zprocess exited: duration 41 ms, exit code 0
 
412024-12-21T00:14:06.352Zstarting task 2: "build"
422024-12-21T00:14:06.375Z+ trap _exit_trap EXIT
432024-12-21T00:14:06.375Z+ OPTE_COMMIT=
442024-12-21T00:14:06.375Z+ [[ x != \x ]]
452024-12-21T00:14:06.375Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
462024-12-21T00:14:06.472Zsecpolicy_fs_linkdir: 0x55 = 0x55
472024-12-21T00:14:06.472Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
482024-12-21T00:14:06.472Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
492024-12-21T00:14:06.472Zsecpolicy_fs_linkdir+3: 0 = 0xe5
502024-12-21T00:14:06.472Zsecpolicy_fs_linkdir+4: 0 = 0xb8
512024-12-21T00:14:06.472Zsecpolicy_fs_linkdir+5: 0 = 0x1
522024-12-21T00:14:06.473Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
532024-12-21T00:14:06.496Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
542024-12-21T00:14:06.496Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
552024-12-21T00:14:06.496Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
562024-12-21T00:14:06.497Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
572024-12-21T00:14:06.497Z+ [[ -d /opt/oxide ]]
582024-12-21T00:14:06.497Z+ pfexec mv /opt/oxide /opt/oxide-underneath
592024-12-21T00:14:06.497Z+ pfexec mkdir /opt/oxide
602024-12-21T00:14:06.497Z+ pfexec mount -F tmpfs -O swap /opt/oxide
612024-12-21T00:14:06.497Z+ [[ -d /opt/oxide-underneath ]]
622024-12-21T00:14:06.497Z+ cd /opt/oxide-underneath
632024-12-21T00:14:06.497Z+ pfexec tar ceEp@/f - .
642024-12-21T00:14:06.497Z+ cd /opt/oxide
652024-12-21T00:14:06.497Z+ pfexec tar xveEp@/f -
662024-12-21T00:14:06.530Zx ., 0 bytes, 0 tape blocks
672024-12-21T00:14:06.530Zx ./opte, 0 bytes, 0 tape blocks
682024-12-21T00:14:06.530Zx ./opte/bin, 0 bytes, 0 tape blocks
692024-12-21T00:14:06.530Zx ./opte/bin/opteadm, 17490984 bytes, 34163 tape blocks
702024-12-21T00:14:06.554Z+ pfexec rm -rf /opt/oxide-underneath
712024-12-21T00:14:06.554Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
722024-12-21T00:14:06.554Z+ pfexec mkdir /opt/oxide/work
732024-12-21T00:14:06.577Z+ pfexec chown build:build /opt/oxide/work
742024-12-21T00:14:06.577Z+ cd /opt/oxide/work
752024-12-21T00:14:06.577Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
762024-12-21T00:14:20.371ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
772024-12-21T00:14:20.371Zx .github/buildomat/ci-env.sh, 196 bytes, 1 tape blocks
782024-12-21T00:14:20.371Zx out/target/test, 107 bytes, 1 tape blocks
792024-12-21T00:14:20.371Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
802024-12-21T00:14:20.371Zx package-manifest.toml, 32833 bytes, 65 tape blocks
812024-12-21T00:14:20.371Zx smf/sled-agent/non-gimlet/config.toml, 3569 bytes, 7 tape blocks
822024-12-21T00:14:20.371Zx target/release/omicron-package, 37170304 bytes, 72599 tape blocks
832024-12-21T00:14:20.371Zx target/release/xtask, 12043872 bytes, 23524 tape blocks
842024-12-21T00:14:20.371Zx target/debug/bootstrap, 215513264 bytes, 420925 tape blocks
852024-12-21T00:14:20.371Zx tests/bootstrap-41e4b8f650b448b3, 24826920 bytes, 48491 tape blocks
862024-12-21T00:14:20.371Zx tests/commtest-a6a38627cf68b1a4, 25621968 bytes, 50043 tape blocks
872024-12-21T00:14:20.371Zx tests/dhcp_server-5f4fd34570514b4f, 24826936 bytes, 48491 tape blocks
882024-12-21T00:14:20.371Zx tests/end_to_end_tests-40465226e9d9f67a, 234009560 bytes, 457050 tape blocks
892024-12-21T00:14:20.371Zx out/clickhouse.tar.gz, 300452695 bytes, 586822 tape blocks
902024-12-21T00:14:20.371Zx out/clickhouse_keeper.tar.gz, 287257940 bytes, 561051 tape blocks
912024-12-21T00:14:20.371Zx out/clickhouse_server.tar.gz, 300431014 bytes, 586780 tape blocks
922024-12-21T00:14:20.372Zx out/cockroachdb.tar.gz, 137817064 bytes, 269174 tape blocks
932024-12-21T00:14:20.372Zx out/crucible-dtrace.tar, 86528 bytes, 169 tape blocks
942024-12-21T00:14:20.372Zx out/crucible-pantry-zone.tar.gz, 28866075 bytes, 56380 tape blocks
952024-12-21T00:14:20.372Zx out/crucible-zone.tar.gz, 37279407 bytes, 72812 tape blocks
962024-12-21T00:14:20.372Zx out/external-dns.tar.gz, 36130603 bytes, 70568 tape blocks
972024-12-21T00:14:20.372Zx out/internal-dns.tar.gz, 36128739 bytes, 70564 tape blocks
982024-12-21T00:14:20.372Zx out/mg-ddm-gz.tar, 64588288 bytes, 126149 tape blocks
992024-12-21T00:14:20.372Zx out/nexus.tar.gz, 100852862 bytes, 196979 tape blocks
1002024-12-21T00:14:20.372Zx out/ntp.tar.gz, 10621369 bytes, 20745 tape blocks
1012024-12-21T00:14:20.372Zx out/omicron-gateway-softnpu.tar.gz, 24431400 bytes, 47718 tape blocks
1022024-12-21T00:14:20.372Zx out/omicron-sled-agent.tar, 115827200 bytes, 226225 tape blocks
1032024-12-21T00:14:20.372Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1042024-12-21T00:14:20.372Zx out/oximeter.tar.gz, 48821749 bytes, 95355 tape blocks
1052024-12-21T00:14:20.372Zx out/oxlog.tar, 3162112 bytes, 6176 tape blocks
1062024-12-21T00:14:20.372Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1072024-12-21T00:14:20.372Zx out/propolis-server.tar.gz, 68330878 bytes, 133459 tape blocks
1082024-12-21T00:14:20.372Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1092024-12-21T00:14:20.372Zx out/switch-softnpu.tar.gz, 241227985 bytes, 471149 tape blocks
1102024-12-21T00:14:20.396Z
1112024-12-21T00:14:20.396Zreal 13.786295563
1122024-12-21T00:14:20.396Zuser 12.231420993
1132024-12-21T00:14:20.396Zsys 2.723640978
1142024-12-21T00:14:20.396Ztrap 0.000401212
1152024-12-21T00:14:20.396Ztflt 0.000000000
1162024-12-21T00:14:20.396Zdflt 0.000000000
1172024-12-21T00:14:20.397Zkflt 0.000000000
1182024-12-21T00:14:20.397Zlock 0.000000000
1192024-12-21T00:14:20.397Zslp 12.291345981
1202024-12-21T00:14:20.397Zlat 0.323493775
1212024-12-21T00:14:20.397Zstop 0.000127351
1222024-12-21T00:14:20.397Z+ source .github/buildomat/ci-env.sh
1232024-12-21T00:14:20.397Z++ export CARGO_TERM_COLOR=always
1242024-12-21T00:14:20.397Z++ CARGO_TERM_COLOR=always
1252024-12-21T00:14:20.397Z+ bmat address ls
1262024-12-21T00:14:20.397ZNAME CIDR FIRST LAST COUNT
1272024-12-21T00:14:20.397Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1282024-12-21T00:14:20.397Z++ bmat address ls -f extra -Ho first,last,count
1292024-12-21T00:14:20.397Z+ set -- 10.151.2.164 10.151.2.227 64
1302024-12-21T00:14:20.397Z+ EXTRA_IP_START=10.151.2.164
1312024-12-21T00:14:20.397Z+ EXTRA_IP_END=10.151.2.227
1322024-12-21T00:14:20.397Z+ EXTRA_IP_COUNT=64
1332024-12-21T00:14:20.397Z+ (( EXTRA_IP_COUNT >= 32 ))
1342024-12-21T00:14:20.397Z+ EXTRA_IP_BASE=10.151.2
1352024-12-21T00:14:20.397Z+ EXTRA_IP_FOCTET=164
1362024-12-21T00:14:20.397Z+ EXTRA_IP_LOCTET=227
1372024-12-21T00:14:20.398Z+ SERVICE_IP_POOL_START=10.151.2.164
1382024-12-21T00:14:20.398Z+ SERVICE_IP_POOL_END=10.151.2.173
1392024-12-21T00:14:20.398Z+ DNS_IP1=10.151.2.164
1402024-12-21T00:14:20.398Z+ DNS_IP2=10.151.2.165
1412024-12-21T00:14:20.398Z+ UPLINK_IP=10.151.2.174
1422024-12-21T00:14:20.398Z+ IPPOOL_START=10.151.2.175
1432024-12-21T00:14:20.398Z+ IPPOOL_END=10.151.2.227
1442024-12-21T00:14:20.398Z++ ipadm show-addr -po type,addr
1452024-12-21T00:14:20.398Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1462024-12-21T00:14:20.398Z+ GATEWAY_IP=10.151.2.100
1472024-12-21T00:14:20.398Z+ [[ -n 10.151.2.100 ]]
1482024-12-21T00:14:20.398Z+ ping -s 10.151.2.100 56 1
1492024-12-21T00:14:20.398ZPING 10.151.2.100: 56 data bytes
1502024-12-21T00:14:20.398Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.011 ms
1512024-12-21T00:14:20.398Z
1522024-12-21T00:14:20.398Z----10.151.2.100 PING Statistics----
1532024-12-21T00:14:20.398Z1 packets transmitted, 1 packets received, 0% packet loss
1542024-12-21T00:14:20.398Zround-trip (ms) min/avg/max/stddev = 0.011/0.011/0.011/-nan
1552024-12-21T00:14:20.398Z++ arp -an
1562024-12-21T00:14:20.398Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1572024-12-21T00:14:20.422Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1582024-12-21T00:14:20.422Z+ routeadm -e ipv4-forwarding -u
1592024-12-21T00:14:20.509Z+ PXA_START=10.151.2.164
1602024-12-21T00:14:20.509Z+ PXA_END=10.151.2.227
1612024-12-21T00:14:20.509Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1622024-12-21T00:14:20.639Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1632024-12-21T00:14:20.663ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1642024-12-21T00:14:20.717Zcreating virtual hardware
1652024-12-21T00:14:20.740Zcreating /scratch/m2_0.vdev
1662024-12-21T00:14:20.740Zcreating /scratch/m2_1.vdev
1672024-12-21T00:14:20.740Zcreating /scratch/u2_0.vdev
1682024-12-21T00:14:20.740Zcreating /scratch/u2_1.vdev
1692024-12-21T00:14:20.740Zcreating /scratch/u2_2.vdev
1702024-12-21T00:14:20.740Zcreating /scratch/u2_3.vdev
1712024-12-21T00:14:20.740Zcreating /scratch/u2_4.vdev
1722024-12-21T00:14:20.740Zcreating /scratch/u2_5.vdev
1732024-12-21T00:14:20.740Zcreating /scratch/u2_6.vdev
1742024-12-21T00:14:20.740Zcreating /scratch/u2_7.vdev
1752024-12-21T00:14:20.740Zcreating /scratch/u2_8.vdev
1762024-12-21T00:14:20.764ZSimnet net0/sc0_0 exists
1772024-12-21T00:14:20.787ZSimnet net1/sc1_0 exists
1782024-12-21T00:14:20.787ZVnic sc0_1 exists
1792024-12-21T00:14:33.116ZUsing 10.151.2.100 as gateway ip
1802024-12-21T00:14:33.116Zusing 18:C0:4D:0D:A0:2A as gateway mac
1812024-12-21T00:14:33.117Zconfiguring SoftNPU ARP entry
1822024-12-21T00:14:33.145Zconfiguring SoftNPU proxy ARP
1832024-12-21T00:14:33.203ZSoftNPU state:
1842024-12-21T00:14:33.203Z local v6:
1852024-12-21T00:14:33.203Z local v4:
1862024-12-21T00:14:33.203Z router v6:
1872024-12-21T00:14:33.203Z router v4_idx:
1882024-12-21T00:14:33.226Z router v4_routes:
1892024-12-21T00:14:33.226Z resolver v4:
1902024-12-21T00:14:33.226Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1912024-12-21T00:14:33.226Z resolver v6:
1922024-12-21T00:14:33.226Z nat v4:
1932024-12-21T00:14:33.226Z nat_v6:
1942024-12-21T00:14:33.226Z port_mac:
1952024-12-21T00:14:33.226Z proxy arp:
1962024-12-21T00:14:33.226Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1972024-12-21T00:14:33.226Zcreated virtual hardware
1982024-12-21T00:14:33.226Z
1992024-12-21T00:14:33.226Zreal 12.560804639
2002024-12-21T00:14:33.227Zuser 0.664559118
2012024-12-21T00:14:33.227Zsys 3.245097514
2022024-12-21T00:14:33.227Ztrap 0.000048690
2032024-12-21T00:14:33.227Ztflt 0.000298149
2042024-12-21T00:14:33.227Zdflt 0.000578908
2052024-12-21T00:14:33.227Zkflt 0.000017328
2062024-12-21T00:14:33.227Zlock 9:42.592616937
2072024-12-21T00:14:33.227Zslp 37.945139539
2082024-12-21T00:14:33.227Zlat 0.072281423
2092024-12-21T00:14:33.227Zstop 0.332812385
2102024-12-21T00:14:33.227Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2112024-12-21T00:14:33.251Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2122024-12-21T00:14:33.251Z+ diff -u pkg/config.toml~ pkg/config.toml
2132024-12-21T00:14:33.252Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2142024-12-21T00:14:33.252Z+++ pkg/config.toml Sat Dec 21 00:14:33 2024
2152024-12-21T00:14:33.252Z@@ -29,18 +29,18 @@
2162024-12-21T00:14:33.252Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2172024-12-21T00:14:33.252Z # followed by a string that is embedded into their fake serial values.
2182024-12-21T00:14:33.252Z vdevs = [
2192024-12-21T00:14:33.252Z- "m2_0.vdev",
2202024-12-21T00:14:33.252Z- "m2_1.vdev",
2212024-12-21T00:14:33.252Z+ "/scratch/m2_0.vdev",
2222024-12-21T00:14:33.252Z+ "/scratch/m2_1.vdev",
2232024-12-21T00:14:33.252Z
2242024-12-21T00:14:33.252Z- "u2_0.vdev",
2252024-12-21T00:14:33.252Z- "u2_1.vdev",
2262024-12-21T00:14:33.252Z- "u2_2.vdev",
2272024-12-21T00:14:33.252Z- "u2_3.vdev",
2282024-12-21T00:14:33.252Z- "u2_4.vdev",
2292024-12-21T00:14:33.252Z- "u2_5.vdev",
2302024-12-21T00:14:33.252Z- "u2_6.vdev",
2312024-12-21T00:14:33.252Z- "u2_7.vdev",
2322024-12-21T00:14:33.252Z- "u2_8.vdev",
2332024-12-21T00:14:33.252Z+ "/scratch/u2_0.vdev",
2342024-12-21T00:14:33.252Z+ "/scratch/u2_1.vdev",
2352024-12-21T00:14:33.252Z+ "/scratch/u2_2.vdev",
2362024-12-21T00:14:33.252Z+ "/scratch/u2_3.vdev",
2372024-12-21T00:14:33.252Z+ "/scratch/u2_4.vdev",
2382024-12-21T00:14:33.252Z+ "/scratch/u2_5.vdev",
2392024-12-21T00:14:33.252Z+ "/scratch/u2_6.vdev",
2402024-12-21T00:14:33.252Z+ "/scratch/u2_7.vdev",
2412024-12-21T00:14:33.252Z+ "/scratch/u2_8.vdev",
2422024-12-21T00:14:33.252Z ]
2432024-12-21T00:14:33.254Z
2442024-12-21T00:14:33.254Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2452024-12-21T00:14:33.254Z+ true
2462024-12-21T00:14:33.254Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2472024-12-21T00:14:33.254Z+ SILO_NAME=recovery
2482024-12-21T00:14:33.254Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2492024-12-21T00:14:33.254Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2502024-12-21T00:14:33.254Z+ sed -i~ '
2512024-12-21T00:14:33.254Z /^external_dns_ips/c\
2522024-12-21T00:14:33.254Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2532024-12-21T00:14:33.254Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2542024-12-21T00:14:33.254Z /^first/c\
2552024-12-21T00:14:33.254Zfirst = "10.151.2.164"
2562024-12-21T00:14:33.254Z /^last/c\
2572024-12-21T00:14:33.254Zlast = "10.151.2.173"
2582024-12-21T00:14:33.254Z }
2592024-12-21T00:14:33.254Z /^infra_ip_first/c\
2602024-12-21T00:14:33.255Zinfra_ip_first = "10.151.2.174"
2612024-12-21T00:14:33.255Z /^infra_ip_last/c\
2622024-12-21T00:14:33.255Zinfra_ip_last = "10.151.2.174"
2632024-12-21T00:14:33.255Z /^\[\[rack_network_config.ports/,/^$/ {
2642024-12-21T00:14:33.255Z /^routes/c\
2652024-12-21T00:14:33.255Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2662024-12-21T00:14:33.255Z /^addresses/c\
2672024-12-21T00:14:33.255Zaddresses = \[{address = "10.151.2.174/24"} \]
2682024-12-21T00:14:33.255Z }
2692024-12-21T00:14:33.255Z' pkg/config-rss.toml
2702024-12-21T00:14:33.255Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2712024-12-21T00:14:33.278Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2722024-12-21T00:14:33.278Z+++ pkg/config-rss.toml Sat Dec 21 00:14:33 2024
2732024-12-21T00:14:33.278Z@@ -33,7 +33,7 @@
2742024-12-21T00:14:33.278Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2752024-12-21T00:14:33.278Z # must be contained in one of the "internal services" IP Pool ranges listed
2762024-12-21T00:14:33.278Z # below.
2772024-12-21T00:14:33.278Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2782024-12-21T00:14:33.278Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2792024-12-21T00:14:33.279Z
2802024-12-21T00:14:33.279Z # Initial TLS certificates for the external API
2812024-12-21T00:14:33.279Z #
2822024-12-21T00:14:33.279Z@@ -69,8 +69,8 @@
2832024-12-21T00:14:33.279Z #
2842024-12-21T00:14:33.279Z # For more on this and what to put here, see docs/how-to-run.adoc.
2852024-12-21T00:14:33.279Z [[internal_services_ip_pool_ranges]]
2862024-12-21T00:14:33.279Z-first = "192.168.1.20"
2872024-12-21T00:14:33.279Z-last = "192.168.1.29"
2882024-12-21T00:14:33.279Z+first = "10.151.2.164"
2892024-12-21T00:14:33.279Z+last = "10.151.2.173"
2902024-12-21T00:14:33.279Z
2912024-12-21T00:14:33.279Z # TODO - this configuration is subject to change going forward. Ultimately these
2922024-12-21T00:14:33.279Z # parameters should be provided to the control plane via wicket, but we need to
2932024-12-21T00:14:33.279Z@@ -91,8 +91,8 @@
2942024-12-21T00:14:33.279Z # A range of IP addresses used by Boundary Services on the external network. In
2952024-12-21T00:14:33.279Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2962024-12-21T00:14:33.279Z # With softnpu, only one address is used.
2972024-12-21T00:14:33.279Z-infra_ip_first = "192.168.1.30"
2982024-12-21T00:14:33.279Z-infra_ip_last = "192.168.1.30"
2992024-12-21T00:14:33.279Z+infra_ip_first = "10.151.2.174"
3002024-12-21T00:14:33.279Z+infra_ip_last = "10.151.2.174"
3012024-12-21T00:14:33.279Z
3022024-12-21T00:14:33.279Z # Configurations for BGP routers to run on the scrimlets.
3032024-12-21T00:14:33.279Z bgp = []
3042024-12-21T00:14:33.279Z@@ -100,9 +100,9 @@
3052024-12-21T00:14:33.279Z # You can configure multiple uplinks by repeating the following stanza
3062024-12-21T00:14:33.279Z [[rack_network_config.ports]]
3072024-12-21T00:14:33.279Z # Routes associated with this port.
3082024-12-21T00:14:33.279Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3092024-12-21T00:14:33.279Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3102024-12-21T00:14:33.279Z # Addresses associated with this port.
3112024-12-21T00:14:33.279Z-addresses = [{address = "192.168.1.30/24"}]
3122024-12-21T00:14:33.279Z+addresses = [{address = "10.151.2.174/24"} ]
3132024-12-21T00:14:33.279Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3142024-12-21T00:14:33.279Z port = "qsfp0"
3152024-12-21T00:14:33.279Z # The speed of this port.
3162024-12-21T00:14:33.279Z+ true
3172024-12-21T00:14:33.279Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3182024-12-21T00:14:33.280Za pkg/config-rss.toml 8K
3192024-12-21T00:14:33.280Za pkg/config.toml 4K
3202024-12-21T00:14:33.280Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3212024-12-21T00:14:33.280Z+ TLS_NAME=recovery.sys.oxide.test
3222024-12-21T00:14:33.280Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3232024-12-21T00:14:33.522Z...........+..+......+.......+.....+.......+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+..+.+..+.......+.....+.+...........+.+..............+.+..+...+.............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+........+.......+...+..........................+.......+............+.....+......+...................+..+.+.........+.....+...+......+................+.........+.................+....+......+........+...................+..+...+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3242024-12-21T00:14:33.863Z..+.+..+......+......+.........+....+.....+.+......+.........+..+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+......+.......+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+.+...+......+.........+.........+..+...+.......+...+..+......+.........+....+......+..............+.........+.+..+.......+......+............+.........+...+.....+..........+..+......+.......+......+......+...........+...+................+...+............+......+...+......+.....+..........+.....+....+.....+....+.....+...+.........+...+..........+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3252024-12-21T00:14:33.886Z-----
3262024-12-21T00:14:33.909Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3272024-12-21T00:14:33.909Za pkg/initial-tls-cert.pem 2K
3282024-12-21T00:14:33.909Za pkg/initial-tls-key.pem 4K
3292024-12-21T00:14:33.909Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3302024-12-21T00:14:33.909Z+ rmdir pkg
3312024-12-21T00:14:33.909Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3322024-12-21T00:14:33.909Z+ pfexec mkdir -p /usr/oxide
3332024-12-21T00:14:33.909Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1
3342024-12-21T00:14:34.501Z+ pfexec chmod +x /usr/oxide/oxide
3352024-12-21T00:14:34.524Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3362024-12-21T00:14:52.814Z+ OMICRON_NO_UNINSTALL=1
3372024-12-21T00:14:52.814Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3382024-12-21T00:14:52.837ZLogging to: /opt/oxide/work/out/LOG
3392024-12-21T00:14:53.459Z
3402024-12-21T00:14:53.483Zreal 0.640180229
3412024-12-21T00:14:53.483Zuser 0.142375192
3422024-12-21T00:14:53.483Zsys 3.320627479
3432024-12-21T00:14:53.483Ztrap 0.000000890
3442024-12-21T00:14:53.483Ztflt 0.000008010
3452024-12-21T00:14:53.483Zdflt 0.000566498
3462024-12-21T00:14:53.483Zkflt 0.000000000
3472024-12-21T00:14:53.483Zlock 57.739664314
3482024-12-21T00:14:53.483Zslp 0.831686162
3492024-12-21T00:14:53.483Zlat 0.002847285
3502024-12-21T00:14:53.483Zstop 0.201250271
3512024-12-21T00:14:53.483Z+ retry=0
3522024-12-21T00:14:53.484Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3532024-12-21T00:14:53.484Z+ [[ 0 -gt 30 ]]
3542024-12-21T00:14:53.484Z+ sleep 1
3552024-12-21T00:14:54.475Z+ retry=1
3562024-12-21T00:14:54.475Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3572024-12-21T00:14:54.498Z+ [[ 1 -gt 30 ]]
3582024-12-21T00:14:54.498Z+ sleep 1
3592024-12-21T00:14:55.490Z+ retry=2
3602024-12-21T00:14:55.490Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3612024-12-21T00:14:55.514Z+ [[ 2 -gt 30 ]]
3622024-12-21T00:14:55.514Z+ sleep 1
3632024-12-21T00:14:56.505Z+ retry=3
3642024-12-21T00:14:56.505Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3652024-12-21T00:15:16.373Z+ [[ 3 -gt 30 ]]
3662024-12-21T00:15:16.373Z+ sleep 1
3672024-12-21T00:15:17.377Z+ retry=4
3682024-12-21T00:15:17.377Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3692024-12-21T00:15:17.400Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3702024-12-21T00:15:17.435Zlocal v6:
3712024-12-21T00:15:17.435Zfe80::a417:8bff:fe39:efc3
3722024-12-21T00:15:17.435Zfddf:92c3:8147:346b::1
3732024-12-21T00:15:17.435Zlocal v4:
3742024-12-21T00:15:17.435Z10.151.2.174
3752024-12-21T00:15:17.435Zrouter v6:
3762024-12-21T00:15:17.435Zrouter v4_idx:
3772024-12-21T00:15:17.435Z0.0.0.0/0 -> 0
3782024-12-21T00:15:17.435Zrouter v4_routes:
3792024-12-21T00:15:17.435Z0 -> 10.151.2.100 (2)
3802024-12-21T00:15:17.435Zresolver v4:
3812024-12-21T00:15:17.435Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3822024-12-21T00:15:17.435Z10.151.2.174 -> ca:13:0b:b6:35:21
3832024-12-21T00:15:17.435Zresolver v6:
3842024-12-21T00:15:17.435Zfe80::a417:8bff:fe39:efc3 -> a6:17:8b:39:ef:c3
3852024-12-21T00:15:17.435Zfe80::90b1:ddff:fe2b:6b6d -> 92:b1:dd:2b:6b:6d
3862024-12-21T00:15:17.435Znat v4:
3872024-12-21T00:15:17.435Znat_v6:
3882024-12-21T00:15:17.435Zport_mac:
3892024-12-21T00:15:17.435Z1: a8:40:25:1d:63:89
3902024-12-21T00:15:17.436Z2: a8:40:25:1d:63:a9
3912024-12-21T00:15:17.436Z1000: a8:40:25:1d:63:88
3922024-12-21T00:15:17.436Zproxy arp:
3932024-12-21T00:15:17.436Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3942024-12-21T00:15:17.436Z+ retry=0
3952024-12-21T00:15:17.459Z+++ zoneadm list -n
3962024-12-21T00:15:17.459Z+++ grep oxz_ntp
3972024-12-21T00:15:17.459Z++ pfexec svcs -z -Hostate oxide/ntp
3982024-12-21T00:15:17.459Zsvcs: zone '-Hostate': entity not found
3992024-12-21T00:15:17.459Z++ true
4002024-12-21T00:15:17.459Z+ [[ '' != online ]]
4012024-12-21T00:15:17.459Z+ [[ 0 -gt 60 ]]
4022024-12-21T00:15:17.459Z+ sleep 1
4032024-12-21T00:15:18.441Z+ retry=1
4042024-12-21T00:15:18.464Z+++ zoneadm list -n
4052024-12-21T00:15:18.464Z+++ grep oxz_ntp
4062024-12-21T00:15:18.464Z++ pfexec svcs -z -Hostate oxide/ntp
4072024-12-21T00:15:18.464Zsvcs: zone '-Hostate': entity not found
4082024-12-21T00:15:18.464Z++ true
4092024-12-21T00:15:18.465Z+ [[ '' != online ]]
4102024-12-21T00:15:18.465Z+ [[ 1 -gt 60 ]]
4112024-12-21T00:15:18.465Z+ sleep 1
4122024-12-21T00:15:19.462Z+ retry=2
4132024-12-21T00:15:19.485Z+++ zoneadm list -n
4142024-12-21T00:15:19.485Z+++ grep oxz_ntp
4152024-12-21T00:15:19.485Z++ pfexec svcs -z -Hostate oxide/ntp
4162024-12-21T00:15:19.485Zsvcs: zone '-Hostate': entity not found
4172024-12-21T00:15:19.485Z++ true
4182024-12-21T00:15:19.485Z+ [[ '' != online ]]
4192024-12-21T00:15:19.485Z+ [[ 2 -gt 60 ]]
4202024-12-21T00:15:19.485Z+ sleep 1
4212024-12-21T00:15:20.483Z+ retry=3
4222024-12-21T00:15:20.506Z+++ zoneadm list -n
4232024-12-21T00:15:20.506Z+++ grep oxz_ntp
4242024-12-21T00:15:20.506Z++ pfexec svcs -z -Hostate oxide/ntp
4252024-12-21T00:15:20.506Zsvcs: zone '-Hostate': entity not found
4262024-12-21T00:15:20.506Z++ true
4272024-12-21T00:15:20.506Z+ [[ '' != online ]]
4282024-12-21T00:15:20.506Z+ [[ 3 -gt 60 ]]
4292024-12-21T00:15:20.506Z+ sleep 1
4302024-12-21T00:15:21.506Z+ retry=4
4312024-12-21T00:15:21.529Z+++ zoneadm list -n
4322024-12-21T00:15:21.529Z+++ grep oxz_ntp
4332024-12-21T00:15:21.529Z++ pfexec svcs -z -Hostate oxide/ntp
4342024-12-21T00:15:21.529Zsvcs: zone '-Hostate': entity not found
4352024-12-21T00:15:21.529Z++ true
4362024-12-21T00:15:21.529Z+ [[ '' != online ]]
4372024-12-21T00:15:21.529Z+ [[ 4 -gt 60 ]]
4382024-12-21T00:15:21.529Z+ sleep 1
4392024-12-21T00:15:22.528Z+ retry=5
4402024-12-21T00:15:22.552Z+++ zoneadm list -n
4412024-12-21T00:15:22.552Z+++ grep oxz_ntp
4422024-12-21T00:15:22.552Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4432024-12-21T00:15:22.598Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4442024-12-21T00:15:22.621Z++ true
4452024-12-21T00:15:22.621Z+ [[ '' != online ]]
4462024-12-21T00:15:22.621Z+ [[ 5 -gt 60 ]]
4472024-12-21T00:15:22.622Z+ sleep 1
4482024-12-21T00:15:23.616Z+ retry=6
4492024-12-21T00:15:23.616Z+++ zoneadm list -n
4502024-12-21T00:15:23.616Z+++ grep oxz_ntp
4512024-12-21T00:15:23.617Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4522024-12-21T00:15:23.640Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4532024-12-21T00:15:23.640Z++ true
4542024-12-21T00:15:23.640Z+ [[ '' != online ]]
4552024-12-21T00:15:23.640Z+ [[ 6 -gt 60 ]]
4562024-12-21T00:15:23.640Z+ sleep 1
4572024-12-21T00:15:24.633Z+ retry=7
4582024-12-21T00:15:24.657Z+++ zoneadm list -n
4592024-12-21T00:15:24.657Z+++ grep oxz_ntp
4602024-12-21T00:15:24.657Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4612024-12-21T00:15:24.681Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4622024-12-21T00:15:24.681Z++ true
4632024-12-21T00:15:24.681Z+ [[ '' != online ]]
4642024-12-21T00:15:24.681Z+ [[ 7 -gt 60 ]]
4652024-12-21T00:15:24.681Z+ sleep 1
4662024-12-21T00:15:25.663Z+ retry=8
4672024-12-21T00:15:25.687Z+++ zoneadm list -n
4682024-12-21T00:15:25.687Z+++ grep oxz_ntp
4692024-12-21T00:15:25.687Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4702024-12-21T00:15:25.716Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4712024-12-21T00:15:25.716Z++ true
4722024-12-21T00:15:25.716Z+ [[ '' != online ]]
4732024-12-21T00:15:25.716Z+ [[ 8 -gt 60 ]]
4742024-12-21T00:15:25.716Z+ sleep 1
4752024-12-21T00:15:26.693Z+ retry=9
4762024-12-21T00:15:26.716Z+++ zoneadm list -n
4772024-12-21T00:15:26.716Z+++ grep oxz_ntp
4782024-12-21T00:15:26.716Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4792024-12-21T00:15:26.739Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4802024-12-21T00:15:26.739Z++ true
4812024-12-21T00:15:26.739Z+ [[ '' != online ]]
4822024-12-21T00:15:26.739Z+ [[ 9 -gt 60 ]]
4832024-12-21T00:15:26.739Z+ sleep 1
4842024-12-21T00:15:27.726Z+ retry=10
4852024-12-21T00:15:27.750Z+++ zoneadm list -n
4862024-12-21T00:15:27.750Z+++ grep oxz_ntp
4872024-12-21T00:15:27.750Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4882024-12-21T00:15:27.750Z+ [[ offline != online ]]
4892024-12-21T00:15:27.750Z+ [[ 10 -gt 60 ]]
4902024-12-21T00:15:27.750Z+ sleep 1
4912024-12-21T00:15:28.750Z+ retry=11
4922024-12-21T00:15:28.773Z+++ zoneadm list -n
4932024-12-21T00:15:28.773Z+++ grep oxz_ntp
4942024-12-21T00:15:28.773Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
4952024-12-21T00:15:28.774Z+ [[ offline != online ]]
4962024-12-21T00:15:28.774Z+ [[ 11 -gt 60 ]]
4972024-12-21T00:15:28.774Z+ sleep 1
4982024-12-21T00:15:29.773Z+ retry=12
4992024-12-21T00:15:29.796Z+++ zoneadm list -n
5002024-12-21T00:15:29.796Z+++ grep oxz_ntp
5012024-12-21T00:15:29.796Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
5022024-12-21T00:15:29.796Z+ [[ offline != online ]]
5032024-12-21T00:15:29.796Z+ [[ 12 -gt 60 ]]
5042024-12-21T00:15:29.796Z+ sleep 1
5052024-12-21T00:15:30.795Z+ retry=13
5062024-12-21T00:15:30.819Z+++ zoneadm list -n
5072024-12-21T00:15:30.819Z+++ grep oxz_ntp
5082024-12-21T00:15:30.819Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
5092024-12-21T00:15:30.819Z+ [[ offline != online ]]
5102024-12-21T00:15:30.819Z+ [[ 13 -gt 60 ]]
5112024-12-21T00:15:30.819Z+ sleep 1
5122024-12-21T00:15:31.817Z+ retry=14
5132024-12-21T00:15:31.840Z+++ zoneadm list -n
5142024-12-21T00:15:31.840Z+++ grep oxz_ntp
5152024-12-21T00:15:31.840Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
5162024-12-21T00:15:31.840Z+ [[ offline != online ]]
5172024-12-21T00:15:31.840Z+ [[ 14 -gt 60 ]]
5182024-12-21T00:15:31.840Z+ sleep 1
5192024-12-21T00:15:32.840Z+ retry=15
5202024-12-21T00:15:32.864Z+++ zoneadm list -n
5212024-12-21T00:15:32.864Z+++ grep oxz_ntp
5222024-12-21T00:15:32.864Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
5232024-12-21T00:15:32.865Z+ [[ offline != online ]]
5242024-12-21T00:15:32.865Z+ [[ 15 -gt 60 ]]
5252024-12-21T00:15:32.865Z+ sleep 1
 
5262024-12-21T00:15:33.714Zsock console login: Dec 21 00:15:33 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
5272024-12-21T00:15:33.862Z+ retry=16
5282024-12-21T00:15:33.887Z+++ zoneadm list -n
5292024-12-21T00:15:33.887Z+++ grep oxz_ntp
5302024-12-21T00:15:33.887Z++ pfexec svcs -z oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a -Hostate oxide/ntp
5312024-12-21T00:15:33.887Z+ [[ online != online ]]
5322024-12-21T00:15:33.887Z+ echo 'Waited for chrony: 16s'
5332024-12-21T00:15:33.887Z+ retry=0
5342024-12-21T00:15:33.887ZWaited for chrony: 16s
5352024-12-21T00:15:33.887Z+ zoneadm list
5362024-12-21T00:15:33.887Z+ grep nexus
5372024-12-21T00:15:33.911Z+ [[ 0 -gt 300 ]]
5382024-12-21T00:15:33.911Z+ sleep 1
5392024-12-21T00:15:34.891Z+ retry=1
5402024-12-21T00:15:34.916Z+ zoneadm list
5412024-12-21T00:15:34.916Z+ grep nexus
5422024-12-21T00:15:34.916Z+ [[ 1 -gt 300 ]]
5432024-12-21T00:15:34.916Z+ sleep 1
5442024-12-21T00:15:35.902Z+ retry=2
5452024-12-21T00:15:35.925Z+ zoneadm list
5462024-12-21T00:15:35.925Z+ grep nexus
5472024-12-21T00:15:35.925Z+ [[ 2 -gt 300 ]]
5482024-12-21T00:15:35.925Z+ sleep 1
5492024-12-21T00:15:36.912Z+ retry=3
5502024-12-21T00:15:36.936Z+ zoneadm list
5512024-12-21T00:15:36.936Z+ grep nexus
5522024-12-21T00:15:36.936Z+ [[ 3 -gt 300 ]]
5532024-12-21T00:15:36.936Z+ sleep 1
5542024-12-21T00:15:37.923Z+ retry=4
5552024-12-21T00:15:37.946Z+ zoneadm list
5562024-12-21T00:15:37.946Z+ grep nexus
5572024-12-21T00:15:37.946Z+ [[ 4 -gt 300 ]]
5582024-12-21T00:15:37.946Z+ sleep 1
5592024-12-21T00:15:38.935Z+ retry=5
5602024-12-21T00:15:38.958Z+ zoneadm list
5612024-12-21T00:15:38.958Z+ grep nexus
5622024-12-21T00:15:38.960Z+ [[ 5 -gt 300 ]]
5632024-12-21T00:15:38.960Z+ sleep 1
5642024-12-21T00:15:39.944Z+ retry=6
5652024-12-21T00:15:39.967Z+ zoneadm list
5662024-12-21T00:15:39.967Z+ grep nexus
5672024-12-21T00:15:39.967Z+ [[ 6 -gt 300 ]]
5682024-12-21T00:15:39.967Z+ sleep 1
5692024-12-21T00:15:40.954Z+ retry=7
5702024-12-21T00:15:40.978Z+ zoneadm list
5712024-12-21T00:15:40.978Z+ grep nexus
5722024-12-21T00:15:40.978Z+ [[ 7 -gt 300 ]]
5732024-12-21T00:15:40.978Z+ sleep 1
5742024-12-21T00:15:41.965Z+ retry=8
5752024-12-21T00:15:41.988Z+ zoneadm list
5762024-12-21T00:15:41.988Z+ grep nexus
5772024-12-21T00:15:41.988Z+ [[ 8 -gt 300 ]]
5782024-12-21T00:15:41.988Z+ sleep 1
5792024-12-21T00:15:42.976Z+ retry=9
5802024-12-21T00:15:42.999Z+ zoneadm list
5812024-12-21T00:15:42.999Z+ grep nexus
5822024-12-21T00:15:42.999Z+ [[ 9 -gt 300 ]]
5832024-12-21T00:15:42.999Z+ sleep 1
5842024-12-21T00:15:43.989Z+ retry=10
5852024-12-21T00:15:44.013Z+ zoneadm list
5862024-12-21T00:15:44.013Z+ grep nexus
5872024-12-21T00:15:44.013Z+ [[ 10 -gt 300 ]]
5882024-12-21T00:15:44.013Z+ sleep 1
5892024-12-21T00:15:45.033Z+ retry=11
5902024-12-21T00:15:45.057Z+ zoneadm list
5912024-12-21T00:15:45.057Z+ grep nexus
5922024-12-21T00:15:45.057Z+ [[ 11 -gt 300 ]]
5932024-12-21T00:15:45.057Z+ sleep 1
5942024-12-21T00:15:46.012Z+ retry=12
5952024-12-21T00:15:46.044Z+ zoneadm list
5962024-12-21T00:15:46.103Z+ grep nexus
5972024-12-21T00:15:46.142Z+ [[ 12 -gt 300 ]]
5982024-12-21T00:15:46.142Z+ sleep 1
5992024-12-21T00:15:47.266Z+ retry=13
6002024-12-21T00:15:47.289Z+ zoneadm list
6012024-12-21T00:15:47.289Z+ grep nexus
6022024-12-21T00:15:47.289Z+ [[ 13 -gt 300 ]]
6032024-12-21T00:15:47.289Z+ sleep 1
6042024-12-21T00:15:48.280Z+ retry=14
6052024-12-21T00:15:48.304Z+ zoneadm list
6062024-12-21T00:15:48.304Z+ grep nexus
6072024-12-21T00:15:48.304Z+ [[ 14 -gt 300 ]]
6082024-12-21T00:15:48.304Z+ sleep 1
6092024-12-21T00:15:49.295Z+ retry=15
6102024-12-21T00:15:49.318Z+ zoneadm list
6112024-12-21T00:15:49.318Z+ grep nexus
6122024-12-21T00:15:49.318Z+ [[ 15 -gt 300 ]]
6132024-12-21T00:15:49.318Z+ sleep 1
6142024-12-21T00:15:50.308Z+ retry=16
6152024-12-21T00:15:50.331Z+ zoneadm list
6162024-12-21T00:15:50.331Z+ grep nexus
6172024-12-21T00:15:50.331Z+ [[ 16 -gt 300 ]]
6182024-12-21T00:15:50.331Z+ sleep 1
6192024-12-21T00:15:51.320Z+ retry=17
6202024-12-21T00:15:51.343Z+ zoneadm list
6212024-12-21T00:15:51.343Z+ grep nexus
6222024-12-21T00:15:51.343Z+ [[ 17 -gt 300 ]]
6232024-12-21T00:15:51.343Z+ sleep 1
6242024-12-21T00:15:52.331Z+ retry=18
6252024-12-21T00:15:52.355Z+ zoneadm list
6262024-12-21T00:15:52.355Z+ grep nexus
6272024-12-21T00:15:52.355Z+ [[ 18 -gt 300 ]]
6282024-12-21T00:15:52.355Z+ sleep 1
6292024-12-21T00:15:53.343Z+ retry=19
6302024-12-21T00:15:53.366Z+ zoneadm list
6312024-12-21T00:15:53.366Z+ grep nexus
6322024-12-21T00:15:53.366Z+ [[ 19 -gt 300 ]]
6332024-12-21T00:15:53.366Z+ sleep 1
6342024-12-21T00:15:54.355Z+ retry=20
6352024-12-21T00:15:54.378Z+ zoneadm list
6362024-12-21T00:15:54.378Z+ grep nexus
6372024-12-21T00:15:54.378Z+ [[ 20 -gt 300 ]]
6382024-12-21T00:15:54.379Z+ sleep 1
6392024-12-21T00:15:55.371Z+ retry=21
6402024-12-21T00:15:55.393Z+ zoneadm list
6412024-12-21T00:15:55.393Z+ grep nexus
6422024-12-21T00:15:55.393Z+ [[ 21 -gt 300 ]]
6432024-12-21T00:15:55.394Z+ sleep 1
6442024-12-21T00:15:56.383Z+ retry=22
6452024-12-21T00:15:56.406Z+ zoneadm list
6462024-12-21T00:15:56.406Z+ grep nexus
6472024-12-21T00:15:56.406Z+ [[ 22 -gt 300 ]]
6482024-12-21T00:15:56.406Z+ sleep 1
6492024-12-21T00:15:57.394Z+ retry=23
6502024-12-21T00:15:57.418Z+ zoneadm list
6512024-12-21T00:15:57.418Z+ grep nexus
6522024-12-21T00:15:57.418Z+ [[ 23 -gt 300 ]]
6532024-12-21T00:15:57.418Z+ sleep 1
6542024-12-21T00:15:58.407Z+ retry=24
6552024-12-21T00:15:58.430Z+ zoneadm list
6562024-12-21T00:15:58.430Z+ grep nexus
6572024-12-21T00:15:58.430Z+ [[ 24 -gt 300 ]]
6582024-12-21T00:15:58.430Z+ sleep 1
6592024-12-21T00:15:59.419Z+ retry=25
6602024-12-21T00:15:59.443Z+ zoneadm list
6612024-12-21T00:15:59.443Z+ grep nexus
6622024-12-21T00:15:59.443Z+ [[ 25 -gt 300 ]]
6632024-12-21T00:15:59.443Z+ sleep 1
6642024-12-21T00:16:00.431Z+ retry=26
6652024-12-21T00:16:00.455Z+ zoneadm list
6662024-12-21T00:16:00.455Z+ grep nexus
6672024-12-21T00:16:00.455Z+ [[ 26 -gt 300 ]]
6682024-12-21T00:16:00.455Z+ sleep 1
6692024-12-21T00:16:01.446Z+ retry=27
6702024-12-21T00:16:01.469Z+ zoneadm list
6712024-12-21T00:16:01.469Z+ grep nexus
6722024-12-21T00:16:01.469Z+ [[ 27 -gt 300 ]]
6732024-12-21T00:16:01.469Z+ sleep 1
6742024-12-21T00:16:02.458Z+ retry=28
6752024-12-21T00:16:02.482Z+ zoneadm list
6762024-12-21T00:16:02.482Z+ grep nexus
6772024-12-21T00:16:02.482Z+ [[ 28 -gt 300 ]]
6782024-12-21T00:16:02.482Z+ sleep 1
6792024-12-21T00:16:03.471Z+ retry=29
6802024-12-21T00:16:03.495Z+ zoneadm list
6812024-12-21T00:16:03.495Z+ grep nexus
6822024-12-21T00:16:03.495Z+ [[ 29 -gt 300 ]]
6832024-12-21T00:16:03.495Z+ sleep 1
6842024-12-21T00:16:04.486Z+ retry=30
6852024-12-21T00:16:04.509Z+ zoneadm list
6862024-12-21T00:16:04.509Z+ grep nexus
6872024-12-21T00:16:04.509Z+ [[ 30 -gt 300 ]]
6882024-12-21T00:16:04.509Z+ sleep 1
6892024-12-21T00:16:05.500Z+ retry=31
6902024-12-21T00:16:05.523Z+ zoneadm list
6912024-12-21T00:16:05.523Z+ grep nexus
6922024-12-21T00:16:05.523Z+ [[ 31 -gt 300 ]]
6932024-12-21T00:16:05.523Z+ sleep 1
6942024-12-21T00:16:06.523Z+ retry=32
6952024-12-21T00:16:06.523Z+ zoneadm list
6962024-12-21T00:16:06.548Z+ grep nexus
6972024-12-21T00:16:06.548Z+ [[ 32 -gt 300 ]]
6982024-12-21T00:16:06.548Z+ sleep 1
6992024-12-21T00:16:10.677Z+ retry=33
7002024-12-21T00:16:10.723Z+ zoneadm list
7012024-12-21T00:16:10.746Z+ grep nexus
7022024-12-21T00:16:10.771Z+ [[ 33 -gt 300 ]]
7032024-12-21T00:16:10.771Z+ sleep 1
7042024-12-21T00:16:11.764Z+ retry=34
7052024-12-21T00:16:11.789Z+ zoneadm list
7062024-12-21T00:16:11.789Z+ grep nexus
7072024-12-21T00:16:11.789Z+ [[ 34 -gt 300 ]]
7082024-12-21T00:16:11.789Z+ sleep 1
7092024-12-21T00:16:12.778Z+ retry=35
7102024-12-21T00:16:12.802Z+ zoneadm list
7112024-12-21T00:16:12.802Z+ grep nexus
7122024-12-21T00:16:12.802Z+ [[ 35 -gt 300 ]]
7132024-12-21T00:16:12.802Z+ sleep 1
7142024-12-21T00:16:13.796Z+ retry=36
7152024-12-21T00:16:13.819Z+ zoneadm list
7162024-12-21T00:16:13.819Z+ grep nexus
7172024-12-21T00:16:13.819Z+ [[ 36 -gt 300 ]]
7182024-12-21T00:16:13.819Z+ sleep 1
7192024-12-21T00:16:14.810Z+ retry=37
7202024-12-21T00:16:14.833Z+ zoneadm list
7212024-12-21T00:16:14.833Z+ grep nexus
7222024-12-21T00:16:14.833Z+ [[ 37 -gt 300 ]]
7232024-12-21T00:16:14.833Z+ sleep 1
7242024-12-21T00:16:15.822Z+ retry=38
7252024-12-21T00:16:15.845Z+ zoneadm list
7262024-12-21T00:16:15.845Z+ grep nexus
7272024-12-21T00:16:15.846Z+ [[ 38 -gt 300 ]]
7282024-12-21T00:16:15.846Z+ sleep 1
7292024-12-21T00:16:16.834Z+ retry=39
7302024-12-21T00:16:16.858Z+ zoneadm list
7312024-12-21T00:16:16.858Z+ grep nexus
7322024-12-21T00:16:16.858Z+ [[ 39 -gt 300 ]]
7332024-12-21T00:16:16.858Z+ sleep 1
7342024-12-21T00:16:17.847Z+ retry=40
7352024-12-21T00:16:17.870Z+ zoneadm list
7362024-12-21T00:16:17.870Z+ grep nexus
7372024-12-21T00:16:17.870Z+ [[ 40 -gt 300 ]]
7382024-12-21T00:16:17.871Z+ sleep 1
7392024-12-21T00:16:18.859Z+ retry=41
7402024-12-21T00:16:18.882Z+ zoneadm list
7412024-12-21T00:16:18.882Z+ grep nexus
7422024-12-21T00:16:18.882Z+ [[ 41 -gt 300 ]]
7432024-12-21T00:16:18.882Z+ sleep 1
7442024-12-21T00:16:19.873Z+ retry=42
7452024-12-21T00:16:19.896Z+ zoneadm list
7462024-12-21T00:16:19.896Z+ grep nexus
7472024-12-21T00:16:19.896Z+ [[ 42 -gt 300 ]]
7482024-12-21T00:16:19.896Z+ sleep 1
7492024-12-21T00:16:20.894Z+ retry=43
7502024-12-21T00:16:20.917Z+ zoneadm list
7512024-12-21T00:16:20.917Z+ grep nexus
7522024-12-21T00:16:20.917Z+ [[ 43 -gt 300 ]]
7532024-12-21T00:16:20.917Z+ sleep 1
7542024-12-21T00:16:21.915Z+ retry=44
7552024-12-21T00:16:21.939Z+ zoneadm list
7562024-12-21T00:16:21.939Z+ grep nexus
7572024-12-21T00:16:21.939Z+ [[ 44 -gt 300 ]]
7582024-12-21T00:16:21.939Z+ sleep 1
7592024-12-21T00:16:26.310Z+ retry=45
7602024-12-21T00:16:26.353Z+ grep nexus
7612024-12-21T00:16:26.353Z+ zoneadm list
7622024-12-21T00:16:26.744Z+ [[ 45 -gt 300 ]]
7632024-12-21T00:16:26.768Z+ sleep 1
7642024-12-21T00:16:28.117Z+ retry=46
7652024-12-21T00:16:28.154Z+ zoneadm list
7662024-12-21T00:16:28.178Z+ grep nexus
7672024-12-21T00:16:28.203Z+ [[ 46 -gt 300 ]]
7682024-12-21T00:16:28.227Z+ sleep 1
7692024-12-21T00:16:29.237Z+ retry=47
7702024-12-21T00:16:29.260Z+ zoneadm list
7712024-12-21T00:16:29.261Z+ grep nexus
7722024-12-21T00:16:29.261Z+ [[ 47 -gt 300 ]]
7732024-12-21T00:16:29.261Z+ sleep 1
7742024-12-21T00:16:30.258Z+ retry=48
7752024-12-21T00:16:30.282Z+ zoneadm list
7762024-12-21T00:16:30.282Z+ grep nexus
7772024-12-21T00:16:30.282Z+ [[ 48 -gt 300 ]]
7782024-12-21T00:16:30.282Z+ sleep 1
7792024-12-21T00:16:31.284Z+ retry=49
7802024-12-21T00:16:31.307Z+ zoneadm list
7812024-12-21T00:16:31.307Z+ grep nexus
7822024-12-21T00:16:31.307Zoxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5
7832024-12-21T00:16:31.308Zoxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d
7842024-12-21T00:16:31.308Z+ echo 'Waited for nexus: 49s'
7852024-12-21T00:16:31.308ZWaited for nexus: 49s
7862024-12-21T00:16:31.308Z+ export RUST_BACKTRACE=1
7872024-12-21T00:16:31.308Z+ RUST_BACKTRACE=1
7882024-12-21T00:16:31.308Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7892024-12-21T00:16:31.308Z++ ./target/debug/bootstrap
7902024-12-21T00:16:33.493ZUsing external DNS server at 10.151.2.164:53
7912024-12-21T00:16:33.823Z2024-12-21 00:16:33.809352510 UTC: attempting to log into API
7922024-12-21T00:16:48.964Z2024-12-21 00:16:48.950794623 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
7932024-12-21T00:16:49.966Z2024-12-21 00:16:49.952251052 UTC: attempting to log into API
 
7942024-12-21T00:16:57.190ZDec 21 00:16:56 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7952024-12-21T00:16:57.781ZDec 21 00:16:56 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7962024-12-21T00:16:57.811ZDec 21 00:16:57 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
7972024-12-21T00:16:57.846ZDec 21 00:16:57 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7982024-12-21T00:16:58.722ZDec 21 00:16:58 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
7992024-12-21T00:17:04.998Z2024-12-21 00:17:04.984942536 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8002024-12-21T00:17:06.000Z2024-12-21 00:17:05.986210260 UTC: attempting to log into API
8012024-12-21T00:17:21.033Z2024-12-21 00:17:21.019926086 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8022024-12-21T00:17:22.034Z2024-12-21 00:17:22.021096956 UTC: attempting to log into API
8032024-12-21T00:17:37.067Z2024-12-21 00:17:37.054472164 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local)
8042024-12-21T00:17:38.068Z2024-12-21 00:17:38.055380449 UTC: attempting to log into API
8052024-12-21T00:17:48.903Z2024-12-21 00:17:48.890374953 UTC: login succeeded
8062024-12-21T00:17:48.936Zwaiting for nexus to come up...
8072024-12-21T00:17:49.010Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8082024-12-21T00:17:49.359Zsetting up quotas...
8092024-12-21T00:17:49.421Zensuring datasets are ready...
8102024-12-21T00:17:52.470Zlet's roll.
8112024-12-21T00:17:52.493Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8122024-12-21T00:17:52.493ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8132024-12-21T00:17:52.493ZOXIDE_TOKEN=oxide-token-74903585b898a14a24ad20ca5d114936aa587196'
8142024-12-21T00:17:52.493Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8152024-12-21T00:17:52.494Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8162024-12-21T00:17:52.494Z++ OXIDE_TOKEN=oxide-token-74903585b898a14a24ad20ca5d114936aa587196
8172024-12-21T00:17:52.494Z+ export OXIDE_HOST OXIDE_TOKEN
8182024-12-21T00:17:52.494Z+ retry=0
8192024-12-21T00:17:52.494Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8202024-12-21T00:17:52.559Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8212024-12-21T00:17:53.194Z{"status":"ok"}{
8222024-12-21T00:17:53.194Z "description": "some images",
8232024-12-21T00:17:53.194Z "id": "501d3954-ecb1-44a6-9af5-11f91c5fd0dd",
8242024-12-21T00:17:53.194Z "name": "images",
8252024-12-21T00:17:53.194Z "time_created": "2024-12-21T00:17:52.631399Z",
8262024-12-21T00:17:53.194Z "time_modified": "2024-12-21T00:17:52.631399Z"
8272024-12-21T00:17:53.194Z}
8282024-12-21T00:17:53.217Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11 --parallelism 1
8292024-12-21T00:28:16.608ZDone!
8302024-12-21T00:28:16.631Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8312024-12-21T00:28:16.850Z{
8322024-12-21T00:28:16.850Z "block_size": 512,
8332024-12-21T00:28:16.850Z "description": "debian 11 original base image",
8342024-12-21T00:28:16.850Z "id": "d43cb056-1712-4f1d-a3ac-774383f19da4",
8352024-12-21T00:28:16.850Z "name": "debian11",
8362024-12-21T00:28:16.850Z "os": "debian",
8372024-12-21T00:28:16.850Z "size": 2147483648,
8382024-12-21T00:28:16.850Z "time_created": "2024-12-21T00:28:16.568205Z",
8392024-12-21T00:28:16.850Z "time_modified": "2024-12-21T00:28:16.831340Z",
8402024-12-21T00:28:16.850Z "version": "11"
8412024-12-21T00:28:16.850Z}
8422024-12-21T00:28:16.874Z+ for test_bin in tests/*
8432024-12-21T00:28:16.874Z+ ./tests/bootstrap-41e4b8f650b448b3
8442024-12-21T00:28:16.897Z
8452024-12-21T00:28:16.897Zrunning 0 tests
8462024-12-21T00:28:16.921Z
8472024-12-21T00:28:16.921Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8482024-12-21T00:28:16.921Z
8492024-12-21T00:28:16.921Z+ for test_bin in tests/*
8502024-12-21T00:28:16.921Z+ ./tests/commtest-a6a38627cf68b1a4
8512024-12-21T00:28:16.951Z
8522024-12-21T00:28:16.951Zrunning 0 tests
8532024-12-21T00:28:16.974Z
8542024-12-21T00:28:16.974Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8552024-12-21T00:28:16.974Z
8562024-12-21T00:28:16.974Z+ for test_bin in tests/*
8572024-12-21T00:28:16.974Z+ ./tests/dhcp_server-5f4fd34570514b4f
8582024-12-21T00:28:16.997Z
8592024-12-21T00:28:16.997Zrunning 0 tests
8602024-12-21T00:28:16.997Z
8612024-12-21T00:28:16.997Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8622024-12-21T00:28:16.997Z
8632024-12-21T00:28:16.997Z+ for test_bin in tests/*
8642024-12-21T00:28:16.997Z+ ./tests/end_to_end_tests-40465226e9d9f67a
8652024-12-21T00:28:17.454Z
8662024-12-21T00:28:17.454Zrunning 2 tests
8672024-12-21T00:28:17.697Ztest no_spoof::no_spoof_here ... ok
8682024-12-21T00:28:44.853Ztest instance_launch::instance_launch ... ok
8692024-12-21T00:28:44.880Z
8702024-12-21T00:28:44.880Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 27.40s
8712024-12-21T00:28:44.880Z
8722024-12-21T00:28:44.880Z+ _exit_trap
8732024-12-21T00:28:44.880Z+ local status=0
8742024-12-21T00:28:44.881Z+ set +o errexit
8752024-12-21T00:28:44.881Z+ [[ x != \x ]]
8762024-12-21T00:28:44.881Z+ pfexec svcadm -Z disable -s cron
8772024-12-21T00:28:47.043Z+ [[ 0 -eq 0 ]]
8782024-12-21T00:28:47.043Z+ exit 0
8792024-12-21T00:28:47.066Zprocess exited: duration 880699 ms, exit code 0
 
8802024-12-21T00:28:47.168Zfound 108 output files
8812024-12-21T00:28:47.168Zuploading: /var/svc/log/oxide-sled-agent:default.log (1286582 bytes)
8822024-12-21T00:28:48.464Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8832024-12-21T00:28:48.494Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (7642090 bytes)
8842024-12-21T00:28:48.950Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 7642090 -> 7661551
8852024-12-21T00:28:50.018Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
8862024-12-21T00:28:50.041Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (38226 bytes)
8872024-12-21T00:28:51.171Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
8882024-12-21T00:28:51.171Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (358688 bytes)
8892024-12-21T00:28:51.387Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 358688 -> 360272
8902024-12-21T00:28:52.454Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
8912024-12-21T00:28:52.477Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (460642 bytes)
8922024-12-21T00:28:52.671Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 460642 -> 462622
8932024-12-21T00:28:53.740Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
8942024-12-21T00:28:53.740Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (2210057 bytes)
8952024-12-21T00:28:54.050Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 2210057 -> 2217243
8962024-12-21T00:28:55.117Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
8972024-12-21T00:28:55.117Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (5333470 bytes)
8982024-12-21T00:28:55.541Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 5333470 -> 5380436
8992024-12-21T00:28:56.608Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9002024-12-21T00:28:56.608Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3334 bytes)
9012024-12-21T00:28:57.698Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9022024-12-21T00:28:57.698Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (408911 bytes)
9032024-12-21T00:28:57.915Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 408911 -> 414418
9042024-12-21T00:28:58.982Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9052024-12-21T00:28:58.983Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (14253 bytes)
9062024-12-21T00:29:00.094Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9072024-12-21T00:29:00.094Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3502 bytes)
9082024-12-21T00:29:01.183Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9092024-12-21T00:29:01.183Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (1662 bytes)
9102024-12-21T00:29:02.273Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9112024-12-21T00:29:02.273Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-clickhouse-admin-single:default.log (937 bytes)
9122024-12-21T00:29:03.364Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-clickhouse-admin-single:default.log
9132024-12-21T00:29:03.364Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-clickhouse:default.log (3908851 bytes)
9142024-12-21T00:29:03.744Zupload warning: file "/pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3908851 -> 3999599
9152024-12-21T00:29:04.811Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-clickhouse:default.log
9162024-12-21T00:29:04.811Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-zone-network-setup:default.log (2097 bytes)
9172024-12-21T00:29:05.902Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_clickhouse_b3b3a8de-f745-4959-836e-142fc2f35a72/root/var/svc/log/oxide-zone-network-setup:default.log
9182024-12-21T00:29:05.902Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
9192024-12-21T00:29:06.991Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-cockroach-admin:default.log
9202024-12-21T00:29:07.014Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-cockroachdb:default.log (4324 bytes)
9212024-12-21T00:29:08.081Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-cockroachdb:default.log
9222024-12-21T00:29:08.081Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
9232024-12-21T00:29:09.171Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_cockroachdb_e79134c2-5609-488f-bf0f-9d25439a6aa4/root/var/svc/log/oxide-zone-network-setup:default.log
9242024-12-21T00:29:09.171Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-agent:default.log (29221 bytes)
9252024-12-21T00:29:10.324Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-agent:default.log
9262024-12-21T00:29:10.324Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9272024-12-21T00:29:11.414Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:default.log
9282024-12-21T00:29:11.414Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-6810c140-cc7b-441d-b24c-cbed44944a64.log (3127 bytes)
9292024-12-21T00:29:12.504Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-6810c140-cc7b-441d-b24c-cbed44944a64.log
9302024-12-21T00:29:12.504Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-7761463d-9abf-43f6-a402-ba8e30215f32.log (2996 bytes)
9312024-12-21T00:29:13.611Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-7761463d-9abf-43f6-a402-ba8e30215f32.log
9322024-12-21T00:29:13.611Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-9bc95036-87ae-4522-8a80-cdf4c885c9c5.log (5951 bytes)
9332024-12-21T00:29:14.685Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-crucible-downstairs:downstairs-9bc95036-87ae-4522-8a80-cdf4c885c9c5.log
9342024-12-21T00:29:14.686Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
9352024-12-21T00:29:15.775Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_fd04f315-5604-41b4-b567-c30c5bf393c1/root/var/svc/log/oxide-zone-network-setup:default.log
9362024-12-21T00:29:15.775Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_28a3e178-182d-4afd-8c6e-917da2804a56/root/var/svc/log/oxide-crucible-pantry:default.log (98132 bytes)
9372024-12-21T00:29:15.926Zupload warning: file "/pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_28a3e178-182d-4afd-8c6e-917da2804a56/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 98132 -> 102047
9382024-12-21T00:29:16.994Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_28a3e178-182d-4afd-8c6e-917da2804a56/root/var/svc/log/oxide-crucible-pantry:default.log
9392024-12-21T00:29:16.994Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_28a3e178-182d-4afd-8c6e-917da2804a56/root/var/svc/log/oxide-zone-network-setup:default.log (2138 bytes)
9402024-12-21T00:29:18.085Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_28a3e178-182d-4afd-8c6e-917da2804a56/root/var/svc/log/oxide-zone-network-setup:default.log
9412024-12-21T00:29:18.085Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_6cd24330-ba72-467e-80f7-177e207ea4ce/root/var/svc/log/oxide-crucible-pantry:default.log (863467 bytes)
9422024-12-21T00:29:18.349Zupload warning: file "/pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_6cd24330-ba72-467e-80f7-177e207ea4ce/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 863467 -> 867382
9432024-12-21T00:29:19.416Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_6cd24330-ba72-467e-80f7-177e207ea4ce/root/var/svc/log/oxide-crucible-pantry:default.log
9442024-12-21T00:29:19.416Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_6cd24330-ba72-467e-80f7-177e207ea4ce/root/var/svc/log/oxide-zone-network-setup:default.log (2139 bytes)
9452024-12-21T00:29:20.507Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_crucible_pantry_6cd24330-ba72-467e-80f7-177e207ea4ce/root/var/svc/log/oxide-zone-network-setup:default.log
9462024-12-21T00:29:20.507Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-external_dns:default.log (45782 bytes)
9472024-12-21T00:29:20.615Zupload warning: file "/pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45782 -> 49558
9482024-12-21T00:29:21.683Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-external_dns:default.log
9492024-12-21T00:29:21.684Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
9502024-12-21T00:29:22.773Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-opte-interface-setup:default.log
9512024-12-21T00:29:22.773Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-zone-network-setup:default.log (2110 bytes)
9522024-12-21T00:29:23.863Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_external_dns_5dcc4d7f-195b-48bd-af9a-8171e5938081/root/var/svc/log/oxide-zone-network-setup:default.log
9532024-12-21T00:29:23.863Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_internal_dns_dc4ff2cf-ea9e-4712-9b04-a7dae9001392/root/var/svc/log/oxide-internal_dns:default.log (450228 bytes)
9542024-12-21T00:29:24.083Zupload warning: file "/pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_internal_dns_dc4ff2cf-ea9e-4712-9b04-a7dae9001392/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 450228 -> 453983
9552024-12-21T00:29:25.149Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_internal_dns_dc4ff2cf-ea9e-4712-9b04-a7dae9001392/root/var/svc/log/oxide-internal_dns:default.log
9562024-12-21T00:29:25.149Zuploading: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_internal_dns_dc4ff2cf-ea9e-4712-9b04-a7dae9001392/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
9572024-12-21T00:29:26.241Zuploaded: /pool/ext/01c0de77-09de-4d5b-bd19-220f8b4fbd33/crypt/zone/oxz_internal_dns_dc4ff2cf-ea9e-4712-9b04-a7dae9001392/root/var/svc/log/oxide-zone-network-setup:default.log
9582024-12-21T00:29:26.241Zuploading: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9592024-12-21T00:29:27.331Zuploaded: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-crucible-agent:default.log
9602024-12-21T00:29:27.331Zuploading: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9612024-12-21T00:29:28.422Zuploaded: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-crucible-downstairs:default.log
9622024-12-21T00:29:28.422Zuploading: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
9632024-12-21T00:29:29.512Zuploaded: /pool/ext/30f2f8a7-d49b-4582-9153-44098dd8db06/crypt/zone/oxz_crucible_38919fd8-ed9f-4938-b0ce-1587b7303a35/root/var/svc/log/oxide-zone-network-setup:default.log
9642024-12-21T00:29:29.512Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-cockroach-admin:default.log (4693 bytes)
9652024-12-21T00:29:30.603Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-cockroach-admin:default.log
9662024-12-21T00:29:30.604Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
9672024-12-21T00:29:31.694Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-cockroachdb:default.log
9682024-12-21T00:29:31.694Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
9692024-12-21T00:29:32.785Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_cockroachdb_66a21e2f-011a-4911-94a4-60223079a336/root/var/svc/log/oxide-zone-network-setup:default.log
9702024-12-21T00:29:32.785Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-agent:default.log (8485 bytes)
9712024-12-21T00:29:33.896Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-agent:default.log
9722024-12-21T00:29:33.896Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9732024-12-21T00:29:34.985Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-downstairs:default.log
9742024-12-21T00:29:34.985Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-785331ef-4725-4435-8f95-373498a86401.log (2997 bytes)
9752024-12-21T00:29:36.075Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-crucible-downstairs:downstairs-785331ef-4725-4435-8f95-373498a86401.log
9762024-12-21T00:29:36.099Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-zone-network-setup:default.log (2082 bytes)
9772024-12-21T00:29:37.166Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_crucible_a24b4924-d264-494e-afb2-18cd8c43f153/root/var/svc/log/oxide-zone-network-setup:default.log
9782024-12-21T00:29:37.166Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-external_dns:default.log (45778 bytes)
9792024-12-21T00:29:37.273Zupload warning: file "/pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 45778 -> 49555
9802024-12-21T00:29:38.340Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-external_dns:default.log
9812024-12-21T00:29:38.341Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
9822024-12-21T00:29:39.432Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-opte-interface-setup:default.log
9832024-12-21T00:29:39.432Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-zone-network-setup:default.log (2112 bytes)
9842024-12-21T00:29:40.522Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_external_dns_2455a969-e1b3-4c7e-950a-619db01e265b/root/var/svc/log/oxide-zone-network-setup:default.log
9852024-12-21T00:29:40.548Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_internal_dns_55ab552b-1ee4-4e5b-9abb-60c1f61a0461/root/var/svc/log/oxide-internal_dns:default.log (459276 bytes)
9862024-12-21T00:29:40.762Zupload warning: file "/pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_internal_dns_55ab552b-1ee4-4e5b-9abb-60c1f61a0461/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 459276 -> 463032
9872024-12-21T00:29:41.832Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_internal_dns_55ab552b-1ee4-4e5b-9abb-60c1f61a0461/root/var/svc/log/oxide-internal_dns:default.log
9882024-12-21T00:29:41.832Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_internal_dns_55ab552b-1ee4-4e5b-9abb-60c1f61a0461/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
9892024-12-21T00:29:42.924Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_internal_dns_55ab552b-1ee4-4e5b-9abb-60c1f61a0461/root/var/svc/log/oxide-zone-network-setup:default.log
9902024-12-21T00:29:42.924Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-nexus:default.log (4960599 bytes)
9912024-12-21T00:29:43.365Zupload warning: file "/pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4960599 -> 5331134
9922024-12-21T00:29:44.436Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-nexus:default.log
9932024-12-21T00:29:44.436Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
9942024-12-21T00:29:45.527Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-opte-interface-setup:default.log
9952024-12-21T00:29:45.527Zuploading: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
9962024-12-21T00:29:46.619Zuploaded: /pool/ext/81d66e6a-e144-4cc3-bd30-6b2eb46e189b/crypt/zone/oxz_nexus_daba7770-826f-4668-845b-d5a56b28a4da/root/var/svc/log/oxide-zone-network-setup:default.log
9972024-12-21T00:29:46.620Zuploading: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9982024-12-21T00:29:47.709Zuploaded: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-crucible-agent:default.log
9992024-12-21T00:29:47.709Zuploading: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10002024-12-21T00:29:48.804Zuploaded: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-crucible-downstairs:default.log
10012024-12-21T00:29:48.804Zuploading: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10022024-12-21T00:29:49.894Zuploaded: /pool/ext/8504df1b-d5a7-40bd-ad45-c55449857140/crypt/zone/oxz_crucible_b7186b59-38a0-453f-acf2-a1d3459fff6a/root/var/svc/log/oxide-zone-network-setup:default.log
10032024-12-21T00:29:49.894Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-agent:default.log (45521 bytes)
10042024-12-21T00:29:51.049Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-agent:default.log
10052024-12-21T00:29:51.049Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10062024-12-21T00:29:52.155Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:default.log
10072024-12-21T00:29:52.155Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-19d0362a-6fe2-4c32-8a82-05ee601ad2e9.log (2995 bytes)
10082024-12-21T00:29:53.278Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-19d0362a-6fe2-4c32-8a82-05ee601ad2e9.log
10092024-12-21T00:29:53.278Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3.log (5950 bytes)
10102024-12-21T00:29:54.369Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-6d6d1c7b-ea00-4905-be3f-3dfe7f9c1cc3.log
10112024-12-21T00:29:54.370Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655.log (3127 bytes)
10122024-12-21T00:29:55.461Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-f9f30d1c-21be-4b8d-a95b-947aede81655.log
10132024-12-21T00:29:55.461Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff52b965-fac4-4760-bf0b-bf8e58ef8459.log (6080 bytes)
10142024-12-21T00:29:56.553Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:downstairs-ff52b965-fac4-4760-bf0b-bf8e58ef8459.log
10152024-12-21T00:29:56.577Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:snapshot-ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log (5634 bytes)
10162024-12-21T00:29:57.645Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-crucible-downstairs:snapshot-ff52b965-fac4-4760-bf0b-bf8e58ef8459-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log
10172024-12-21T00:29:57.645Zuploading: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10182024-12-21T00:29:58.735Zuploaded: /pool/ext/96dd6601-21c1-4f69-a871-ce8980776531/crypt/zone/oxz_crucible_991350e2-6fb8-4ba4-b78f-5ff83ecb2742/root/var/svc/log/oxide-zone-network-setup:default.log
10192024-12-21T00:29:58.735Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
10202024-12-21T00:29:59.825Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-crucible-agent:default.log
10212024-12-21T00:29:59.826Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10222024-12-21T00:30:00.917Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-crucible-downstairs:default.log
10232024-12-21T00:30:00.917Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
10242024-12-21T00:30:02.008Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_crucible_54aaf7ad-300c-451b-9bb2-e83694e79b64/root/var/svc/log/oxide-zone-network-setup:default.log
10252024-12-21T00:30:02.008Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-nexus:default.log (42126964 bytes)
10262024-12-21T00:30:04.452Zupload warning: file "/pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 42126964 -> 42846365
10272024-12-21T00:30:05.520Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-nexus:default.log
10282024-12-21T00:30:05.520Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
10292024-12-21T00:30:06.610Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-opte-interface-setup:default.log
10302024-12-21T00:30:06.610Zuploading: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
10312024-12-21T00:30:07.701Zuploaded: /pool/ext/b3c5770f-c2a5-4687-9844-df947021ecd9/crypt/zone/oxz_nexus_b9d305f8-932f-45eb-802f-6ae1f5c4e9d5/root/var/svc/log/oxide-zone-network-setup:default.log
10322024-12-21T00:30:07.724Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
10332024-12-21T00:30:08.793Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-cockroach-admin:default.log
10342024-12-21T00:30:08.793Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-cockroachdb:default.log (4298 bytes)
10352024-12-21T00:30:09.884Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-cockroachdb:default.log
10362024-12-21T00:30:09.884Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-zone-network-setup:default.log (2094 bytes)
10372024-12-21T00:30:10.975Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_cockroachdb_45406af0-64d3-4380-bd4f-37d1916b072f/root/var/svc/log/oxide-zone-network-setup:default.log
10382024-12-21T00:30:10.998Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-agent:default.log (28263 bytes)
10392024-12-21T00:30:12.110Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-agent:default.log
10402024-12-21T00:30:12.110Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10412024-12-21T00:30:13.201Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:default.log
10422024-12-21T00:30:13.201Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:downstairs-052b975d-65c2-45f4-bb45-de19d917add4.log (6079 bytes)
10432024-12-21T00:30:14.291Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:downstairs-052b975d-65c2-45f4-bb45-de19d917add4.log
10442024-12-21T00:30:14.292Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160.log (5947 bytes)
10452024-12-21T00:30:15.382Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:downstairs-15876cd6-e98b-44e6-a5e9-e02ffb516160.log
10462024-12-21T00:30:15.382Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:snapshot-052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log (5635 bytes)
10472024-12-21T00:30:16.472Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-crucible-downstairs:snapshot-052b975d-65c2-45f4-bb45-de19d917add4-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log
10482024-12-21T00:30:16.472Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-zone-network-setup:default.log (2079 bytes)
10492024-12-21T00:30:17.562Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_crucible_ed2af987-1d32-40f2-a4a1-d00fa4099ea9/root/var/svc/log/oxide-zone-network-setup:default.log
10502024-12-21T00:30:17.562Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_internal_dns_b4abb0af-25f6-4c6c-815c-15cf2ec22293/root/var/svc/log/oxide-internal_dns:default.log (447780 bytes)
10512024-12-21T00:30:17.784Zupload warning: file "/pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_internal_dns_b4abb0af-25f6-4c6c-815c-15cf2ec22293/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 447780 -> 455291
10522024-12-21T00:30:18.852Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_internal_dns_b4abb0af-25f6-4c6c-815c-15cf2ec22293/root/var/svc/log/oxide-internal_dns:default.log
10532024-12-21T00:30:18.852Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_internal_dns_b4abb0af-25f6-4c6c-815c-15cf2ec22293/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10542024-12-21T00:30:19.942Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_internal_dns_b4abb0af-25f6-4c6c-815c-15cf2ec22293/root/var/svc/log/oxide-zone-network-setup:default.log
10552024-12-21T00:30:19.982Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_oximeter_7640851e-47ed-4bb8-8c56-480d800da5ed/root/var/svc/log/oxide-oximeter:default.log (3895631 bytes)
10562024-12-21T00:30:20.387Zupload warning: file "/pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_oximeter_7640851e-47ed-4bb8-8c56-480d800da5ed/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 3895631 -> 4412507
10572024-12-21T00:30:21.456Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_oximeter_7640851e-47ed-4bb8-8c56-480d800da5ed/root/var/svc/log/oxide-oximeter:default.log
10582024-12-21T00:30:21.456Zuploading: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_oximeter_7640851e-47ed-4bb8-8c56-480d800da5ed/root/var/svc/log/oxide-zone-network-setup:default.log (2080 bytes)
10592024-12-21T00:30:22.547Zuploaded: /pool/ext/b86cab20-f27c-490c-96fa-4f4929cdcc19/crypt/zone/oxz_oximeter_7640851e-47ed-4bb8-8c56-480d800da5ed/root/var/svc/log/oxide-zone-network-setup:default.log
10602024-12-21T00:30:22.547Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-cockroach-admin:default.log (4696 bytes)
10612024-12-21T00:30:23.639Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-cockroach-admin:default.log
10622024-12-21T00:30:23.640Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10632024-12-21T00:30:24.730Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-cockroachdb:default.log
10642024-12-21T00:30:24.730Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-zone-network-setup:default.log (2092 bytes)
10652024-12-21T00:30:25.821Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_cockroachdb_e25154a0-a423-4181-be92-93f6aa455269/root/var/svc/log/oxide-zone-network-setup:default.log
10662024-12-21T00:30:25.845Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-agent:default.log (12071 bytes)
10672024-12-21T00:30:26.937Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-agent:default.log
10682024-12-21T00:30:26.937Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10692024-12-21T00:30:28.027Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-downstairs:default.log
10702024-12-21T00:30:28.027Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-downstairs:downstairs-74b67c68-01f7-4df5-96a6-bb5c651d4406.log (3124 bytes)
10712024-12-21T00:30:29.120Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-crucible-downstairs:downstairs-74b67c68-01f7-4df5-96a6-bb5c651d4406.log
10722024-12-21T00:30:29.120Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-zone-network-setup:default.log (2081 bytes)
10732024-12-21T00:30:30.211Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_c701e67a-b8cc-4215-a9a7-4111b67eb636/root/var/svc/log/oxide-zone-network-setup:default.log
10742024-12-21T00:30:30.211Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_pantry_d19eb6b5-eacf-4b65-bb72-d39f9c82cadd/root/var/svc/log/oxide-crucible-pantry:default.log (97594 bytes)
10752024-12-21T00:30:30.408Zupload warning: file "/pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_pantry_d19eb6b5-eacf-4b65-bb72-d39f9c82cadd/root/var/svc/log/oxide-crucible-pantry:default.log" changed size mid upload: 97594 -> 113215
10762024-12-21T00:30:31.476Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_pantry_d19eb6b5-eacf-4b65-bb72-d39f9c82cadd/root/var/svc/log/oxide-crucible-pantry:default.log
10772024-12-21T00:30:31.476Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_pantry_d19eb6b5-eacf-4b65-bb72-d39f9c82cadd/root/var/svc/log/oxide-zone-network-setup:default.log (2136 bytes)
10782024-12-21T00:30:32.570Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_crucible_pantry_d19eb6b5-eacf-4b65-bb72-d39f9c82cadd/root/var/svc/log/oxide-zone-network-setup:default.log
10792024-12-21T00:30:32.593Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
10802024-12-21T00:30:33.682Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-chrony-setup:default.log
10812024-12-21T00:30:33.682Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-ntp:default.log (1237 bytes)
10822024-12-21T00:30:34.772Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-ntp:default.log
10832024-12-21T00:30:34.772Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
10842024-12-21T00:30:35.862Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-opte-interface-setup:default.log
10852024-12-21T00:30:35.862Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-zone-network-setup:default.log (2030 bytes)
10862024-12-21T00:30:36.954Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/svc/log/oxide-zone-network-setup:default.log
10872024-12-21T00:30:36.977Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-cockroach-admin:default.log (4692 bytes)
10882024-12-21T00:30:38.046Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-cockroach-admin:default.log
10892024-12-21T00:30:38.046Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-cockroachdb:default.log (4325 bytes)
10902024-12-21T00:30:39.136Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-cockroachdb:default.log
10912024-12-21T00:30:39.136Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-zone-network-setup:default.log (2093 bytes)
10922024-12-21T00:30:40.226Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_cockroachdb_cd9bdd43-36f7-4ebb-9fe1-ad69c52e4eef/root/var/svc/log/oxide-zone-network-setup:default.log
10932024-12-21T00:30:40.226Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-agent:default.log (17580 bytes)
10942024-12-21T00:30:41.359Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-agent:default.log
10952024-12-21T00:30:41.359Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10962024-12-21T00:30:42.449Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:default.log
10972024-12-21T00:30:42.449Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:downstairs-dde6d80d-ddf1-4fa5-b3f2-027cca69fdc9.log (6075 bytes)
10982024-12-21T00:30:43.540Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:downstairs-dde6d80d-ddf1-4fa5-b3f2-027cca69fdc9.log
10992024-12-21T00:30:43.540Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:snapshot-dde6d80d-ddf1-4fa5-b3f2-027cca69fdc9-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log (5635 bytes)
11002024-12-21T00:30:44.630Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-crucible-downstairs:snapshot-dde6d80d-ddf1-4fa5-b3f2-027cca69fdc9-9e83aa1a-7eee-477e-bf34-353a0eb8bb47.log
11012024-12-21T00:30:44.630Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-zone-network-setup:default.log (2083 bytes)
11022024-12-21T00:30:45.720Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_crucible_0e7abe31-ae21-4461-b74e-ed0e976f967e/root/var/svc/log/oxide-zone-network-setup:default.log
11032024-12-21T00:30:45.720Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-nexus:default.log (4935269 bytes)
11042024-12-21T00:30:46.168Zupload warning: file "/pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 4935269 -> 5667969
11052024-12-21T00:30:47.235Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-nexus:default.log
11062024-12-21T00:30:47.235Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11072024-12-21T00:30:48.326Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-opte-interface-setup:default.log
11082024-12-21T00:30:48.326Zuploading: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-zone-network-setup:default.log (2057 bytes)
11092024-12-21T00:30:49.417Zuploaded: /pool/ext/db606984-291b-40d5-964e-14a228d68e45/crypt/zone/oxz_nexus_c87c1761-8b9f-4711-941e-05b68d81f15d/root/var/svc/log/oxide-zone-network-setup:default.log
11102024-12-21T00:30:49.417Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/measurements.log (189060 bytes)
11112024-12-21T00:30:49.635Zupload warning: file "/pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/measurements.log" changed size mid upload: 189060 -> 230845
11122024-12-21T00:30:50.702Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/measurements.log
11132024-12-21T00:30:50.702Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/statistics.log (146367 bytes)
11142024-12-21T00:30:50.900Zupload warning: file "/pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/statistics.log" changed size mid upload: 146367 -> 179595
11152024-12-21T00:30:51.968Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/statistics.log
11162024-12-21T00:30:51.968Zuploading: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/tracking.log (26276 bytes)
11172024-12-21T00:30:52.077Zupload warning: file "/pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/tracking.log" changed size mid upload: 26276 -> 28652
11182024-12-21T00:30:53.145Zuploaded: /pool/ext/bbfac784-9ca5-4ffd-af3e-272d9a87a2f4/crypt/zone/oxz_ntp_ccd7e387-2cbf-400c-bdd1-d34eaba15b0a/root/var/log/chrony/tracking.log