01J5F56PG70F81W6NPFEQQCMNT: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-sled-agent:default.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-2.0-opte-0.33",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01J5F58ANGQF2NRDQX3Z84SSM7

Tags:

Artefacts:

Output:

SEQ GLOBAL TIME DETAILS
12024-08-17T03:46:21.365Zjob dependencies complete; ready to run (waiting for 32 m 1 s)
22024-08-17T05:12:28.196Zjob assigned to worker 01J5FBP3ZKPBQY6SQQDKZHEGZM (queued for 1 h 26 m 6 s)
32024-08-17T05:12:28.263Zxcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd xcvsh0tfvd
42024-08-17T05:12:28.336Zhttp://172.20.0.5:9969/ipxe/sock... ok
52024-08-17T05:12:28.375Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok
62024-08-17T05:12:28.409Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok
72024-08-17T05:12:28.444Zhttp://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok
82024-08-17T05:12:28.478Zhttp://172.20.0.5:9969/postboot/sock... ok
92024-08-17T05:12:28.512ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
102024-08-17T05:12:28.552Zcpu0: microcode has been updated from version 0xa001133 to 0xa0011d5
112024-08-17T05:12:28.585ZOxide Helios Version helios-2.0.22815 64-bit
122024-08-17T05:12:28.618ZConfiguring devices.
132024-08-17T05:12:28.652Z##################################################
142024-08-17T05:12:28.685Z#### ############# ##
152024-08-17T05:12:28.719Z### ### ############ ##
162024-08-17T05:12:28.752Z## ### # ## ### ## Oxide Computer Company ##
172024-08-17T05:12:28.786Z## ## ## ### # ### ##
182024-08-17T05:12:28.819Z## # ### #### #### This Station Under ##
192024-08-17T05:12:28.852Z### ### #### # ### Computer Control ##
202024-08-17T05:12:28.886Z#### #### ### ## ##
212024-08-17T05:12:28.919Z##################################################
222024-08-17T05:12:28.953ZHostname: sock
232024-08-17T05:12:28.986ZLoading smf(7) service descriptions:
242024-08-17T05:12:29.414Zdownloading input: /input/package/work/package.tar.gz
252024-08-17T05:16:20.112Zdownloaded input: /input/package/work/package.tar.gz
 
262024-08-17T05:16:20.136Zstarting task 0: "setup"
272024-08-17T05:16:20.136Z++ uname -s
282024-08-17T05:16:20.136Z+ kern=SunOS
292024-08-17T05:16:20.136Z+ case "$kern" in
302024-08-17T05:16:20.136Z+ groupadd -g 12345 build
312024-08-17T05:16:20.136Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
322024-08-17T05:16:22.131Z+ zfs create -o mountpoint=/work rpool/work
332024-08-17T05:16:22.154Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
342024-08-17T05:16:22.178Z+ home_fs=zfs
352024-08-17T05:16:22.178Z+ [[ zfs == autofs ]]
362024-08-17T05:16:22.178Z+ mkdir -p /home/build
372024-08-17T05:16:22.178Z+ chown build:build /home/build /work
382024-08-17T05:16:24.162Z+ chmod 0700 /home/build /work
392024-08-17T05:16:24.186Zprocess exited: duration 4053 ms, exit code 0
 
402024-08-17T05:16:24.233Zstarting task 1: "authentication"
412024-08-17T05:16:24.275Zprocess exited: duration 42 ms, exit code 0
 
422024-08-17T05:16:24.323Zstarting task 2: "build"
432024-08-17T05:16:24.347Z+ trap _exit_trap EXIT
442024-08-17T05:16:24.347Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
452024-08-17T05:16:24.442Zsecpolicy_fs_linkdir: 0x55 = 0x55
462024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
472024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
482024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+3: 0 = 0xe5
492024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+4: 0 = 0xb8
502024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+5: 0 = 0x1
512024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
522024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
532024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
542024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
552024-08-17T05:16:24.442Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
562024-08-17T05:16:24.465Z+ [[ -d /opt/oxide ]]
572024-08-17T05:16:24.466Z+ pfexec mv /opt/oxide /opt/oxide-underneath
582024-08-17T05:16:24.466Z+ pfexec mkdir /opt/oxide
592024-08-17T05:16:24.466Z+ pfexec mount -F tmpfs -O swap /opt/oxide
602024-08-17T05:16:24.466Z+ [[ -d /opt/oxide-underneath ]]
612024-08-17T05:16:24.466Z+ cd /opt/oxide-underneath
622024-08-17T05:16:24.466Z+ pfexec tar ceEp@/f - .
632024-08-17T05:16:24.466Z+ cd /opt/oxide
642024-08-17T05:16:24.466Z+ pfexec tar xveEp@/f -
652024-08-17T05:16:24.568Zx ., 0 bytes, 0 tape blocks
662024-08-17T05:16:24.568Zx ./opte, 0 bytes, 0 tape blocks
672024-08-17T05:16:24.568Zx ./opte/bin, 0 bytes, 0 tape blocks
682024-08-17T05:16:24.568Zx ./opte/bin/opteadm, 52693888 bytes, 102918 tape blocks
692024-08-17T05:16:24.591Z+ pfexec rm -rf /opt/oxide-underneath
702024-08-17T05:16:24.591Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
712024-08-17T05:16:24.615Z+ pfexec mkdir /opt/oxide/work
722024-08-17T05:16:24.615Z+ pfexec chown build:build /opt/oxide/work
732024-08-17T05:16:24.615Z+ cd /opt/oxide/work
742024-08-17T05:16:24.615Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
752024-08-17T05:16:35.288ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
762024-08-17T05:16:35.288Zx out/target/test, 75 bytes, 1 tape blocks
772024-08-17T05:16:35.288Zx out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks
782024-08-17T05:16:35.288Zx package-manifest.toml, 30603 bytes, 60 tape blocks
792024-08-17T05:16:35.288Zx smf/sled-agent/non-gimlet/config.toml, 3154 bytes, 7 tape blocks
802024-08-17T05:16:35.288Zx target/release/omicron-package, 33012840 bytes, 64479 tape blocks
812024-08-17T05:16:35.288Zx target/release/xtask, 11901704 bytes, 23246 tape blocks
822024-08-17T05:16:35.288Zx target/debug/bootstrap, 196778728 bytes, 384334 tape blocks
832024-08-17T05:16:35.288Zx tests/bootstrap-77f177cc83be26b7, 24097528 bytes, 47066 tape blocks
842024-08-17T05:16:35.288Zx tests/commtest-ff68326f6d580f03, 24734704 bytes, 48310 tape blocks
852024-08-17T05:16:35.288Zx tests/dhcp_server-1ed05b9c52f8b9ac, 24097536 bytes, 47066 tape blocks
862024-08-17T05:16:35.288Zx tests/end_to_end_tests-f64b98e57b0e47d1, 214853208 bytes, 419636 tape blocks
872024-08-17T05:16:35.288Zx out/clickhouse.tar.gz, 237903912 bytes, 464657 tape blocks
882024-08-17T05:16:35.288Zx out/clickhouse_keeper.tar.gz, 237902058 bytes, 464653 tape blocks
892024-08-17T05:16:35.288Zx out/cockroachdb.tar.gz, 135026303 bytes, 263724 tape blocks
902024-08-17T05:16:35.288Zx out/crucible-dtrace.tar, 85504 bytes, 167 tape blocks
912024-08-17T05:16:35.288Zx out/crucible-pantry-zone.tar.gz, 28483973 bytes, 55633 tape blocks
922024-08-17T05:16:35.288Zx out/crucible-zone.tar.gz, 39045713 bytes, 76262 tape blocks
932024-08-17T05:16:35.288Zx out/external-dns.tar.gz, 25468822 bytes, 49744 tape blocks
942024-08-17T05:16:35.288Zx out/internal-dns.tar.gz, 25468394 bytes, 49743 tape blocks
952024-08-17T05:16:35.288Zx out/mg-ddm-gz.tar, 63430656 bytes, 123888 tape blocks
962024-08-17T05:16:35.288Zx out/nexus.tar.gz, 88675794 bytes, 173195 tape blocks
972024-08-17T05:16:35.288Zx out/ntp.tar.gz, 9180290 bytes, 17931 tape blocks
982024-08-17T05:16:35.288Zx out/omicron-gateway-softnpu.tar.gz, 13933138 bytes, 27214 tape blocks
992024-08-17T05:16:35.288Zx out/omicron-sled-agent.tar, 98666496 bytes, 192708 tape blocks
1002024-08-17T05:16:35.288Zx out/overlay.tar.gz, 2622 bytes, 6 tape blocks
1012024-08-17T05:16:35.288Zx out/oximeter.tar.gz, 43096666 bytes, 84174 tape blocks
1022024-08-17T05:16:35.288Zx out/oxlog.tar, 3016704 bytes, 5892 tape blocks
1032024-08-17T05:16:35.288Zx out/probe.tar.gz, 2829470 bytes, 5527 tape blocks
1042024-08-17T05:16:35.288Zx out/propolis-server.tar.gz, 66857321 bytes, 130581 tape blocks
1052024-08-17T05:16:35.288Zx out/pumpkind-gz.tar, 27304960 bytes, 53330 tape blocks
1062024-08-17T05:16:35.288Zx out/switch-softnpu.tar.gz, 210951616 bytes, 412015 tape blocks
1072024-08-17T05:16:35.312Z
1082024-08-17T05:16:35.312Zreal 10.656601619
1092024-08-17T05:16:35.312Zuser 9.478296406
1102024-08-17T05:16:35.312Zsys 2.018519894
1112024-08-17T05:16:35.312Ztrap 0.000344679
1122024-08-17T05:16:35.312Ztflt 0.000000000
1132024-08-17T05:16:35.312Zdflt 0.000000000
1142024-08-17T05:16:35.312Zkflt 0.000000000
1152024-08-17T05:16:35.312Zlock 0.000000000
1162024-08-17T05:16:35.312Zslp 9.552097112
1172024-08-17T05:16:35.312Zlat 0.261758268
1182024-08-17T05:16:35.312Zstop 0.000125100
1192024-08-17T05:16:35.312Z+ bmat address ls
1202024-08-17T05:16:35.312ZNAME CIDR FIRST LAST COUNT
1212024-08-17T05:16:35.313Zextra 10.151.2.0/24 10.151.2.164 10.151.2.227 64
1222024-08-17T05:16:35.313Z++ bmat address ls -f extra -Ho first,last,count
1232024-08-17T05:16:35.313Z+ set -- 10.151.2.164 10.151.2.227 64
1242024-08-17T05:16:35.313Z+ EXTRA_IP_START=10.151.2.164
1252024-08-17T05:16:35.313Z+ EXTRA_IP_END=10.151.2.227
1262024-08-17T05:16:35.313Z+ EXTRA_IP_COUNT=64
1272024-08-17T05:16:35.313Z+ (( EXTRA_IP_COUNT >= 32 ))
1282024-08-17T05:16:35.313Z+ EXTRA_IP_BASE=10.151.2
1292024-08-17T05:16:35.313Z+ EXTRA_IP_FOCTET=164
1302024-08-17T05:16:35.313Z+ EXTRA_IP_LOCTET=227
1312024-08-17T05:16:35.313Z+ SERVICE_IP_POOL_START=10.151.2.164
1322024-08-17T05:16:35.313Z+ SERVICE_IP_POOL_END=10.151.2.173
1332024-08-17T05:16:35.313Z+ DNS_IP1=10.151.2.164
1342024-08-17T05:16:35.313Z+ DNS_IP2=10.151.2.165
1352024-08-17T05:16:35.313Z+ UPLINK_IP=10.151.2.174
1362024-08-17T05:16:35.313Z+ IPPOOL_START=10.151.2.175
1372024-08-17T05:16:35.313Z+ IPPOOL_END=10.151.2.227
1382024-08-17T05:16:35.313Z++ ipadm show-addr -po type,addr
1392024-08-17T05:16:35.313Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1402024-08-17T05:16:35.313Z+ GATEWAY_IP=10.151.2.100
1412024-08-17T05:16:35.313Z+ [[ -n 10.151.2.100 ]]
1422024-08-17T05:16:35.313Z+ ping -s 10.151.2.100 56 1
1432024-08-17T05:16:35.313ZPING 10.151.2.100: 56 data bytes
1442024-08-17T05:16:35.313Z64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms
1452024-08-17T05:16:35.313Z
1462024-08-17T05:16:35.313Z----10.151.2.100 PING Statistics----
1472024-08-17T05:16:35.313Z1 packets transmitted, 1 packets received, 0% packet loss
1482024-08-17T05:16:35.313Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1492024-08-17T05:16:35.313Z++ arp -an
1502024-08-17T05:16:35.337Z++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}'
1512024-08-17T05:16:35.337Z+ GATEWAY_MAC=18:c0:4d:0d:a0:2a
1522024-08-17T05:16:35.337Z+ routeadm -e ipv4-forwarding -u
1532024-08-17T05:16:35.428Z+ PXA_START=10.151.2.164
1542024-08-17T05:16:35.428Z+ PXA_END=10.151.2.227
1552024-08-17T05:16:35.452Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1562024-08-17T05:16:35.559Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227
1572024-08-17T05:16:35.583ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1582024-08-17T05:16:35.635Zcreating virtual hardware
1592024-08-17T05:16:35.659Zcreating /scratch/m2_0.vdev
1602024-08-17T05:16:35.659Zcreating /scratch/m2_1.vdev
1612024-08-17T05:16:35.659Zcreating /scratch/u2_0.vdev
1622024-08-17T05:16:35.659Zcreating /scratch/u2_1.vdev
1632024-08-17T05:16:35.659Zcreating /scratch/u2_2.vdev
1642024-08-17T05:16:35.659Zcreating /scratch/u2_3.vdev
1652024-08-17T05:16:35.659Zcreating /scratch/u2_4.vdev
1662024-08-17T05:16:35.659Zcreating /scratch/u2_5.vdev
1672024-08-17T05:16:35.659Zcreating /scratch/u2_6.vdev
1682024-08-17T05:16:35.659Zcreating /scratch/u2_7.vdev
1692024-08-17T05:16:35.659Zcreating /scratch/u2_8.vdev
1702024-08-17T05:16:35.659ZSimnet net0/sc0_0 exists
1712024-08-17T05:16:35.698ZSimnet net1/sc1_0 exists
1722024-08-17T05:16:35.722ZVnic sc0_1 exists
1732024-08-17T05:16:48.386ZUsing 10.151.2.100 as gateway ip
1742024-08-17T05:16:48.386Zusing 18:C0:4D:0D:A0:2A as gateway mac
1752024-08-17T05:16:48.386Zconfiguring SoftNPU ARP entry
1762024-08-17T05:16:48.414Zconfiguring SoftNPU proxy ARP
1772024-08-17T05:16:48.470ZSoftNPU state:
1782024-08-17T05:16:48.470Z local v6:
1792024-08-17T05:16:48.470Z local v4:
1802024-08-17T05:16:48.471Z router v6:
1812024-08-17T05:16:48.471Z router v4_idx:
1822024-08-17T05:16:48.471Z router v4_routes:
1832024-08-17T05:16:48.471Z resolver v4:
1842024-08-17T05:16:48.471Z 10.151.2.100 -> 18:c0:4d:0d:a0:2a
1852024-08-17T05:16:48.471Z resolver v6:
1862024-08-17T05:16:48.471Z nat v4:
1872024-08-17T05:16:48.471Z nat_v6:
1882024-08-17T05:16:48.471Z port_mac:
1892024-08-17T05:16:48.471Z proxy arp:
1902024-08-17T05:16:48.471Z 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
1912024-08-17T05:16:48.471Zcreated virtual hardware
1922024-08-17T05:16:48.494Z
1932024-08-17T05:16:48.494Zreal 12.908386584
1942024-08-17T05:16:48.494Zuser 0.673817361
1952024-08-17T05:16:48.494Zsys 3.235858126
1962024-08-17T05:16:48.495Ztrap 0.000060917
1972024-08-17T05:16:48.495Ztflt 0.000128074
1982024-08-17T05:16:48.495Zdflt 0.000590078
1992024-08-17T05:16:48.495Zkflt 0.000002320
2002024-08-17T05:16:48.495Zlock 9:58.914202655
2012024-08-17T05:16:48.495Zslp 39.110878841
2022024-08-17T05:16:48.495Zlat 0.073977343
2032024-08-17T05:16:48.495Zstop 0.346320755
2042024-08-17T05:16:48.495Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2052024-08-17T05:16:48.540Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2062024-08-17T05:16:48.540Z+ diff -u pkg/config.toml~ pkg/config.toml
2072024-08-17T05:16:48.540Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2082024-08-17T05:16:48.540Z+++ pkg/config.toml Sat Aug 17 05:16:48 2024
2092024-08-17T05:16:48.540Z@@ -29,18 +29,18 @@
2102024-08-17T05:16:48.540Z # These paths have the prefix of either "u2" or "m2", followed by an underscore,
2112024-08-17T05:16:48.540Z # followed by a string that is embedded into their fake serial values.
2122024-08-17T05:16:48.540Z vdevs = [
2132024-08-17T05:16:48.540Z- "m2_0.vdev",
2142024-08-17T05:16:48.540Z- "m2_1.vdev",
2152024-08-17T05:16:48.540Z+ "/scratch/m2_0.vdev",
2162024-08-17T05:16:48.540Z+ "/scratch/m2_1.vdev",
2172024-08-17T05:16:48.540Z
2182024-08-17T05:16:48.540Z- "u2_0.vdev",
2192024-08-17T05:16:48.540Z- "u2_1.vdev",
2202024-08-17T05:16:48.540Z- "u2_2.vdev",
2212024-08-17T05:16:48.540Z- "u2_3.vdev",
2222024-08-17T05:16:48.540Z- "u2_4.vdev",
2232024-08-17T05:16:48.540Z- "u2_5.vdev",
2242024-08-17T05:16:48.541Z- "u2_6.vdev",
2252024-08-17T05:16:48.541Z- "u2_7.vdev",
2262024-08-17T05:16:48.541Z- "u2_8.vdev",
2272024-08-17T05:16:48.541Z+ "/scratch/u2_0.vdev",
2282024-08-17T05:16:48.541Z+ "/scratch/u2_1.vdev",
2292024-08-17T05:16:48.541Z+ "/scratch/u2_2.vdev",
2302024-08-17T05:16:48.541Z+ "/scratch/u2_3.vdev",
2312024-08-17T05:16:48.541Z+ "/scratch/u2_4.vdev",
2322024-08-17T05:16:48.541Z+ "/scratch/u2_5.vdev",
2332024-08-17T05:16:48.541Z+ "/scratch/u2_6.vdev",
2342024-08-17T05:16:48.541Z+ "/scratch/u2_7.vdev",
2352024-08-17T05:16:48.541Z+ "/scratch/u2_8.vdev",
2362024-08-17T05:16:48.541Z ]
2372024-08-17T05:16:48.541Z
2382024-08-17T05:16:48.541Z # Percentage of usable physical DRAM to use for the VMM reservoir, which
2392024-08-17T05:16:48.541Z+ true
2402024-08-17T05:16:48.541Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2412024-08-17T05:16:48.541Z+ SILO_NAME=recovery
2422024-08-17T05:16:48.541Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2432024-08-17T05:16:48.541Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2442024-08-17T05:16:48.541Z+ sed -i~ '
2452024-08-17T05:16:48.541Z /^external_dns_ips/c\
2462024-08-17T05:16:48.541Zexternal_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2472024-08-17T05:16:48.541Z /^\[\[internal_services_ip_pool_ranges/,/^$/ {
2482024-08-17T05:16:48.541Z /^first/c\
2492024-08-17T05:16:48.541Zfirst = "10.151.2.164"
2502024-08-17T05:16:48.541Z /^last/c\
2512024-08-17T05:16:48.541Zlast = "10.151.2.173"
2522024-08-17T05:16:48.541Z }
2532024-08-17T05:16:48.541Z /^infra_ip_first/c\
2542024-08-17T05:16:48.541Zinfra_ip_first = "10.151.2.174"
2552024-08-17T05:16:48.541Z /^infra_ip_last/c\
2562024-08-17T05:16:48.541Zinfra_ip_last = "10.151.2.174"
2572024-08-17T05:16:48.541Z /^\[\[rack_network_config.ports/,/^$/ {
2582024-08-17T05:16:48.541Z /^routes/c\
2592024-08-17T05:16:48.541Zroutes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\]
2602024-08-17T05:16:48.541Z /^addresses/c\
2612024-08-17T05:16:48.541Zaddresses = \[{address = "10.151.2.174/24"} \]
2622024-08-17T05:16:48.541Z }
2632024-08-17T05:16:48.542Z' pkg/config-rss.toml
2642024-08-17T05:16:48.542Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2652024-08-17T05:16:48.542Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2662024-08-17T05:16:48.542Z+++ pkg/config-rss.toml Sat Aug 17 05:16:48 2024
2672024-08-17T05:16:48.542Z@@ -33,7 +33,7 @@
2682024-08-17T05:16:48.542Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2692024-08-17T05:16:48.542Z # must be contained in one of the "internal services" IP Pool ranges listed
2702024-08-17T05:16:48.542Z # below.
2712024-08-17T05:16:48.542Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2722024-08-17T05:16:48.542Z+external_dns_ips = [ "10.151.2.164", "10.151.2.165" ]
2732024-08-17T05:16:48.542Z
2742024-08-17T05:16:48.542Z # Initial TLS certificates for the external API
2752024-08-17T05:16:48.542Z #
2762024-08-17T05:16:48.542Z@@ -69,8 +69,8 @@
2772024-08-17T05:16:48.542Z #
2782024-08-17T05:16:48.542Z # For more on this and what to put here, see docs/how-to-run.adoc.
2792024-08-17T05:16:48.542Z [[internal_services_ip_pool_ranges]]
2802024-08-17T05:16:48.542Z-first = "192.168.1.20"
2812024-08-17T05:16:48.542Z-last = "192.168.1.29"
2822024-08-17T05:16:48.542Z+first = "10.151.2.164"
2832024-08-17T05:16:48.542Z+last = "10.151.2.173"
2842024-08-17T05:16:48.542Z
2852024-08-17T05:16:48.542Z # TODO - this configuration is subject to change going forward. Ultimately these
2862024-08-17T05:16:48.542Z # parameters should be provided to the control plane via wicket, but we need to
2872024-08-17T05:16:48.542Z@@ -91,8 +91,8 @@
2882024-08-17T05:16:48.542Z # A range of IP addresses used by Boundary Services on the external network. In
2892024-08-17T05:16:48.542Z # a real system, these would be addresses of the uplink ports on the Sidecar.
2902024-08-17T05:16:48.542Z # With softnpu, only one address is used.
2912024-08-17T05:16:48.542Z-infra_ip_first = "192.168.1.30"
2922024-08-17T05:16:48.542Z-infra_ip_last = "192.168.1.30"
2932024-08-17T05:16:48.542Z+infra_ip_first = "10.151.2.174"
2942024-08-17T05:16:48.542Z+infra_ip_last = "10.151.2.174"
2952024-08-17T05:16:48.542Z
2962024-08-17T05:16:48.542Z # Configurations for BGP routers to run on the scrimlets.
2972024-08-17T05:16:48.542Z bgp = []
2982024-08-17T05:16:48.542Z@@ -100,9 +100,9 @@
2992024-08-17T05:16:48.543Z # You can configure multiple uplinks by repeating the following stanza
3002024-08-17T05:16:48.543Z [[rack_network_config.ports]]
3012024-08-17T05:16:48.543Z # Routes associated with this port.
3022024-08-17T05:16:48.543Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3032024-08-17T05:16:48.543Z+routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}]
3042024-08-17T05:16:48.543Z # Addresses associated with this port.
3052024-08-17T05:16:48.567Z-addresses = [{address = "192.168.1.30/24"}]
3062024-08-17T05:16:48.567Z+addresses = [{address = "10.151.2.174/24"} ]
3072024-08-17T05:16:48.567Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3082024-08-17T05:16:48.567Z port = "qsfp0"
3092024-08-17T05:16:48.567Z # The speed of this port.
3102024-08-17T05:16:48.567Z+ true
3112024-08-17T05:16:48.567Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3122024-08-17T05:16:48.567Za pkg/config-rss.toml 7K
3132024-08-17T05:16:48.567Za pkg/config.toml 4K
3142024-08-17T05:16:48.567Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3152024-08-17T05:16:48.567Z+ TLS_NAME=recovery.sys.oxide.test
3162024-08-17T05:16:48.567Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3172024-08-17T05:16:48.662Z..............+...+.....+.......+.........+..+.........+......+............+......+.+...............+.....+..........+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+...+.......+...+.....+...+....+..................+...+.........+.....+.+..+.+.....+.+.....+.+.....+...+.......+...+.....+....+...+..................+..+....+......+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3182024-08-17T05:16:48.902Z.+............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+....+..+.+...+.....+.+.....+....+.....+....+........+.......+...+............+........+....+.....+....+..+.......+...+.....+....+...+..+...+.+.....+.+.....+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*......+........+....+........+.........+......+...+....+....................+...+...............+.............+............+...+..+............+.......+...+.................+.+..+..........+......+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
3192024-08-17T05:16:48.926Z-----
3202024-08-17T05:16:48.949Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3212024-08-17T05:16:48.949Za pkg/initial-tls-cert.pem 2K
3222024-08-17T05:16:48.949Za pkg/initial-tls-key.pem 4K
3232024-08-17T05:16:48.949Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3242024-08-17T05:16:48.949Z+ rmdir pkg
3252024-08-17T05:16:48.949Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3262024-08-17T05:16:48.949Z+ pfexec mkdir -p /usr/oxide
3272024-08-17T05:16:48.949Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.0
3282024-08-17T05:16:49.640Z+ pfexec chmod +x /usr/oxide/oxide
3292024-08-17T05:16:49.663Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3302024-08-17T05:17:07.960Z+ OMICRON_NO_UNINSTALL=1
3312024-08-17T05:17:07.960Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3322024-08-17T05:17:07.983ZLogging to: /opt/oxide/work/out/LOG
3332024-08-17T05:17:08.511Z
3342024-08-17T05:17:08.535Zreal 0.545355817
3352024-08-17T05:17:08.535Zuser 0.125951241
3362024-08-17T05:17:08.535Zsys 2.335573340
3372024-08-17T05:17:08.535Ztrap 0.000000860
3382024-08-17T05:17:08.535Ztflt 0.000069250
3392024-08-17T05:17:08.535Zdflt 0.000516890
3402024-08-17T05:17:08.535Zkflt 0.000000000
3412024-08-17T05:17:08.535Zlock 49.422909443
3422024-08-17T05:17:08.535Zslp 0.753437977
3432024-08-17T05:17:08.535Zlat 0.003238351
3442024-08-17T05:17:08.535Zstop 0.210510353
3452024-08-17T05:17:08.535Z+ retry=0
3462024-08-17T05:17:08.535Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3472024-08-17T05:17:08.535Z+ [[ 0 -gt 30 ]]
3482024-08-17T05:17:08.535Z+ sleep 1
3492024-08-17T05:17:09.526Z+ retry=1
3502024-08-17T05:17:09.526Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3512024-08-17T05:17:09.549Z+ [[ 1 -gt 30 ]]
3522024-08-17T05:17:09.549Z+ sleep 1
3532024-08-17T05:17:10.540Z+ retry=2
3542024-08-17T05:17:10.540Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3552024-08-17T05:17:10.564Z+ [[ 2 -gt 30 ]]
3562024-08-17T05:17:10.564Z+ sleep 1
3572024-08-17T05:17:11.554Z+ retry=3
3582024-08-17T05:17:11.554Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3592024-08-17T05:17:29.899Z+ [[ 3 -gt 30 ]]
3602024-08-17T05:17:29.899Z+ sleep 1
3612024-08-17T05:17:30.902Z+ retry=4
3622024-08-17T05:17:30.902Z+ curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3632024-08-17T05:17:30.926Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
3642024-08-17T05:17:30.949Zlocal v6:
3652024-08-17T05:17:30.949Zfe80::847a:40ff:fe3b:82a6
3662024-08-17T05:17:30.949Zfd34:f10d:59c0:d7c7::1
3672024-08-17T05:17:30.949Zlocal v4:
3682024-08-17T05:17:30.949Z10.151.2.174
3692024-08-17T05:17:30.949Zrouter v6:
3702024-08-17T05:17:30.949Zrouter v4_idx:
3712024-08-17T05:17:30.949Zrouter v4_routes:
3722024-08-17T05:17:30.949Zresolver v4:
3732024-08-17T05:17:30.949Z10.151.2.100 -> 18:c0:4d:0d:a0:2a
3742024-08-17T05:17:30.949Zresolver v6:
3752024-08-17T05:17:30.949Zfe80::847a:40ff:fe3b:82a6 -> 86:7a:40:3b:82:a6
3762024-08-17T05:17:30.950Zfe80::8863:6cff:fecf:6e28 -> 8a:63:6c:cf:6e:28
3772024-08-17T05:17:30.950Znat v4:
3782024-08-17T05:17:30.950Znat_v6:
3792024-08-17T05:17:30.950Zport_mac:
3802024-08-17T05:17:30.950Z2: a8:40:25:57:02:90
3812024-08-17T05:17:30.950Z1000: a8:40:25:57:02:6f
3822024-08-17T05:17:30.950Z1: a8:40:25:57:02:70
3832024-08-17T05:17:30.950Zproxy arp:
3842024-08-17T05:17:30.950Z10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d
3852024-08-17T05:17:30.950Z+ retry=0
3862024-08-17T05:17:30.950Z+++ zoneadm list -n
3872024-08-17T05:17:30.950Z+++ grep oxz_ntp
3882024-08-17T05:17:30.973Z++ pfexec svcs -z -Hostate oxide/ntp
3892024-08-17T05:17:30.974Zsvcs: zone '-Hostate': entity not found
3902024-08-17T05:17:30.974Z++ true
3912024-08-17T05:17:30.974Z+ [[ '' != online ]]
3922024-08-17T05:17:30.974Z+ [[ 0 -gt 60 ]]
3932024-08-17T05:17:30.974Z+ sleep 1
3942024-08-17T05:17:31.963Z+ retry=1
3952024-08-17T05:17:31.987Z+++ zoneadm list -n
3962024-08-17T05:17:31.987Z+++ grep oxz_ntp
3972024-08-17T05:17:31.987Z++ pfexec svcs -z -Hostate oxide/ntp
3982024-08-17T05:17:31.987Zsvcs: zone '-Hostate': entity not found
3992024-08-17T05:17:31.987Z++ true
4002024-08-17T05:17:31.987Z+ [[ '' != online ]]
4012024-08-17T05:17:31.987Z+ [[ 1 -gt 60 ]]
4022024-08-17T05:17:31.987Z+ sleep 1
4032024-08-17T05:17:32.987Z+ retry=2
4042024-08-17T05:17:33.011Z+++ zoneadm list -n
4052024-08-17T05:17:33.011Z+++ grep oxz_ntp
4062024-08-17T05:17:33.011Z++ pfexec svcs -z -Hostate oxide/ntp
4072024-08-17T05:17:33.011Zsvcs: zone '-Hostate': entity not found
4082024-08-17T05:17:33.011Z++ true
4092024-08-17T05:17:33.011Z+ [[ '' != online ]]
4102024-08-17T05:17:33.011Z+ [[ 2 -gt 60 ]]
4112024-08-17T05:17:33.011Z+ sleep 1
4122024-08-17T05:17:34.011Z+ retry=3
4132024-08-17T05:17:34.034Z+++ zoneadm list -n
4142024-08-17T05:17:34.034Z+++ grep oxz_ntp
4152024-08-17T05:17:34.034Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4162024-08-17T05:17:34.072Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4172024-08-17T05:17:34.095Z++ true
4182024-08-17T05:17:34.095Z+ [[ '' != online ]]
4192024-08-17T05:17:34.095Z+ [[ 3 -gt 60 ]]
4202024-08-17T05:17:34.095Z+ sleep 1
4212024-08-17T05:17:35.077Z+ retry=4
4222024-08-17T05:17:35.101Z+++ zoneadm list -n
4232024-08-17T05:17:35.101Z+++ grep oxz_ntp
4242024-08-17T05:17:35.101Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4252024-08-17T05:17:35.124Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4262024-08-17T05:17:35.124Z++ true
4272024-08-17T05:17:35.124Z+ [[ '' != online ]]
4282024-08-17T05:17:35.124Z+ [[ 4 -gt 60 ]]
4292024-08-17T05:17:35.124Z+ sleep 1
4302024-08-17T05:17:36.111Z+ retry=5
4312024-08-17T05:17:36.134Z+++ zoneadm list -n
4322024-08-17T05:17:36.134Z+++ grep oxz_ntp
4332024-08-17T05:17:36.134Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4342024-08-17T05:17:36.158Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4352024-08-17T05:17:36.158Z++ true
4362024-08-17T05:17:36.158Z+ [[ '' != online ]]
4372024-08-17T05:17:36.158Z+ [[ 5 -gt 60 ]]
4382024-08-17T05:17:36.158Z+ sleep 1
4392024-08-17T05:17:37.142Z+ retry=6
4402024-08-17T05:17:37.165Z+++ zoneadm list -n
4412024-08-17T05:17:37.165Z+++ grep oxz_ntp
4422024-08-17T05:17:37.165Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4432024-08-17T05:17:37.189Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4442024-08-17T05:17:37.189Z++ true
4452024-08-17T05:17:37.189Z+ [[ '' != online ]]
4462024-08-17T05:17:37.189Z+ [[ 6 -gt 60 ]]
4472024-08-17T05:17:37.189Z+ sleep 1
4482024-08-17T05:17:38.173Z+ retry=7
4492024-08-17T05:17:38.197Z+++ zoneadm list -n
4502024-08-17T05:17:38.197Z+++ grep oxz_ntp
4512024-08-17T05:17:38.197Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4522024-08-17T05:17:38.197Z+ [[ offline != online ]]
4532024-08-17T05:17:38.197Z+ [[ 7 -gt 60 ]]
4542024-08-17T05:17:38.197Z+ sleep 1
4552024-08-17T05:17:39.198Z+ retry=8
4562024-08-17T05:17:39.222Z+++ zoneadm list -n
4572024-08-17T05:17:39.222Z+++ grep oxz_ntp
4582024-08-17T05:17:39.223Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4592024-08-17T05:17:39.223Z+ [[ offline != online ]]
4602024-08-17T05:17:39.223Z+ [[ 8 -gt 60 ]]
4612024-08-17T05:17:39.223Z+ sleep 1
4622024-08-17T05:17:40.220Z+ retry=9
4632024-08-17T05:17:40.243Z+++ zoneadm list -n
4642024-08-17T05:17:40.243Z+++ grep oxz_ntp
4652024-08-17T05:17:40.243Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4662024-08-17T05:17:40.243Z+ [[ offline != online ]]
4672024-08-17T05:17:40.243Z+ [[ 9 -gt 60 ]]
4682024-08-17T05:17:40.243Z+ sleep 1
4692024-08-17T05:17:41.242Z+ retry=10
4702024-08-17T05:17:41.267Z+++ zoneadm list -n
4712024-08-17T05:17:41.267Z+++ grep oxz_ntp
4722024-08-17T05:17:41.267Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4732024-08-17T05:17:41.267Z+ [[ offline != online ]]
4742024-08-17T05:17:41.267Z+ [[ 10 -gt 60 ]]
4752024-08-17T05:17:41.267Z+ sleep 1
4762024-08-17T05:17:42.265Z+ retry=11
4772024-08-17T05:17:42.289Z+++ zoneadm list -n
4782024-08-17T05:17:42.289Z+++ grep oxz_ntp
4792024-08-17T05:17:42.289Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4802024-08-17T05:17:42.289Z+ [[ offline != online ]]
4812024-08-17T05:17:42.289Z+ [[ 11 -gt 60 ]]
4822024-08-17T05:17:42.289Z+ sleep 1
4832024-08-17T05:17:43.285Z+ retry=12
4842024-08-17T05:17:43.309Z+++ zoneadm list -n
4852024-08-17T05:17:43.309Z+++ grep oxz_ntp
4862024-08-17T05:17:43.309Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4872024-08-17T05:17:43.309Z+ [[ offline != online ]]
4882024-08-17T05:17:43.309Z+ [[ 12 -gt 60 ]]
4892024-08-17T05:17:43.309Z+ sleep 1
 
4902024-08-17T05:17:44.085Zsock console login: Aug 17 05:17:43 sock ip: ip: joining multicasts failed (4) on opte0 - will use link layer broadcasts for multicast
 
4912024-08-17T05:17:44.307Z+ retry=13
4922024-08-17T05:17:44.331Z+++ zoneadm list -n
4932024-08-17T05:17:44.331Z+++ grep oxz_ntp
4942024-08-17T05:17:44.331Z++ pfexec svcs -z oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc -Hostate oxide/ntp
4952024-08-17T05:17:44.331Z+ [[ online != online ]]
4962024-08-17T05:17:44.331Z+ echo 'Waited for chrony: 13s'
4972024-08-17T05:17:44.331Z+ retry=0
4982024-08-17T05:17:44.331ZWaited for chrony: 13s
4992024-08-17T05:17:44.331Z+ zoneadm list
5002024-08-17T05:17:44.331Z+ grep nexus
5012024-08-17T05:17:44.354Z+ [[ 0 -gt 300 ]]
5022024-08-17T05:17:44.354Z+ sleep 1
5032024-08-17T05:17:45.336Z+ retry=1
5042024-08-17T05:17:45.360Z+ zoneadm list
5052024-08-17T05:17:45.360Z+ grep nexus
5062024-08-17T05:17:45.360Z+ [[ 1 -gt 300 ]]
5072024-08-17T05:17:45.361Z+ sleep 1
5082024-08-17T05:17:46.347Z+ retry=2
5092024-08-17T05:17:46.371Z+ zoneadm list
5102024-08-17T05:17:46.371Z+ grep nexus
5112024-08-17T05:17:46.371Z+ [[ 2 -gt 300 ]]
5122024-08-17T05:17:46.371Z+ sleep 1
5132024-08-17T05:17:47.356Z+ retry=3
5142024-08-17T05:17:47.381Z+ zoneadm list
5152024-08-17T05:17:47.381Z+ grep nexus
5162024-08-17T05:17:47.381Z+ [[ 3 -gt 300 ]]
5172024-08-17T05:17:47.381Z+ sleep 1
5182024-08-17T05:17:48.368Z+ retry=4
5192024-08-17T05:17:48.393Z+ zoneadm list
5202024-08-17T05:17:48.393Z+ grep nexus
5212024-08-17T05:17:48.393Z+ [[ 4 -gt 300 ]]
5222024-08-17T05:17:48.393Z+ sleep 1
5232024-08-17T05:17:49.395Z+ retry=5
5242024-08-17T05:17:49.395Z+ zoneadm list
5252024-08-17T05:17:49.395Z+ grep nexus
5262024-08-17T05:17:49.395Z+ [[ 5 -gt 300 ]]
5272024-08-17T05:17:49.395Z+ sleep 1
5282024-08-17T05:17:50.398Z+ retry=6
5292024-08-17T05:17:50.422Z+ zoneadm list
5302024-08-17T05:17:50.422Z+ grep nexus
5312024-08-17T05:17:50.422Z+ [[ 6 -gt 300 ]]
5322024-08-17T05:17:50.422Z+ sleep 1
5332024-08-17T05:17:51.413Z+ retry=7
5342024-08-17T05:17:51.437Z+ zoneadm list
5352024-08-17T05:17:51.437Z+ grep nexus
5362024-08-17T05:17:51.437Z+ [[ 7 -gt 300 ]]
5372024-08-17T05:17:51.437Z+ sleep 1
5382024-08-17T05:17:52.432Z+ retry=8
5392024-08-17T05:17:52.470Z+ zoneadm list
5402024-08-17T05:17:52.512Z+ grep nexus
5412024-08-17T05:17:52.538Z+ [[ 8 -gt 300 ]]
5422024-08-17T05:17:52.538Z+ sleep 1
5432024-08-17T05:17:53.560Z+ retry=9
5442024-08-17T05:17:53.584Z+ zoneadm list
5452024-08-17T05:17:53.609Z+ grep nexus
5462024-08-17T05:17:53.610Z+ [[ 9 -gt 300 ]]
5472024-08-17T05:17:53.610Z+ sleep 1
5482024-08-17T05:17:54.609Z+ retry=10
5492024-08-17T05:17:54.632Z+ zoneadm list
5502024-08-17T05:17:54.632Z+ grep nexus
5512024-08-17T05:17:54.632Z+ [[ 10 -gt 300 ]]
5522024-08-17T05:17:54.633Z+ sleep 1
5532024-08-17T05:17:55.624Z+ retry=11
5542024-08-17T05:17:55.648Z+ zoneadm list
5552024-08-17T05:17:55.648Z+ grep nexus
5562024-08-17T05:17:55.648Z+ [[ 11 -gt 300 ]]
5572024-08-17T05:17:55.649Z+ sleep 1
5582024-08-17T05:17:56.641Z+ retry=12
5592024-08-17T05:17:56.665Z+ zoneadm list
5602024-08-17T05:17:56.665Z+ grep nexus
5612024-08-17T05:17:56.665Z+ [[ 12 -gt 300 ]]
5622024-08-17T05:17:56.665Z+ sleep 1
5632024-08-17T05:17:57.655Z+ retry=13
5642024-08-17T05:17:57.679Z+ zoneadm list
5652024-08-17T05:17:57.679Z+ grep nexus
5662024-08-17T05:17:57.679Z+ [[ 13 -gt 300 ]]
5672024-08-17T05:17:57.679Z+ sleep 1
5682024-08-17T05:17:58.669Z+ retry=14
5692024-08-17T05:17:58.692Z+ zoneadm list
5702024-08-17T05:17:58.692Z+ grep nexus
5712024-08-17T05:17:58.692Z+ [[ 14 -gt 300 ]]
5722024-08-17T05:17:58.692Z+ sleep 1
5732024-08-17T05:17:59.680Z+ retry=15
5742024-08-17T05:17:59.704Z+ zoneadm list
5752024-08-17T05:17:59.704Z+ grep nexus
5762024-08-17T05:17:59.704Z+ [[ 15 -gt 300 ]]
5772024-08-17T05:17:59.704Z+ sleep 1
5782024-08-17T05:18:00.692Z+ retry=16
5792024-08-17T05:18:00.716Z+ zoneadm list
5802024-08-17T05:18:00.716Z+ grep nexus
5812024-08-17T05:18:00.716Z+ [[ 16 -gt 300 ]]
5822024-08-17T05:18:00.716Z+ sleep 1
5832024-08-17T05:18:01.705Z+ retry=17
5842024-08-17T05:18:01.729Z+ zoneadm list
5852024-08-17T05:18:01.729Z+ grep nexus
5862024-08-17T05:18:01.729Z+ [[ 17 -gt 300 ]]
5872024-08-17T05:18:01.729Z+ sleep 1
5882024-08-17T05:18:02.716Z+ retry=18
5892024-08-17T05:18:02.741Z+ zoneadm list
5902024-08-17T05:18:02.741Z+ grep nexus
5912024-08-17T05:18:02.741Z+ [[ 18 -gt 300 ]]
5922024-08-17T05:18:02.741Z+ sleep 1
5932024-08-17T05:18:03.728Z+ retry=19
5942024-08-17T05:18:03.752Z+ zoneadm list
5952024-08-17T05:18:03.752Z+ grep nexus
5962024-08-17T05:18:03.752Z+ [[ 19 -gt 300 ]]
5972024-08-17T05:18:03.752Z+ sleep 1
5982024-08-17T05:18:04.741Z+ retry=20
5992024-08-17T05:18:04.765Z+ zoneadm list
6002024-08-17T05:18:04.765Z+ grep nexus
6012024-08-17T05:18:04.765Z+ [[ 20 -gt 300 ]]
6022024-08-17T05:18:04.765Z+ sleep 1
6032024-08-17T05:18:05.754Z+ retry=21
6042024-08-17T05:18:05.778Z+ zoneadm list
6052024-08-17T05:18:05.778Z+ grep nexus
6062024-08-17T05:18:05.778Z+ [[ 21 -gt 300 ]]
6072024-08-17T05:18:05.778Z+ sleep 1
6082024-08-17T05:18:06.767Z+ retry=22
6092024-08-17T05:18:06.791Z+ zoneadm list
6102024-08-17T05:18:06.791Z+ grep nexus
6112024-08-17T05:18:06.791Z+ [[ 22 -gt 300 ]]
6122024-08-17T05:18:06.791Z+ sleep 1
6132024-08-17T05:18:07.779Z+ retry=23
6142024-08-17T05:18:07.803Z+ zoneadm list
6152024-08-17T05:18:07.803Z+ grep nexus
6162024-08-17T05:18:07.803Z+ [[ 23 -gt 300 ]]
6172024-08-17T05:18:07.803Z+ sleep 1
6182024-08-17T05:18:08.791Z+ retry=24
6192024-08-17T05:18:08.815Z+ zoneadm list
6202024-08-17T05:18:08.815Z+ grep nexus
6212024-08-17T05:18:08.815Z+ [[ 24 -gt 300 ]]
6222024-08-17T05:18:08.815Z+ sleep 1
6232024-08-17T05:18:09.804Z+ retry=25
6242024-08-17T05:18:09.828Z+ zoneadm list
6252024-08-17T05:18:09.828Z+ grep nexus
6262024-08-17T05:18:09.828Z+ [[ 25 -gt 300 ]]
6272024-08-17T05:18:09.828Z+ sleep 1
6282024-08-17T05:18:10.815Z+ retry=26
6292024-08-17T05:18:10.839Z+ zoneadm list
6302024-08-17T05:18:10.839Z+ grep nexus
6312024-08-17T05:18:10.839Z+ [[ 26 -gt 300 ]]
6322024-08-17T05:18:10.839Z+ sleep 1
6332024-08-17T05:18:11.828Z+ retry=27
6342024-08-17T05:18:11.852Z+ zoneadm list
6352024-08-17T05:18:11.852Z+ grep nexus
6362024-08-17T05:18:11.852Z+ [[ 27 -gt 300 ]]
6372024-08-17T05:18:11.852Z+ sleep 1
6382024-08-17T05:18:12.841Z+ retry=28
6392024-08-17T05:18:12.865Z+ zoneadm list
6402024-08-17T05:18:12.865Z+ grep nexus
6412024-08-17T05:18:12.865Z+ [[ 28 -gt 300 ]]
6422024-08-17T05:18:12.865Z+ sleep 1
6432024-08-17T05:18:13.857Z+ retry=29
6442024-08-17T05:18:13.881Z+ zoneadm list
6452024-08-17T05:18:13.881Z+ grep nexus
6462024-08-17T05:18:13.881Z+ [[ 29 -gt 300 ]]
6472024-08-17T05:18:13.881Z+ sleep 1
6482024-08-17T05:18:14.873Z+ retry=30
6492024-08-17T05:18:14.896Z+ zoneadm list
6502024-08-17T05:18:14.896Z+ grep nexus
6512024-08-17T05:18:14.896Z+ [[ 30 -gt 300 ]]
6522024-08-17T05:18:14.897Z+ sleep 1
6532024-08-17T05:18:15.886Z+ retry=31
6542024-08-17T05:18:15.910Z+ zoneadm list
6552024-08-17T05:18:15.910Z+ grep nexus
6562024-08-17T05:18:15.910Z+ [[ 31 -gt 300 ]]
6572024-08-17T05:18:15.910Z+ sleep 1
6582024-08-17T05:18:16.897Z+ retry=32
6592024-08-17T05:18:16.921Z+ zoneadm list
6602024-08-17T05:18:16.921Z+ grep nexus
6612024-08-17T05:18:16.921Z+ [[ 32 -gt 300 ]]
6622024-08-17T05:18:16.921Z+ sleep 1
6632024-08-17T05:18:17.909Z+ retry=33
6642024-08-17T05:18:17.933Z+ zoneadm list
6652024-08-17T05:18:17.934Z+ grep nexus
6662024-08-17T05:18:17.934Z+ [[ 33 -gt 300 ]]
6672024-08-17T05:18:17.934Z+ sleep 1
6682024-08-17T05:18:18.922Z+ retry=34
6692024-08-17T05:18:18.945Z+ zoneadm list
6702024-08-17T05:18:18.945Z+ grep nexus
6712024-08-17T05:18:18.945Z+ [[ 34 -gt 300 ]]
6722024-08-17T05:18:18.945Z+ sleep 1
6732024-08-17T05:18:19.933Z+ retry=35
6742024-08-17T05:18:19.957Z+ zoneadm list
6752024-08-17T05:18:19.957Z+ grep nexus
6762024-08-17T05:18:19.957Z+ [[ 35 -gt 300 ]]
6772024-08-17T05:18:19.957Z+ sleep 1
6782024-08-17T05:18:20.944Z+ retry=36
6792024-08-17T05:18:20.968Z+ zoneadm list
6802024-08-17T05:18:20.968Z+ grep nexus
6812024-08-17T05:18:20.968Z+ [[ 36 -gt 300 ]]
6822024-08-17T05:18:20.968Z+ sleep 1
6832024-08-17T05:18:21.956Z+ retry=37
6842024-08-17T05:18:21.980Z+ zoneadm list
6852024-08-17T05:18:21.980Z+ grep nexus
6862024-08-17T05:18:21.980Z+ [[ 37 -gt 300 ]]
6872024-08-17T05:18:21.980Z+ sleep 1
6882024-08-17T05:18:22.968Z+ retry=38
6892024-08-17T05:18:22.992Z+ zoneadm list
6902024-08-17T05:18:22.992Z+ grep nexus
6912024-08-17T05:18:22.992Z+ [[ 38 -gt 300 ]]
6922024-08-17T05:18:22.992Z+ sleep 1
6932024-08-17T05:18:23.980Z+ retry=39
6942024-08-17T05:18:24.005Z+ zoneadm list
6952024-08-17T05:18:24.005Z+ grep nexus
6962024-08-17T05:18:24.005Z+ [[ 39 -gt 300 ]]
6972024-08-17T05:18:24.005Z+ sleep 1
6982024-08-17T05:18:25.000Z+ retry=40
6992024-08-17T05:18:25.024Z+ zoneadm list
7002024-08-17T05:18:25.024Z+ grep nexus
7012024-08-17T05:18:25.024Z+ [[ 40 -gt 300 ]]
7022024-08-17T05:18:25.024Z+ sleep 1
7032024-08-17T05:18:26.053Z+ retry=41
7042024-08-17T05:18:26.053Z+ grep nexus
7052024-08-17T05:18:26.078Z+ zoneadm list
7062024-08-17T05:18:26.078Z+ [[ 41 -gt 300 ]]
7072024-08-17T05:18:26.078Z+ sleep 1
7082024-08-17T05:18:27.068Z+ retry=42
7092024-08-17T05:18:27.092Z+ zoneadm list
7102024-08-17T05:18:27.092Z+ grep nexus
7112024-08-17T05:18:27.092Z+ [[ 42 -gt 300 ]]
7122024-08-17T05:18:27.092Z+ sleep 1
7132024-08-17T05:18:28.081Z+ retry=43
7142024-08-17T05:18:28.104Z+ zoneadm list
7152024-08-17T05:18:28.105Z+ grep nexus
7162024-08-17T05:18:28.105Z+ [[ 43 -gt 300 ]]
7172024-08-17T05:18:28.105Z+ sleep 1
7182024-08-17T05:18:29.093Z+ retry=44
7192024-08-17T05:18:29.117Z+ zoneadm list
7202024-08-17T05:18:29.117Z+ grep nexus
7212024-08-17T05:18:29.117Z+ [[ 44 -gt 300 ]]
7222024-08-17T05:18:29.117Z+ sleep 1
7232024-08-17T05:18:30.104Z+ retry=45
7242024-08-17T05:18:30.128Z+ zoneadm list
7252024-08-17T05:18:30.128Z+ grep nexus
7262024-08-17T05:18:30.128Z+ [[ 45 -gt 300 ]]
7272024-08-17T05:18:30.128Z+ sleep 1
7282024-08-17T05:18:31.117Z+ retry=46
7292024-08-17T05:18:31.141Z+ zoneadm list
7302024-08-17T05:18:31.141Z+ grep nexus
7312024-08-17T05:18:31.141Z+ [[ 46 -gt 300 ]]
7322024-08-17T05:18:31.141Z+ sleep 1
7332024-08-17T05:18:32.129Z+ retry=47
7342024-08-17T05:18:32.153Z+ zoneadm list
7352024-08-17T05:18:32.153Z+ grep nexus
7362024-08-17T05:18:32.153Z+ [[ 47 -gt 300 ]]
7372024-08-17T05:18:32.153Z+ sleep 1
7382024-08-17T05:18:33.142Z+ retry=48
7392024-08-17T05:18:33.166Z+ zoneadm list
7402024-08-17T05:18:33.166Z+ grep nexus
7412024-08-17T05:18:33.166Z+ [[ 48 -gt 300 ]]
7422024-08-17T05:18:33.166Z+ sleep 1
7432024-08-17T05:18:34.154Z+ retry=49
7442024-08-17T05:18:34.178Z+ zoneadm list
7452024-08-17T05:18:34.178Z+ grep nexus
7462024-08-17T05:18:34.178Z+ [[ 49 -gt 300 ]]
7472024-08-17T05:18:34.178Z+ sleep 1
7482024-08-17T05:18:35.168Z+ retry=50
7492024-08-17T05:18:35.192Z+ zoneadm list
7502024-08-17T05:18:35.192Z+ grep nexus
7512024-08-17T05:18:35.192Z+ [[ 50 -gt 300 ]]
7522024-08-17T05:18:35.192Z+ sleep 1
7532024-08-17T05:18:36.190Z+ retry=51
7542024-08-17T05:18:36.236Z+ zoneadm list
7552024-08-17T05:18:36.236Z+ grep nexus
7562024-08-17T05:18:36.236Z+ [[ 51 -gt 300 ]]
7572024-08-17T05:18:36.236Z+ sleep 1
7582024-08-17T05:18:37.212Z+ retry=52
7592024-08-17T05:18:37.236Z+ zoneadm list
7602024-08-17T05:18:37.236Z+ grep nexus
7612024-08-17T05:18:37.236Z+ [[ 52 -gt 300 ]]
7622024-08-17T05:18:37.236Z+ sleep 1
7632024-08-17T05:18:38.291Z+ retry=53
7642024-08-17T05:18:38.326Z+ zoneadm list
7652024-08-17T05:18:38.350Z+ grep nexus
7662024-08-17T05:18:38.456Z+ [[ 53 -gt 300 ]]
7672024-08-17T05:18:38.456Z+ sleep 1
7682024-08-17T05:18:39.461Z+ retry=54
7692024-08-17T05:18:39.485Z+ zoneadm list
7702024-08-17T05:18:39.485Z+ grep nexus
7712024-08-17T05:18:39.485Z+ [[ 54 -gt 300 ]]
7722024-08-17T05:18:39.485Z+ sleep 1
7732024-08-17T05:18:40.533Z+ retry=55
7742024-08-17T05:18:40.533Z+ zoneadm list
7752024-08-17T05:18:40.533Z+ grep nexus
7762024-08-17T05:18:40.605Z+ [[ 55 -gt 300 ]]
7772024-08-17T05:18:40.605Z+ sleep 1
7782024-08-17T05:18:41.615Z+ retry=56
7792024-08-17T05:18:41.639Z+ zoneadm list
7802024-08-17T05:18:41.639Z+ grep nexus
7812024-08-17T05:18:41.639Zoxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2
7822024-08-17T05:18:41.639Z+ echo 'Waited for nexus: 56s'
7832024-08-17T05:18:41.639ZWaited for nexus: 56s
7842024-08-17T05:18:41.639Z+ export RUST_BACKTRACE=1
7852024-08-17T05:18:41.639Z+ RUST_BACKTRACE=1
7862024-08-17T05:18:41.639Z+ export E2E_TLS_CERT IPPOOL_START IPPOOL_END
7872024-08-17T05:18:41.639Z++ ./target/debug/bootstrap
7882024-08-17T05:18:41.813ZUsing external DNS server at 10.151.2.164:53
7892024-08-17T05:18:41.904Z2024-08-17 05:18:41.889812985 UTC: attempting to log into API
7902024-08-17T05:18:57.000Z2024-08-17 05:18:56.987986427 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7912024-08-17T05:18:58.002Z2024-08-17 05:18:57.990107510 UTC: attempting to log into API
 
7922024-08-17T05:19:04.529ZAug 17 05:19:03 sock ip: ip: joining multicasts failed (4) on opte1 - will use link layer broadcasts for multicast
7932024-08-17T05:19:05.652ZAug 17 05:19:05 sock ip: ip: joining multicasts failed (4) on opte5 - will use link layer broadcasts for multicast
7942024-08-17T05:19:05.690ZAug 17 05:19:05 sock ip: ip: joining multicasts failed (4) on opte3 - will use link layer broadcasts for multicast
7952024-08-17T05:19:05.999ZAug 17 05:19:05 sock ip: ip: joining multicasts failed (4) on opte2 - will use link layer broadcasts for multicast
7962024-08-17T05:19:06.036ZAug 17 05:19:05 sock ip: ip: joining multicasts failed (4) on opte4 - will use link layer broadcasts for multicast
 
7972024-08-17T05:19:13.046Z2024-08-17 05:19:13.034248025 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
7982024-08-17T05:19:14.046Z2024-08-17 05:19:14.034525951 UTC: attempting to log into API
7992024-08-17T05:19:29.078Z2024-08-17 05:19:29.066921466 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8002024-08-17T05:19:30.079Z2024-08-17 05:19:30.068197812 UTC: attempting to log into API
8012024-08-17T05:19:45.112Z2024-08-17 05:19:45.100703178 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8022024-08-17T05:19:46.113Z2024-08-17 05:19:46.101948664 UTC: attempting to log into API
8032024-08-17T05:20:01.146Z2024-08-17 05:20:01.134885354 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: operation timed out
8042024-08-17T05:20:02.147Z2024-08-17 05:20:02.136093808 UTC: attempting to log into API
8052024-08-17T05:20:02.191Z2024-08-17 05:20:02.180071931 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: dns error: no record found for Query { name: Name("recovery.sys.oxide.test."), query_type: AAAA, query_class: IN }
8062024-08-17T05:20:03.193Z2024-08-17 05:20:03.181532048 UTC: attempting to log into API
8072024-08-17T05:20:03.229Z2024-08-17 05:20:03.217098660 UTC: login failed: logging in: error sending request for url (https://recovery.sys.oxide.test/v1/login/recovery/local): error trying to connect: tcp connect error: Connection refused (os error 146)
8082024-08-17T05:20:04.230Z2024-08-17 05:20:04.218145783 UTC: attempting to log into API
8092024-08-17T05:20:05.007Z2024-08-17 05:20:04.995680771 UTC: login succeeded
8102024-08-17T05:20:05.038Zwaiting for nexus to come up...
8112024-08-17T05:20:05.108Zcreating IP pool... 10.151.2.175 - 10.151.2.227
8122024-08-17T05:20:05.291Zsetting up quotas...
8132024-08-17T05:20:05.338Zensuring datasets are ready...
8142024-08-17T05:20:08.062Zlet's roll.
8152024-08-17T05:20:08.086Z+ eval 'OXIDE_HOST=https://recovery.sys.oxide.test
8162024-08-17T05:20:08.087ZOXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8172024-08-17T05:20:08.087ZOXIDE_TOKEN=oxide-token-eac6e0c10b11a3f49c7ade39b23236bfbfa4f759'
8182024-08-17T05:20:08.087Z++ OXIDE_HOST=https://recovery.sys.oxide.test
8192024-08-17T05:20:08.087Z++ OXIDE_RESOLVE=recovery.sys.oxide.test:443:10.151.2.166
8202024-08-17T05:20:08.087Z++ OXIDE_TOKEN=oxide-token-eac6e0c10b11a3f49c7ade39b23236bfbfa4f759
8212024-08-17T05:20:08.087Z+ export OXIDE_HOST OXIDE_TOKEN
8222024-08-17T05:20:08.087Z+ retry=0
8232024-08-17T05:20:08.087Z+ curl -sSf https://recovery.sys.oxide.test/v1/ping --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem
8242024-08-17T05:20:08.148Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem project create --name images --description 'some images'
8252024-08-17T05:20:08.753Z{"status":"ok"}success
8262024-08-17T05:20:08.753ZProject {
8272024-08-17T05:20:08.753Z description: "some images",
8282024-08-17T05:20:08.753Z id: 0c2bd2d8-d64f-46e5-b3e9-d3b2cbee46f9,
8292024-08-17T05:20:08.753Z name: Name(
8302024-08-17T05:20:08.753Z "images",
8312024-08-17T05:20:08.753Z ),
8322024-08-17T05:20:08.753Z time_created: 2024-08-17T05:20:08.244323Z,
8332024-08-17T05:20:08.753Z time_modified: 2024-08-17T05:20:08.244323Z,
8342024-08-17T05:20:08.753Z}
8352024-08-17T05:20:08.777Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem disk import --path debian-11-genericcloud-amd64.raw --disk debian11-boot --project images --description 'debian 11 cloud image from distros' --snapshot debian11-snapshot --image debian11 --image-description 'debian 11 original base image' --image-os debian --image-version 11
8362024-08-17T05:25:09.052Zdone!
8372024-08-17T05:25:09.158Z+ /usr/oxide/oxide --resolve recovery.sys.oxide.test:443:10.151.2.166 --cacert /opt/oxide/sled-agent/pkg/initial-tls-cert.pem image promote --project images --image debian11
8382024-08-17T05:25:09.259Zsuccess
8392024-08-17T05:25:09.260ZImage {
8402024-08-17T05:25:09.260Z block_size: ByteCount(
8412024-08-17T05:25:09.260Z 512,
8422024-08-17T05:25:09.260Z ),
8432024-08-17T05:25:09.283Z description: "debian 11 original base image",
8442024-08-17T05:25:09.284Z digest: None,
8452024-08-17T05:25:09.284Z id: 97f54646-4d1f-4433-9eea-3fa7b08f352c,
8462024-08-17T05:25:09.284Z name: Name(
8472024-08-17T05:25:09.284Z "debian11",
8482024-08-17T05:25:09.284Z ),
8492024-08-17T05:25:09.284Z os: "debian",
8502024-08-17T05:25:09.284Z project_id: None,
8512024-08-17T05:25:09.284Z size: ByteCount(
8522024-08-17T05:25:09.284Z 2147483648,
8532024-08-17T05:25:09.284Z ),
8542024-08-17T05:25:09.284Z time_created: 2024-08-17T05:25:08.980862Z,
8552024-08-17T05:25:09.284Z time_modified: 2024-08-17T05:25:09.243209Z,
8562024-08-17T05:25:09.284Z url: None,
8572024-08-17T05:25:09.284Z version: "11",
8582024-08-17T05:25:09.284Z}
8592024-08-17T05:25:09.284Z+ for test_bin in tests/*
8602024-08-17T05:25:09.284Z+ ./tests/bootstrap-77f177cc83be26b7
8612024-08-17T05:25:09.308Z
8622024-08-17T05:25:09.308Zrunning 0 tests
8632024-08-17T05:25:09.308Z
8642024-08-17T05:25:09.308Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8652024-08-17T05:25:09.308Z
8662024-08-17T05:25:09.308Z+ for test_bin in tests/*
8672024-08-17T05:25:09.308Z+ ./tests/commtest-ff68326f6d580f03
8682024-08-17T05:25:09.308Z
8692024-08-17T05:25:09.308Zrunning 0 tests
8702024-08-17T05:25:09.308Z
8712024-08-17T05:25:09.308Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8722024-08-17T05:25:09.308Z
8732024-08-17T05:25:09.308Z+ for test_bin in tests/*
8742024-08-17T05:25:09.308Z+ ./tests/dhcp_server-1ed05b9c52f8b9ac
8752024-08-17T05:25:09.337Z
8762024-08-17T05:25:09.337Zrunning 0 tests
8772024-08-17T05:25:09.337Z
8782024-08-17T05:25:09.360Ztest result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s
8792024-08-17T05:25:09.360Z
8802024-08-17T05:25:09.360Z+ for test_bin in tests/*
8812024-08-17T05:25:09.360Z+ ./tests/end_to_end_tests-f64b98e57b0e47d1
8822024-08-17T05:25:09.414Z
8832024-08-17T05:25:09.414Zrunning 2 tests
8842024-08-17T05:25:09.643Ztest no_spoof::no_spoof_here ... ok
8852024-08-17T05:25:52.205Ztest instance_launch::instance_launch ... ok
8862024-08-17T05:25:52.206Z
8872024-08-17T05:25:52.206Ztest result: ok. 2 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 42.80s
8882024-08-17T05:25:52.206Z
8892024-08-17T05:25:52.229Z+ _exit_trap
8902024-08-17T05:25:52.229Z+ local status=0
8912024-08-17T05:25:52.229Z+ set +o errexit
8922024-08-17T05:25:52.229Z+ pfexec svcadm -Z disable -s cron
8932024-08-17T05:25:53.715Z+ [[ 0 -eq 0 ]]
8942024-08-17T05:25:53.716Z+ exit 0
8952024-08-17T05:25:53.746Zprocess exited: duration 569387 ms, exit code 0
 
8962024-08-17T05:25:53.821Zfound 108 output files
8972024-08-17T05:25:53.844Zuploading: /var/svc/log/oxide-sled-agent:default.log (939478 bytes)
8982024-08-17T05:25:55.164Zuploaded: /var/svc/log/oxide-sled-agent:default.log
8992024-08-17T05:25:55.164Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log (4337096 bytes)
9002024-08-17T05:25:55.571Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log" changed size mid upload: 4337096 -> 4354379
9012024-08-17T05:25:56.639Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-dendrite:default.log
9022024-08-17T05:25:56.639Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log (33039 bytes)
9032024-08-17T05:25:57.797Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-lldpd:default.log
9042024-08-17T05:25:57.797Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log (174237 bytes)
9052024-08-17T05:25:57.974Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log" changed size mid upload: 174237 -> 175801
9062024-08-17T05:25:59.042Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mg-ddm:default.log
9072024-08-17T05:25:59.042Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log (228696 bytes)
9082024-08-17T05:25:59.241Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log" changed size mid upload: 228696 -> 231042
9092024-08-17T05:26:00.310Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgd:default.log
9102024-08-17T05:26:00.310Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log (1325270 bytes)
9112024-08-17T05:26:00.605Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log" changed size mid upload: 1325270 -> 1332451
9122024-08-17T05:26:01.673Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-mgs:default.log
9132024-08-17T05:26:01.673Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log (703274 bytes)
9142024-08-17T05:26:01.925Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log" changed size mid upload: 703274 -> 717014
9152024-08-17T05:26:02.993Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-sp-sim:default.log
9162024-08-17T05:26:02.994Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log (3333 bytes)
9172024-08-17T05:26:04.086Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-switch_zone_setup:default.log
9182024-08-17T05:26:04.086Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log (249680 bytes)
9192024-08-17T05:26:04.285Zupload warning: file "/zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log" changed size mid upload: 249680 -> 254858
9202024-08-17T05:26:05.353Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-tfport:default.log
9212024-08-17T05:26:05.353Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log (8171 bytes)
9222024-08-17T05:26:06.467Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-uplink:default.log
9232024-08-17T05:26:06.467Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log (3977 bytes)
9242024-08-17T05:26:07.559Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-wicketd:default.log
9252024-08-17T05:26:07.560Zuploading: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log (8130 bytes)
9262024-08-17T05:26:08.673Zuploaded: /zone/oxz_switch/root/var/svc/log/oxide-zone-network-setup:default.log
9272024-08-17T05:26:08.673Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-agent:default.log (35600 bytes)
9282024-08-17T05:26:09.829Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-agent:default.log
9292024-08-17T05:26:09.829Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9302024-08-17T05:26:10.920Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:default.log
9312024-08-17T05:26:10.920Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-4821512a-25aa-4055-ad64-8d05c455841f.log (6073 bytes)
9322024-08-17T05:26:12.012Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-4821512a-25aa-4055-ad64-8d05c455841f.log
9332024-08-17T05:26:12.012Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b940252-681b-4b0d-8d24-68e23daaf5d2.log (5992 bytes)
9342024-08-17T05:26:13.104Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:downstairs-9b940252-681b-4b0d-8d24-68e23daaf5d2.log
9352024-08-17T05:26:13.104Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:snapshot-4821512a-25aa-4055-ad64-8d05c455841f-28bb06e7-94ae-410d-bbac-c76370feda74.log (5686 bytes)
9362024-08-17T05:26:15.220Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-crucible-downstairs:snapshot-4821512a-25aa-4055-ad64-8d05c455841f-28bb06e7-94ae-410d-bbac-c76370feda74.log
9372024-08-17T05:26:15.220Zuploading: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
9382024-08-17T05:26:16.312Zuploaded: /pool/ext/45c22b91-71fc-4412-a2b9-449af41d4f0b/crypt/zone/oxz_crucible_35229b2c-ef6d-452d-b296-63e4a52b71c3/root/var/svc/log/oxide-zone-network-setup:default.log
9392024-08-17T05:26:16.312Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-crucible-agent:default.log (1556 bytes)
9402024-08-17T05:26:17.403Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-crucible-agent:default.log
9412024-08-17T05:26:17.403Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9422024-08-17T05:26:18.495Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-crucible-downstairs:default.log
9432024-08-17T05:26:18.495Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
9442024-08-17T05:26:19.587Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_31c25d33-58ea-4e78-8a20-f2f9841e310d/root/var/svc/log/oxide-zone-network-setup:default.log
9452024-08-17T05:26:19.587Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_affc8eda-e3c4-45fc-9cc6-01b82fd8f988/root/var/svc/log/oxide-crucible-pantry:default.log (783 bytes)
9462024-08-17T05:26:20.679Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_affc8eda-e3c4-45fc-9cc6-01b82fd8f988/root/var/svc/log/oxide-crucible-pantry:default.log
9472024-08-17T05:26:20.679Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_affc8eda-e3c4-45fc-9cc6-01b82fd8f988/root/var/svc/log/oxide-zone-network-setup:default.log (1717 bytes)
9482024-08-17T05:26:21.771Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_affc8eda-e3c4-45fc-9cc6-01b82fd8f988/root/var/svc/log/oxide-zone-network-setup:default.log
9492024-08-17T05:26:21.794Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_f29af95a-d43b-46c2-8ed0-83ce83470813/root/var/svc/log/oxide-crucible-pantry:default.log (782 bytes)
9502024-08-17T05:26:22.863Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_f29af95a-d43b-46c2-8ed0-83ce83470813/root/var/svc/log/oxide-crucible-pantry:default.log
9512024-08-17T05:26:22.863Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_f29af95a-d43b-46c2-8ed0-83ce83470813/root/var/svc/log/oxide-zone-network-setup:default.log (1716 bytes)
9522024-08-17T05:26:23.955Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_crucible_pantry_f29af95a-d43b-46c2-8ed0-83ce83470813/root/var/svc/log/oxide-zone-network-setup:default.log
9532024-08-17T05:26:24.030Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-nexus:default.log (38998875 bytes)
9542024-08-17T05:26:25.511Zupload warning: file "/pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 38998875 -> 39247377
9552024-08-17T05:26:26.579Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-nexus:default.log
9562024-08-17T05:26:26.579Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-opte-interface-setup:default.log (1134 bytes)
9572024-08-17T05:26:27.671Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-opte-interface-setup:default.log
9582024-08-17T05:26:27.671Zuploading: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
9592024-08-17T05:26:28.764Zuploaded: /pool/ext/48f696a5-7b66-4e5f-b2f2-fa510ab1247f/crypt/zone/oxz_nexus_20c91531-5202-471e-ae01-e56a8f036d8f/root/var/svc/log/oxide-zone-network-setup:default.log
9602024-08-17T05:26:28.764Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-cockroach-admin:default.log (4655 bytes)
9612024-08-17T05:26:29.856Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-cockroach-admin:default.log
9622024-08-17T05:26:29.856Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
9632024-08-17T05:26:30.948Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-cockroachdb:default.log
9642024-08-17T05:26:30.948Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
9652024-08-17T05:26:32.040Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_cockroachdb_c8d1eb30-cc93-49b3-ad42-5a023b02f101/root/var/svc/log/oxide-zone-network-setup:default.log
9662024-08-17T05:26:32.064Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-agent:default.log (18574 bytes)
9672024-08-17T05:26:33.175Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-agent:default.log
9682024-08-17T05:26:33.175Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
9692024-08-17T05:26:34.267Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:default.log
9702024-08-17T05:26:34.267Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:downstairs-153ac0e7-dca0-4f0b-a8b9-210b28caf26e.log (3125 bytes)
9712024-08-17T05:26:35.359Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:downstairs-153ac0e7-dca0-4f0b-a8b9-210b28caf26e.log
9722024-08-17T05:26:35.359Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:downstairs-29380175-26be-4a7a-b280-682e0ad4be23.log (3017 bytes)
9732024-08-17T05:26:36.451Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-crucible-downstairs:downstairs-29380175-26be-4a7a-b280-682e0ad4be23.log
9742024-08-17T05:26:36.451Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
9752024-08-17T05:26:37.543Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_crucible_8fd830e4-c6d5-436e-81a4-313b6b3ef63d/root/var/svc/log/oxide-zone-network-setup:default.log
9762024-08-17T05:26:37.543Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-chrony-setup:default.log (14496 bytes)
9772024-08-17T05:26:38.664Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-chrony-setup:default.log
9782024-08-17T05:26:38.664Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-ntp:default.log (802 bytes)
9792024-08-17T05:26:38.709Zupload warning: file "/pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-ntp:default.log" changed size mid upload: 802 -> 979
9802024-08-17T05:26:39.777Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-ntp:default.log
9812024-08-17T05:26:39.777Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-opte-interface-setup:default.log (1126 bytes)
9822024-08-17T05:26:40.869Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-opte-interface-setup:default.log
9832024-08-17T05:26:40.869Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-zone-network-setup:default.log (1635 bytes)
9842024-08-17T05:26:41.960Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/svc/log/oxide-zone-network-setup:default.log
9852024-08-17T05:26:41.960Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-clickhouse-admin:default.log (823 bytes)
9862024-08-17T05:26:43.052Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-clickhouse-admin:default.log
9872024-08-17T05:26:43.085Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-clickhouse:default.log (3072378 bytes)
9882024-08-17T05:26:43.411Zupload warning: file "/pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-clickhouse:default.log" changed size mid upload: 3072378 -> 3425740
9892024-08-17T05:26:44.479Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-clickhouse:default.log
9902024-08-17T05:26:44.480Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-zone-network-setup:default.log (1684 bytes)
9912024-08-17T05:26:45.571Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_clickhouse_e757d6b4-2027-48c0-9001-2fab9f0eeedd/root/var/svc/log/oxide-zone-network-setup:default.log
9922024-08-17T05:26:45.571Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-cockroach-admin:default.log (3727 bytes)
9932024-08-17T05:26:46.664Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-cockroach-admin:default.log
9942024-08-17T05:26:46.664Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
9952024-08-17T05:26:47.755Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-cockroachdb:default.log
9962024-08-17T05:26:47.755Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
9972024-08-17T05:26:48.848Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_cockroachdb_fbca0cd4-b982-4ed2-a2c4-e9e050580aed/root/var/svc/log/oxide-zone-network-setup:default.log
9982024-08-17T05:26:48.872Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-agent:default.log (12506 bytes)
9992024-08-17T05:26:49.962Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-agent:default.log
10002024-08-17T05:26:49.962Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10012024-08-17T05:26:51.053Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-downstairs:default.log
10022024-08-17T05:26:51.053Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-downstairs:downstairs-2a938db2-04a7-4273-9fd8-77d770002e02.log (5993 bytes)
10032024-08-17T05:26:52.146Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-crucible-downstairs:downstairs-2a938db2-04a7-4273-9fd8-77d770002e02.log
10042024-08-17T05:26:52.146Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10052024-08-17T05:26:53.237Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_crucible_04e60844-d22a-4672-b5bd-2b6f100ca044/root/var/svc/log/oxide-zone-network-setup:default.log
10062024-08-17T05:26:53.237Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-external_dns:default.log (30998 bytes)
10072024-08-17T05:26:53.348Zupload warning: file "/pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 30998 -> 34774
10082024-08-17T05:26:54.416Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-external_dns:default.log
10092024-08-17T05:26:54.417Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10102024-08-17T05:26:55.509Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-opte-interface-setup:default.log
10112024-08-17T05:26:55.510Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
10122024-08-17T05:26:56.602Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_external_dns_3e483fc5-4701-4363-96dc-06dfbf021e1e/root/var/svc/log/oxide-zone-network-setup:default.log
10132024-08-17T05:26:56.602Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_internal_dns_580b7367-0672-4ab5-9e92-baed706689f4/root/var/svc/log/oxide-internal_dns:default.log (406855 bytes)
10142024-08-17T05:26:56.828Zupload warning: file "/pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_internal_dns_580b7367-0672-4ab5-9e92-baed706689f4/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406855 -> 410611
10152024-08-17T05:26:57.899Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_internal_dns_580b7367-0672-4ab5-9e92-baed706689f4/root/var/svc/log/oxide-internal_dns:default.log
10162024-08-17T05:26:57.899Zuploading: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_internal_dns_580b7367-0672-4ab5-9e92-baed706689f4/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
10172024-08-17T05:26:58.992Zuploaded: /pool/ext/5846dc36-f96c-4cf0-a30c-a955c1ae64b4/crypt/zone/oxz_internal_dns_580b7367-0672-4ab5-9e92-baed706689f4/root/var/svc/log/oxide-zone-network-setup:default.log
10182024-08-17T05:26:58.992Zuploading: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-agent:default.log (23905 bytes)
10192024-08-17T05:27:00.128Zuploaded: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-agent:default.log
10202024-08-17T05:27:00.128Zuploading: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10212024-08-17T05:27:01.222Zuploaded: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:default.log
10222024-08-17T05:27:01.222Zuploading: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:downstairs-38def695-94fd-4fc3-9d84-56d68c1f86d9.log (5989 bytes)
10232024-08-17T05:27:02.315Zuploaded: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:downstairs-38def695-94fd-4fc3-9d84-56d68c1f86d9.log
10242024-08-17T05:27:02.315Zuploading: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:downstairs-e5fa188f-9eda-48a5-a942-fa01709e3a17.log (3020 bytes)
10252024-08-17T05:27:03.409Zuploaded: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-crucible-downstairs:downstairs-e5fa188f-9eda-48a5-a942-fa01709e3a17.log
10262024-08-17T05:27:03.409Zuploading: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
10272024-08-17T05:27:04.502Zuploaded: /pool/ext/64a4beff-5137-490a-9c72-3350c3004c07/crypt/zone/oxz_crucible_670ada53-b831-41af-905a-7e66c59439b4/root/var/svc/log/oxide-zone-network-setup:default.log
10282024-08-17T05:27:04.502Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-cockroach-admin:default.log (4655 bytes)
10292024-08-17T05:27:05.596Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-cockroach-admin:default.log
10302024-08-17T05:27:05.596Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
10312024-08-17T05:27:06.689Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-cockroachdb:default.log
10322024-08-17T05:27:06.690Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
10332024-08-17T05:27:07.783Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_cockroachdb_5c2b9e2d-02ea-4f67-8084-fb99b24d81ca/root/var/svc/log/oxide-zone-network-setup:default.log
10342024-08-17T05:27:07.783Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-crucible-agent:default.log (1555 bytes)
10352024-08-17T05:27:08.876Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-crucible-agent:default.log
10362024-08-17T05:27:08.876Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10372024-08-17T05:27:09.968Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-crucible-downstairs:default.log
10382024-08-17T05:27:09.968Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10392024-08-17T05:27:11.061Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_crucible_13650e04-a75c-4b4c-9547-2252b0d6bf7e/root/var/svc/log/oxide-zone-network-setup:default.log
10402024-08-17T05:27:11.061Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_internal_dns_831dc867-a9a1-4fa3-8056-055d57fb8f61/root/var/svc/log/oxide-internal_dns:default.log (406856 bytes)
10412024-08-17T05:27:11.309Zupload warning: file "/pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_internal_dns_831dc867-a9a1-4fa3-8056-055d57fb8f61/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406856 -> 414369
10422024-08-17T05:27:12.379Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_internal_dns_831dc867-a9a1-4fa3-8056-055d57fb8f61/root/var/svc/log/oxide-internal_dns:default.log
10432024-08-17T05:27:12.379Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_internal_dns_831dc867-a9a1-4fa3-8056-055d57fb8f61/root/var/svc/log/oxide-zone-network-setup:default.log (1680 bytes)
10442024-08-17T05:27:13.473Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_internal_dns_831dc867-a9a1-4fa3-8056-055d57fb8f61/root/var/svc/log/oxide-zone-network-setup:default.log
10452024-08-17T05:27:13.473Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-nexus:default.log (2756124 bytes)
10462024-08-17T05:27:13.830Zupload warning: file "/pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2756124 -> 3243634
10472024-08-17T05:27:14.900Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-nexus:default.log
10482024-08-17T05:27:14.900Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-opte-interface-setup:default.log (1133 bytes)
10492024-08-17T05:27:15.993Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-opte-interface-setup:default.log
10502024-08-17T05:27:15.993Zuploading: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
10512024-08-17T05:27:17.086Zuploaded: /pool/ext/88a0ae42-c647-4524-8311-96a475e86f65/crypt/zone/oxz_nexus_658574f5-56cb-4148-acb8-1f43c2598ab2/root/var/svc/log/oxide-zone-network-setup:default.log
10522024-08-17T05:27:17.086Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-cockroach-admin:default.log (4654 bytes)
10532024-08-17T05:27:18.180Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-cockroach-admin:default.log
10542024-08-17T05:27:18.180Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-cockroachdb:default.log (4289 bytes)
10552024-08-17T05:27:19.277Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-cockroachdb:default.log
10562024-08-17T05:27:19.277Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-zone-network-setup:default.log (1682 bytes)
10572024-08-17T05:27:20.370Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_cockroachdb_1f01f587-9755-44d9-8a7b-efaae58d2deb/root/var/svc/log/oxide-zone-network-setup:default.log
10582024-08-17T05:27:20.370Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-agent:default.log (28229 bytes)
10592024-08-17T05:27:21.507Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-agent:default.log
10602024-08-17T05:27:21.507Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10612024-08-17T05:27:22.600Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:default.log
10622024-08-17T05:27:22.600Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:downstairs-57c5e72f-a0fc-4cb1-a8f2-ee4f72ab33a6.log (6070 bytes)
10632024-08-17T05:27:23.693Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:downstairs-57c5e72f-a0fc-4cb1-a8f2-ee4f72ab33a6.log
10642024-08-17T05:27:23.693Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:downstairs-61523ef9-ea95-4344-9216-6e97b222ddc1.log (3123 bytes)
10652024-08-17T05:27:24.787Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:downstairs-61523ef9-ea95-4344-9216-6e97b222ddc1.log
10662024-08-17T05:27:24.787Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:snapshot-57c5e72f-a0fc-4cb1-a8f2-ee4f72ab33a6-28bb06e7-94ae-410d-bbac-c76370feda74.log (5682 bytes)
10672024-08-17T05:27:25.880Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-crucible-downstairs:snapshot-57c5e72f-a0fc-4cb1-a8f2-ee4f72ab33a6-28bb06e7-94ae-410d-bbac-c76370feda74.log
10682024-08-17T05:27:25.880Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-zone-network-setup:default.log (1675 bytes)
10692024-08-17T05:27:26.973Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_751e4ddb-e89d-4304-9067-d28bf1400f36/root/var/svc/log/oxide-zone-network-setup:default.log
10702024-08-17T05:27:26.973Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_pantry_35a63dab-022c-4695-ba84-20af76bb0726/root/var/svc/log/oxide-crucible-pantry:default.log (764238 bytes)
10712024-08-17T05:27:28.290Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_pantry_35a63dab-022c-4695-ba84-20af76bb0726/root/var/svc/log/oxide-crucible-pantry:default.log
10722024-08-17T05:27:28.291Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_pantry_35a63dab-022c-4695-ba84-20af76bb0726/root/var/svc/log/oxide-zone-network-setup:default.log (1715 bytes)
10732024-08-17T05:27:29.400Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_crucible_pantry_35a63dab-022c-4695-ba84-20af76bb0726/root/var/svc/log/oxide-zone-network-setup:default.log
10742024-08-17T05:27:29.400Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-external_dns:default.log (26901 bytes)
10752024-08-17T05:27:29.494Zupload warning: file "/pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-external_dns:default.log" changed size mid upload: 26901 -> 34456
10762024-08-17T05:27:30.564Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-external_dns:default.log
10772024-08-17T05:27:30.564Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-opte-interface-setup:default.log (1156 bytes)
10782024-08-17T05:27:31.657Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-opte-interface-setup:default.log
10792024-08-17T05:27:31.681Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-zone-network-setup:default.log (1697 bytes)
10802024-08-17T05:27:32.750Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_external_dns_cb99d8ec-3ee2-45d4-829b-a148061352f8/root/var/svc/log/oxide-zone-network-setup:default.log
10812024-08-17T05:27:32.751Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_internal_dns_32378cf1-8c0f-4add-9a74-fa0b2471bf07/root/var/svc/log/oxide-internal_dns:default.log (406847 bytes)
10822024-08-17T05:27:32.978Zupload warning: file "/pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_internal_dns_32378cf1-8c0f-4add-9a74-fa0b2471bf07/root/var/svc/log/oxide-internal_dns:default.log" changed size mid upload: 406847 -> 414360
10832024-08-17T05:27:34.048Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_internal_dns_32378cf1-8c0f-4add-9a74-fa0b2471bf07/root/var/svc/log/oxide-internal_dns:default.log
10842024-08-17T05:27:34.048Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_internal_dns_32378cf1-8c0f-4add-9a74-fa0b2471bf07/root/var/svc/log/oxide-zone-network-setup:default.log (1678 bytes)
10852024-08-17T05:27:35.142Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_internal_dns_32378cf1-8c0f-4add-9a74-fa0b2471bf07/root/var/svc/log/oxide-zone-network-setup:default.log
10862024-08-17T05:27:35.142Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_oximeter_916b07cf-bbf3-4088-ba81-c8837b22add5/root/var/svc/log/oxide-oximeter:default.log (1697582 bytes)
10872024-08-17T05:27:35.468Zupload warning: file "/pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_oximeter_916b07cf-bbf3-4088-ba81-c8837b22add5/root/var/svc/log/oxide-oximeter:default.log" changed size mid upload: 1697582 -> 2127853
10882024-08-17T05:27:36.538Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_oximeter_916b07cf-bbf3-4088-ba81-c8837b22add5/root/var/svc/log/oxide-oximeter:default.log
10892024-08-17T05:27:36.538Zuploading: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_oximeter_916b07cf-bbf3-4088-ba81-c8837b22add5/root/var/svc/log/oxide-zone-network-setup:default.log (1673 bytes)
10902024-08-17T05:27:37.632Zuploaded: /pool/ext/9ae0efee-a5e3-4544-b192-02596389e1f2/crypt/zone/oxz_oximeter_916b07cf-bbf3-4088-ba81-c8837b22add5/root/var/svc/log/oxide-zone-network-setup:default.log
10912024-08-17T05:27:37.632Zuploading: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-agent:default.log (18573 bytes)
10922024-08-17T05:27:38.768Zuploaded: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-agent:default.log
10932024-08-17T05:27:38.769Zuploading: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
10942024-08-17T05:27:39.861Zuploaded: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:default.log
10952024-08-17T05:27:39.861Zuploading: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:downstairs-317e1f9b-a9bc-4010-b189-3ecea91956e7.log (3020 bytes)
10962024-08-17T05:27:40.954Zuploaded: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:downstairs-317e1f9b-a9bc-4010-b189-3ecea91956e7.log
10972024-08-17T05:27:40.954Zuploading: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:downstairs-97b449f6-147a-467c-9e37-70a12d9d1d6e.log (3125 bytes)
10982024-08-17T05:27:42.048Zuploaded: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-crucible-downstairs:downstairs-97b449f6-147a-467c-9e37-70a12d9d1d6e.log
10992024-08-17T05:27:42.048Zuploading: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
11002024-08-17T05:27:43.141Zuploaded: /pool/ext/b1ee1e30-2d34-4d8c-9070-7a739636b339/crypt/zone/oxz_crucible_3448e663-5700-45b0-8911-cd5c8503f862/root/var/svc/log/oxide-zone-network-setup:default.log
11012024-08-17T05:27:43.141Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-cockroach-admin:default.log (4654 bytes)
11022024-08-17T05:27:44.234Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-cockroach-admin:default.log
11032024-08-17T05:27:44.234Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-cockroachdb:default.log (4315 bytes)
11042024-08-17T05:27:45.328Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-cockroachdb:default.log
11052024-08-17T05:27:45.328Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-zone-network-setup:default.log (1681 bytes)
11062024-08-17T05:27:46.421Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_cockroachdb_691f5945-b450-499e-a7cf-8e44084151ec/root/var/svc/log/oxide-zone-network-setup:default.log
11072024-08-17T05:27:46.422Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-agent:default.log (20177 bytes)
11082024-08-17T05:27:47.559Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-agent:default.log
11092024-08-17T05:27:47.560Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:default.log (75 bytes)
11102024-08-17T05:27:48.651Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:default.log
11112024-08-17T05:27:48.651Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6.log (6071 bytes)
11122024-08-17T05:27:49.744Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:downstairs-3a1259c6-97e6-4982-9f9a-87e7b31235d6.log
11132024-08-17T05:27:49.744Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:snapshot-3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74.log (5686 bytes)
11142024-08-17T05:27:50.837Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-crucible-downstairs:snapshot-3a1259c6-97e6-4982-9f9a-87e7b31235d6-28bb06e7-94ae-410d-bbac-c76370feda74.log
11152024-08-17T05:27:50.838Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-zone-network-setup:default.log (1674 bytes)
11162024-08-17T05:27:51.931Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_crucible_4b19fc3c-4cf9-4b4b-ac4b-59f31b36ae7e/root/var/svc/log/oxide-zone-network-setup:default.log
11172024-08-17T05:27:51.931Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-nexus:default.log (2680398 bytes)
11182024-08-17T05:27:52.292Zupload warning: file "/pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-nexus:default.log" changed size mid upload: 2680398 -> 3304733
11192024-08-17T05:27:53.363Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-nexus:default.log
11202024-08-17T05:27:53.364Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-opte-interface-setup:default.log (1135 bytes)
11212024-08-17T05:27:54.457Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-opte-interface-setup:default.log
11222024-08-17T05:27:54.457Zuploading: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-zone-network-setup:default.log (1655 bytes)
11232024-08-17T05:27:55.550Zuploaded: /pool/ext/c1db5201-2523-45a0-93fc-1d7888827bc6/crypt/zone/oxz_nexus_9fc5863b-1d71-4449-9bb9-990a695e5242/root/var/svc/log/oxide-zone-network-setup:default.log
11242024-08-17T05:27:55.550Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/measurements.log (141658 bytes)
11252024-08-17T05:27:55.729Zupload warning: file "/pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/measurements.log" changed size mid upload: 141658 -> 171387
11262024-08-17T05:27:56.799Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/measurements.log
11272024-08-17T05:27:56.799Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/statistics.log (82953 bytes)
11282024-08-17T05:27:56.955Zupload warning: file "/pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/statistics.log" changed size mid upload: 82953 -> 103194
11292024-08-17T05:27:58.026Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/statistics.log
11302024-08-17T05:27:58.026Zuploading: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/tracking.log (13861 bytes)
11312024-08-17T05:27:58.117Zupload warning: file "/pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/tracking.log" changed size mid upload: 13861 -> 16237
11322024-08-17T05:27:59.187Zuploaded: /pool/ext/578d57a6-7947-4670-ae2b-a85cddad786c/crypt/zone/oxz_ntp_16ea4489-6ef0-4ba2-a061-36b2936dfdcc/root/var/log/chrony/tracking.log