01M6PVZ2VVXAFZQGYWVM9DQBNR: helios / deploy

BasicConfig {
    output_rules: [
        "%/var/svc/log/oxide-*.log*",
        "%/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/oxide-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_*/root/var/svc/log/system-illumos-*.log*",
        "%/pool/ext/*/crypt/zone/oxz_ntp_*/root/var/log/chrony/*.log*",
        "!/pool/ext/*/crypt/zone/oxz_propolis-server_*/root/var/svc/log/*.log*",
        "%/pool/ext/*/crypt/debug/global/oxide-sled-agent:default.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/oxide-*.log.*",
        "%/pool/ext/*/crypt/debug/oxz_*/system-illumos-*.log.*",
        "!/pool/ext/*/crypt/debug/oxz_propolis-server_*/*.log.*",
        "/tmp/kstat/*.kstat",
    ],
    rust_toolchain: None,
    target: Some(
        "lab-3.0-opte-0.44",
    ),
    access_repos: [],
    publish: [],
    skip_clone: true,
}

Buildomat Job: 01M6PW0X5YH3GD7CJGXZ0E2TV7

Tags:

Output:

SEQ GLOBAL TIME DETAILS
12026-11-05T22:26:07.080Zjob dependencies complete; ready to run (waiting for 18 m 53 s)
22026-11-05T22:30:17.644Zjob assigned to worker 01M6PX900JS1HC5CK6X6CC9DWN [factory lab, buskin/22854] (queued for 4 m 10 s)
32026-11-05T22:30:17.818Zhttp://172.20.0.5:9969/ipxe/buskin... ok
42026-11-05T22:30:17.872Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/kernel/amd64/unix... ok
52026-11-05T22:30:17.907Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive... ok
62026-11-05T22:30:17.941Zhttp://172.20.0.5:9969/os/buskin/platform/i86pc/amd64/boot_archive.hash... ok
72026-11-05T22:30:17.976Zhttp://172.20.0.5:9969/postboot/buskin... ok
82026-11-05T22:30:18.008ZwcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U
92026-11-05T22:30:18.043ZOxide Helios Version helios-3.0.24379 64-bit
102026-11-05T22:30:18.076ZConfiguring devices.
112026-11-05T22:30:18.110Z##################################################
122026-11-05T22:30:18.144Z#### ############# ##
132026-11-05T22:30:18.178Z### ### ############ ##
142026-11-05T22:30:18.211Z## ### # ## ### ## Oxide Computer Company ##
152026-11-05T22:30:18.244Z## ## ## ### # ### ##
162026-11-05T22:30:18.278Z## # ### #### #### This Station Under ##
172026-11-05T22:30:18.312Z### ### #### # ### Computer Control ##
182026-11-05T22:30:18.823Z#### #### ### ## ##
192026-11-05T22:30:18.857Z##################################################
202026-11-05T22:30:18.890ZHostname: buskin
212026-11-05T22:30:18.923ZLoading smf(7) service descriptions:
222026-11-05T22:30:19.778Zdownloading input: /input/package/work/package.tar.gz
232026-11-05T22:38:15.418Zdownloaded input: /input/package/work/package.tar.gz
 
242026-11-05T22:38:15.418Zstarting task 0: "setup"
252026-11-05T22:38:15.445Z++ uname -s
262026-11-05T22:38:15.445Z+ kern=SunOS
272026-11-05T22:38:15.445Z+ build_user=build
282026-11-05T22:38:15.445Z+ build_uid=12345
292026-11-05T22:38:15.445Z+ work_dir=/work
302026-11-05T22:38:15.445Z+ input_dir=/input
312026-11-05T22:38:15.445Z+ [[ 0 == 12345 ]]
322026-11-05T22:38:15.445Z+ case "$kern" in
332026-11-05T22:38:15.445Z+ groupadd -g 12345 build
342026-11-05T22:38:15.445Z+ useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build
352026-11-05T22:38:17.467Z+ zfs create -o mountpoint=/work rpool/work
362026-11-05T22:38:17.491Z++ awk '$2 == "/home" { print $3 }' /etc/mnttab
372026-11-05T22:38:17.491Z+ home_fs=zfs
382026-11-05T22:38:17.491Z+ [[ zfs == autofs ]]
392026-11-05T22:38:17.492Z+ mkdir -p /home/build
402026-11-05T22:38:17.492Z+ chown build:build /home/build /work
412026-11-05T22:38:19.466Z+ chmod 0700 /home/build /work
422026-11-05T22:38:19.491Zprocess exited: duration 4052 ms, exit code 0
 
432026-11-05T22:38:19.540Zstarting task 1: "authentication"
442026-11-05T22:38:19.588Zprocess exited: duration 48 ms, exit code 0
 
452026-11-05T22:38:19.636Zstarting task 2: "build"
462026-11-05T22:38:19.660Z+ trap _exit_trap EXIT
472026-11-05T22:38:19.660Z+ pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3'
482026-11-05T22:38:19.776Zsecpolicy_fs_linkdir: 0x55 = 0x55
492026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+1: 0xb8 = 0x48
502026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+2: 0x1 = 0x89
512026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+3: 0 = 0xe5
522026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+4: 0 = 0xb8
532026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+5: 0 = 0x1
542026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+6: 0x48 = 0x0
552026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+7: 0x89 = 0x0
562026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+8: 0xe5 = 0x0
572026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+9: 0x48 = 0x5d
582026-11-05T22:38:19.776Zsecpolicy_fs_linkdir+0xa: 0x83 = 0xc3
592026-11-05T22:38:19.776Z+ [[ -d /opt/oxide ]]
602026-11-05T22:38:19.776Z+ pfexec mv /opt/oxide /opt/oxide-underneath
612026-11-05T22:38:19.801Z+ pfexec mkdir /opt/oxide
622026-11-05T22:38:19.801Z+ pfexec mount -F tmpfs -O swap /opt/oxide
632026-11-05T22:38:19.801Z+ [[ -d /opt/oxide-underneath ]]
642026-11-05T22:38:19.801Z+ cd /opt/oxide-underneath
652026-11-05T22:38:19.801Z+ pfexec tar ceEp@/f - .
662026-11-05T22:38:19.801Z+ cd /opt/oxide
672026-11-05T22:38:19.801Z+ pfexec tar xveEp@/f -
682026-11-05T22:38:19.832Zx ., 0 bytes, 0 tape blocks
692026-11-05T22:38:19.832Zx ./opte, 0 bytes, 0 tape blocks
702026-11-05T22:38:19.832Zx ./opte/bin, 0 bytes, 0 tape blocks
712026-11-05T22:38:19.832Zx ./opte/bin/opteadm, 26108720 bytes, 50994 tape blocks
722026-11-05T22:38:19.856Z+ pfexec rm -rf /opt/oxide-underneath
732026-11-05T22:38:19.856Z+ pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone
742026-11-05T22:38:19.880Z+ pfexec mkdir /opt/oxide/work
752026-11-05T22:38:19.880Z+ pfexec chown build:build /opt/oxide/work
762026-11-05T22:38:19.880Z+ cd /opt/oxide/work
772026-11-05T22:38:19.880Z+ ptime -m tar xvzf /input/package/work/package.tar.gz
782026-11-05T22:38:31.801ZDecompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'...
792026-11-05T22:38:31.802Zx .github/buildomat/ci-env.sh, 785 bytes, 2 tape blocks
802026-11-05T22:38:31.802Zx out/target/test, 107 bytes, 1 tape blocks
812026-11-05T22:38:31.802Zx out/npuzone/npuzone, 28059200 bytes, 54804 tape blocks
822026-11-05T22:38:31.802Zx package-manifest.toml, 35829 bytes, 70 tape blocks
832026-11-05T22:38:31.802Zx smf/sled-agent/non-gimlet/config.toml, 5832 bytes, 12 tape blocks
842026-11-05T22:38:31.802Zx target/release/omicron-package, 17517008 bytes, 34213 tape blocks
852026-11-05T22:38:31.802Zx target/release/xtask, 6527824 bytes, 12750 tape blocks
862026-11-05T22:38:31.802Zx target/debug/bootstrap, 415413408 bytes, 811355 tape blocks
872026-11-05T22:38:31.802Zx tests/bootstrap-08235255d70c1aa3, 33893840 bytes, 66199 tape blocks
882026-11-05T22:38:31.802Zx tests/commtest-36f4ca31dbaed7bb, 33894552 bytes, 66201 tape blocks
892026-11-05T22:38:31.802Zx tests/dhcp_server-e6e1ae740937744e, 33893888 bytes, 66199 tape blocks
902026-11-05T22:38:31.802Zx tests/end_to_end_tests-65c44ada354e0074, 477187688 bytes, 932008 tape blocks
912026-11-05T22:38:31.802Zx tools/opte_version, 9 bytes, 1 tape blocks
922026-11-05T22:38:31.802Zx tools/opte_version_override, 1245 bytes, 3 tape blocks
932026-11-05T22:38:31.802Zx out/clickhouse.tar.gz, 242711986 bytes, 474047 tape blocks
942026-11-05T22:38:31.802Zx out/clickhouse_keeper.tar.gz, 237042067 bytes, 462973 tape blocks
952026-11-05T22:38:31.802Zx out/clickhouse_server.tar.gz, 242707588 bytes, 474039 tape blocks
962026-11-05T22:38:31.802Zx out/cockroachdb.tar.gz, 124486652 bytes, 243138 tape blocks
972026-11-05T22:38:31.802Zx out/crucible-pantry-zone.tar.gz, 25887699 bytes, 50562 tape blocks
982026-11-05T22:38:31.802Zx out/crucible-utils.tar, 19389952 bytes, 37871 tape blocks
992026-11-05T22:38:31.802Zx out/crucible-zone.tar.gz, 40931485 bytes, 79945 tape blocks
1002026-11-05T22:38:31.802Zx out/external-dns.tar.gz, 15669249 bytes, 30605 tape blocks
1012026-11-05T22:38:31.802Zx out/internal-dns.tar.gz, 15668801 bytes, 30604 tape blocks
1022026-11-05T22:38:31.802Zx out/mg-ddm-gz.tar, 112844288 bytes, 220399 tape blocks
1032026-11-05T22:38:31.802Zx out/nexus.tar.gz, 204700063 bytes, 399805 tape blocks
1042026-11-05T22:38:31.802Zx out/ntp.tar.gz, 7360379 bytes, 14376 tape blocks
1052026-11-05T22:38:31.803Zx out/omicron-gateway-softnpu.tar.gz, 14750297 bytes, 28810 tape blocks
1062026-11-05T22:38:31.803Zx out/omicron-sled-agent.tar, 116521984 bytes, 227582 tape blocks
1072026-11-05T22:38:31.803Zx out/overlay.tar.gz, 3266 bytes, 7 tape blocks
1082026-11-05T22:38:31.803Zx out/oximeter.tar.gz, 14610918 bytes, 28537 tape blocks
1092026-11-05T22:38:31.803Zx out/oxlog.tar, 2481664 bytes, 4847 tape blocks
1102026-11-05T22:38:31.803Zx out/probe.tar.gz, 3109568 bytes, 6074 tape blocks
1112026-11-05T22:38:31.803Zx out/propolis-server.tar.gz, 38058001 bytes, 74333 tape blocks
1122026-11-05T22:38:31.804Zx out/pumpkind-gz.tar, 27286528 bytes, 53294 tape blocks
1132026-11-05T22:38:31.804Zx out/switch-softnpu.tar.gz, 342884091 bytes, 669696 tape blocks
1142026-11-05T22:38:31.829Z
1152026-11-05T22:38:31.829Zreal 11.903181940
1162026-11-05T22:38:31.829Zuser 9.836497796
1172026-11-05T22:38:31.829Zsys 3.637124177
1182026-11-05T22:38:31.830Ztrap 0.000602517
1192026-11-05T22:38:31.830Ztflt 0.000000000
1202026-11-05T22:38:31.830Zdflt 0.000000000
1212026-11-05T22:38:31.830Zkflt 0.000000000
1222026-11-05T22:38:31.830Zlock 0.000000000
1232026-11-05T22:38:31.830Zslp 9.838298062
1242026-11-05T22:38:31.830Zlat 0.491456340
1252026-11-05T22:38:31.830Zstop 0.000138642
1262026-11-05T22:38:31.830Z+ source .github/buildomat/ci-env.sh
1272026-11-05T22:38:31.830Z++ export CARGO_TERM_COLOR=always
1282026-11-05T22:38:31.830Z++ CARGO_TERM_COLOR=always
1292026-11-05T22:38:31.830Z+++ uname -s
1302026-11-05T22:38:31.830Z++ [[ SunOS == \S\u\n\O\S ]]
1312026-11-05T22:38:31.830Z++ coreadm -p /var/tmp/omicron_tmp/core.%f.%p.core
1322026-11-05T22:38:31.830Z+ source tools/opte_version_override
1332026-11-05T22:38:31.830Z++ OPTE_COMMIT=
1342026-11-05T22:38:31.830Z+ [[ x != \x ]]
1352026-11-05T22:38:31.830Z+ bmat address ls
1362026-11-05T22:38:31.831ZNAME CIDR FIRST LAST COUNT
1372026-11-05T22:38:31.831Zextra 10.151.1.0/24 10.151.1.164 10.151.1.227 64
1382026-11-05T22:38:31.831Z++ bmat address ls -f extra -Ho first,last,count
1392026-11-05T22:38:31.831Z+ set -- 10.151.1.164 10.151.1.227 64
1402026-11-05T22:38:31.831Z+ EXTRA_IP_START=10.151.1.164
1412026-11-05T22:38:31.831Z+ EXTRA_IP_END=10.151.1.227
1422026-11-05T22:38:31.831Z+ EXTRA_IP_COUNT=64
1432026-11-05T22:38:31.831Z+ (( EXTRA_IP_COUNT >= 32 ))
1442026-11-05T22:38:31.831Z+ EXTRA_IP_BASE=10.151.1
1452026-11-05T22:38:31.831Z+ EXTRA_IP_FOCTET=164
1462026-11-05T22:38:31.831Z+ EXTRA_IP_LOCTET=227
1472026-11-05T22:38:31.831Z+ SERVICE_IP_POOL_START=10.151.1.164
1482026-11-05T22:38:31.831Z+ SERVICE_IP_POOL_END=10.151.1.173
1492026-11-05T22:38:31.831Z+ DNS_IP1=10.151.1.164
1502026-11-05T22:38:31.832Z+ DNS_IP2=10.151.1.165
1512026-11-05T22:38:31.832Z+ UPLINK_IP=10.151.1.174
1522026-11-05T22:38:31.832Z+ IPPOOL_START=10.151.1.175
1532026-11-05T22:38:31.832Z+ IPPOOL_END=10.151.1.227
1542026-11-05T22:38:31.832Z++ ipadm show-addr -po type,addr
1552026-11-05T22:38:31.832Z++ awk '-F[:/]' '$1 == "dhcp" {print $2}'
1562026-11-05T22:38:31.832Z+ GATEWAY_IP=10.151.1.100
1572026-11-05T22:38:31.832Z+ [[ -n 10.151.1.100 ]]
1582026-11-05T22:38:31.832Z+ ping -s 10.151.1.100 56 1
1592026-11-05T22:38:31.832ZPING 10.151.1.100: 56 data bytes
1602026-11-05T22:38:32.295Z64 bytes from 10.151.1.100: icmp_seq=0. time=0.012 ms
1612026-11-05T22:38:32.295Z
1622026-11-05T22:38:32.296Z----10.151.1.100 PING Statistics----
1632026-11-05T22:38:32.296Z1 packets transmitted, 1 packets received, 0% packet loss
1642026-11-05T22:38:32.296Zround-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan
1652026-11-05T22:38:32.296Z++ arp -an
1662026-11-05T22:38:32.296Z++ awk -vgw=10.151.1.100 '$2 == gw {print $NF}'
1672026-11-05T22:38:32.296Z+ GATEWAY_MAC=18:c0:4d:0d:9f:b2
1682026-11-05T22:38:32.296Z+ routeadm -e ipv4-forwarding -u
1692026-11-05T22:38:32.296Z+ PXA_START=10.151.1.164
1702026-11-05T22:38:32.296Z+ PXA_END=10.151.1.227
1712026-11-05T22:38:32.296Z+ DISKS=($(pfexec nvmeadm list -p -o disk))
1722026-11-05T22:38:32.296Z++ pfexec nvmeadm list -p -o disk
1732026-11-05T22:38:32.296Z+ pfexec zpool create -f scratch c1t1d0 c2t1d0
1742026-11-05T22:38:32.297Z+ ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.1.100 --gateway-mac 18:c0:4d:0d:9f:b2 --pxa-start 10.151.1.164 --pxa-end 10.151.1.227
1752026-11-05T22:38:32.297ZCouldn't find Cargo.toml, using /opt/oxide/work as workspace root
1762026-11-05T22:38:32.297Zcreating virtual hardware
1772026-11-05T22:38:32.297Zcreating /scratch/m2_0.vdev
1782026-11-05T22:38:32.297Zcreating /scratch/m2_1.vdev
1792026-11-05T22:38:32.297Zcreating /scratch/u2_0.vdev
1802026-11-05T22:38:32.297Zcreating /scratch/u2_1.vdev
1812026-11-05T22:38:32.297Zcreating /scratch/u2_2.vdev
1822026-11-05T22:38:32.297Zcreating /scratch/u2_3.vdev
1832026-11-05T22:38:32.297Zcreating /scratch/u2_4.vdev
1842026-11-05T22:38:32.297Zcreating /scratch/u2_5.vdev
1852026-11-05T22:38:32.297Zcreating /scratch/u2_6.vdev
1862026-11-05T22:38:32.297Zcreating /scratch/u2_7.vdev
1872026-11-05T22:38:32.297Zcreating /scratch/u2_8.vdev
1882026-11-05T22:38:32.324ZSimnet net0/sc0_0 exists
1892026-11-05T22:38:32.324ZSimnet net1/sc1_0 exists
1902026-11-05T22:38:32.324ZVnic sc0_1 exists
1912026-11-05T22:39:02.777ZUsing 10.151.1.100 as gateway ip
1922026-11-05T22:39:02.778Zusing 18:C0:4D:0D:9F:B2 as gateway mac
1932026-11-05T22:39:02.778Zconfiguring SoftNPU ARP entry
1942026-11-05T22:39:02.814Zconfiguring SoftNPU proxy ARP
1952026-11-05T22:39:02.852ZSoftNPU state:
1962026-11-05T22:39:02.852Z local v6:
1972026-11-05T22:39:02.852Z local v4:
1982026-11-05T22:39:02.852Z router v6_idx:
1992026-11-05T22:39:02.853Z router v6_routes:
2002026-11-05T22:39:02.853Z router v4_idx:
2012026-11-05T22:39:02.853Z router v4_routes:
2022026-11-05T22:39:02.853Z resolver v4:
2032026-11-05T22:39:02.853Z 10.151.1.100 -> 18:c0:4d:0d:9f:b2
2042026-11-05T22:39:02.853Z resolver v6:
2052026-11-05T22:39:02.853Z nat v4:
2062026-11-05T22:39:02.853Z nat_v6:
2072026-11-05T22:39:02.853Z attached subnet v4:
2082026-11-05T22:39:02.853Z attached subnet v6:
2092026-11-05T22:39:02.853Z port_mac:
2102026-11-05T22:39:02.853Z proxy arp:
2112026-11-05T22:39:02.853Z 10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
2122026-11-05T22:39:02.853Zcreated virtual hardware
2132026-11-05T22:39:02.881Z
2142026-11-05T22:39:02.881Zreal 30.663652091
2152026-11-05T22:39:02.881Zuser 0.603453327
2162026-11-05T22:39:02.881Zsys 3.106588120
2172026-11-05T22:39:02.881Ztrap 0.000106173
2182026-11-05T22:39:02.881Ztflt 0.000218797
2192026-11-05T22:39:02.881Zdflt 0.001031616
2202026-11-05T22:39:02.881Zkflt 0.000018389
2212026-11-05T22:39:02.881Zlock 24:02.949026764
2222026-11-05T22:39:02.881Zslp 1:32.247801721
2232026-11-05T22:39:02.881Zlat 0.143737258
2242026-11-05T22:39:02.881Zstop 0.000677688
2252026-11-05T22:39:02.881Z+ tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
2262026-11-05T22:39:02.931Z+ sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml
2272026-11-05T22:39:02.931Z+ diff -u pkg/config.toml~ pkg/config.toml
2282026-11-05T22:39:02.931Z--- pkg/config.toml~ Mon Jul 24 01:21:28 2006
2292026-11-05T22:39:02.931Z+++ pkg/config.toml Thu Nov 5 22:39:02 2026
2302026-11-05T22:39:02.931Z@@ -104,18 +104,18 @@
2312026-11-05T22:39:02.931Z [external_disks]
2322026-11-05T22:39:02.932Z kind = "hardcoded"
2332026-11-05T22:39:02.932Z vdevs = [
2342026-11-05T22:39:02.932Z- "m2_0.vdev",
2352026-11-05T22:39:02.932Z- "m2_1.vdev",
2362026-11-05T22:39:02.932Z+ "/scratch/m2_0.vdev",
2372026-11-05T22:39:02.932Z+ "/scratch/m2_1.vdev",
2382026-11-05T22:39:02.932Z
2392026-11-05T22:39:02.932Z- "u2_0.vdev",
2402026-11-05T22:39:02.932Z- "u2_1.vdev",
2412026-11-05T22:39:02.932Z- "u2_2.vdev",
2422026-11-05T22:39:02.933Z- "u2_3.vdev",
2432026-11-05T22:39:02.933Z- "u2_4.vdev",
2442026-11-05T22:39:02.933Z- "u2_5.vdev",
2452026-11-05T22:39:02.933Z- "u2_6.vdev",
2462026-11-05T22:39:02.933Z- "u2_7.vdev",
2472026-11-05T22:39:02.933Z- "u2_8.vdev",
2482026-11-05T22:39:02.933Z+ "/scratch/u2_0.vdev",
2492026-11-05T22:39:02.933Z+ "/scratch/u2_1.vdev",
2502026-11-05T22:39:02.933Z+ "/scratch/u2_2.vdev",
2512026-11-05T22:39:02.933Z+ "/scratch/u2_3.vdev",
2522026-11-05T22:39:02.933Z+ "/scratch/u2_4.vdev",
2532026-11-05T22:39:02.933Z+ "/scratch/u2_5.vdev",
2542026-11-05T22:39:02.933Z+ "/scratch/u2_6.vdev",
2552026-11-05T22:39:02.933Z+ "/scratch/u2_7.vdev",
2562026-11-05T22:39:02.933Z+ "/scratch/u2_8.vdev",
2572026-11-05T22:39:02.933Z ]
2582026-11-05T22:39:02.933Z disks = []
2592026-11-05T22:39:02.933Z
2602026-11-05T22:39:02.933Z+ true
2612026-11-05T22:39:02.933Z++ grep -c -E 'u2.*\.vdev' pkg/config.toml
2622026-11-05T22:39:02.933Z+ EXPECTED_ZPOOL_COUNT=9
2632026-11-05T22:39:02.933Z+ echo 'expected number of zpools is 9'
2642026-11-05T22:39:02.933Zexpected number of zpools is 9
2652026-11-05T22:39:02.933Z++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2662026-11-05T22:39:02.933Z+ SILO_NAME=recovery
2672026-11-05T22:39:02.933Z++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml
2682026-11-05T22:39:02.933Z+ EXTERNAL_DNS_DOMAIN=oxide.test
2692026-11-05T22:39:02.933Z+ sed -i~ '
2702026-11-05T22:39:02.933Z /^external_dns_ips/c\
2712026-11-05T22:39:02.933Zexternal_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2722026-11-05T22:39:02.933Z /^\[\[service_ip_pools/,/^$/ {
2732026-11-05T22:39:02.933Z /^ranges =/c\
2742026-11-05T22:39:02.933Zranges = \[ { first = "10.151.1.164", last = "10.151.1.173" } \]
2752026-11-05T22:39:02.933Z }
2762026-11-05T22:39:02.933Z /^infra_ip_first/c\
2772026-11-05T22:39:02.933Zinfra_ip_first = "10.151.1.174"
2782026-11-05T22:39:02.934Z /^infra_ip_last/c\
2792026-11-05T22:39:02.934Zinfra_ip_last = "10.151.1.174"
2802026-11-05T22:39:02.934Z /^\[\[rack_network_config.ports/,/^$/ {
2812026-11-05T22:39:02.934Z /^routes/c\
2822026-11-05T22:39:02.934Zroutes = \[{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}\]
2832026-11-05T22:39:02.934Z /^addresses/c\
2842026-11-05T22:39:02.934Zaddresses = \[{address = {type = "static", ip_net = "10.151.1.174/24"} }\]
2852026-11-05T22:39:02.934Z }
2862026-11-05T22:39:02.934Z' pkg/config-rss.toml
2872026-11-05T22:39:02.934Z+ diff -u pkg/config-rss.toml~ pkg/config-rss.toml
2882026-11-05T22:39:02.934Z--- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006
2892026-11-05T22:39:02.934Z+++ pkg/config-rss.toml Thu Nov 5 22:39:02 2026
2902026-11-05T22:39:02.934Z@@ -33,7 +33,7 @@
2912026-11-05T22:39:02.934Z # the DNS domain delegated to the rack by the customer. Each of these addresses
2922026-11-05T22:39:02.934Z # must be contained in one of the "internal services" IP Pool ranges listed
2932026-11-05T22:39:02.934Z # below.
2942026-11-05T22:39:02.935Z-external_dns_ips = [ "192.168.1.20", "192.168.1.21" ]
2952026-11-05T22:39:02.935Z+external_dns_ips = [ "10.151.1.164", "10.151.1.165" ]
2962026-11-05T22:39:02.935Z
2972026-11-05T22:39:02.935Z # Initial TLS certificates for the external API
2982026-11-05T22:39:02.935Z #
2992026-11-05T22:39:02.935Z@@ -71,7 +71,7 @@
3002026-11-05T22:39:02.935Z [[service_ip_pools]]
3012026-11-05T22:39:02.935Z name = "oxide-service-pool-v4"
3022026-11-05T22:39:02.935Z description = "IPv4 IP Pool for Oxide Services"
3032026-11-05T22:39:02.935Z-ranges = [ { first = "192.168.1.20", last = "192.168.1.29" } ]
3042026-11-05T22:39:02.935Z+ranges = [ { first = "10.151.1.164", last = "10.151.1.173" } ]
3052026-11-05T22:39:02.935Z
3062026-11-05T22:39:02.935Z # TODO - this configuration is subject to change going forward. Ultimately these
3072026-11-05T22:39:02.935Z # parameters should be provided to the control plane via wicket, but we need to
3082026-11-05T22:39:02.935Z@@ -92,8 +92,8 @@
3092026-11-05T22:39:02.935Z # A range of IP addresses used by Boundary Services on the external network. In
3102026-11-05T22:39:02.935Z # a real system, these would be addresses of the uplink ports on the Sidecar.
3112026-11-05T22:39:02.935Z # With softnpu, only one address is used.
3122026-11-05T22:39:02.935Z-infra_ip_first = "192.168.1.30"
3132026-11-05T22:39:02.935Z-infra_ip_last = "192.168.1.30"
3142026-11-05T22:39:02.935Z+infra_ip_first = "10.151.1.174"
3152026-11-05T22:39:02.935Z+infra_ip_last = "10.151.1.174"
3162026-11-05T22:39:02.935Z
3172026-11-05T22:39:02.935Z # Configurations for BGP routers to run on the scrimlets.
3182026-11-05T22:39:02.935Z bgp = []
3192026-11-05T22:39:02.935Z@@ -101,9 +101,9 @@
3202026-11-05T22:39:02.935Z # You can configure multiple uplinks by repeating the following stanza
3212026-11-05T22:39:02.935Z [[rack_network_config.ports]]
3222026-11-05T22:39:02.935Z # Routes associated with this port.
3232026-11-05T22:39:02.935Z-routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}]
3242026-11-05T22:39:02.935Z+routes = [{nexthop = "10.151.1.100", destination = "0.0.0.0/0"}]
3252026-11-05T22:39:02.935Z # Addresses associated with this port.
3262026-11-05T22:39:02.960Z-addresses = [{address = {type = "static", ip_net = "192.168.1.30/24"}}]
3272026-11-05T22:39:02.960Z+addresses = [{address = {type = "static", ip_net = "10.151.1.174/24"} }]
3282026-11-05T22:39:02.960Z # Name of the uplink port. This should always be "qsfp0" when using softnpu.
3292026-11-05T22:39:02.961Z port = "qsfp0"
3302026-11-05T22:39:02.961Z # The speed of this port.
3312026-11-05T22:39:02.961Z+ true
3322026-11-05T22:39:02.961Z+ tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml
3332026-11-05T22:39:02.961Za pkg/config-rss.toml 8K
3342026-11-05T22:39:02.961Za pkg/config.toml 6K
3352026-11-05T22:39:02.961Z+ rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~
3362026-11-05T22:39:02.961Z+ TLS_NAME=recovery.sys.oxide.test
3372026-11-05T22:39:02.962Z+ openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin
3382026-11-05T22:39:03.436Z....+.........+...+..+.+......+++++++++++++++++++++++++++++++++++++++++++++*......+....+..................+..+.+...........+......+....+.........+++++++++++++++++++++++++++++++++++++++++++++*.....+......+..+............+.+..............+...+......+....+..+...............+.+.....+............+.+......+........+......+....+...+........+......+..................+.......+.....+.+.....+.............+......+...........+....+.........+..+...................+.....+..........+......+..+.........................+...+...+.........+..+....+.....................+.....+.+........+.+......+...+..+............+...+.........+.............+...+..+..................+..........+..............+...+.......+.....+...............+........................+.....................+...+...+..................+.+........+.+.....+.........+.........................+........+.......+......+......+..............+.+.........+.....+......+.+...+......+.....+.+.....+...+.........+.......+......+...+.........+.....+.......+........+.+.....+....+.....+...+....+..............+.+.............................+.+......+...............+.................+.+............+...............+.................+......................+......+.....+...+............+....+...............+...........+.......+..+.+...+..............+......+....+........+...+.+.....+.+..............+...+.......+..........................+..................+.....................+.+..+............+..................+.+.....................+.........+..+..........+...+...........+.+.........+.....+.........+....+......+..+...+.........+...+............+.+.....+....+........+...+......+...............+...+............+.+.........+......+...+..+.........+...+............+..........+...........+............+.........................+.....+.............+........+....+......+...........+.........+.........+......+.+...............+......+...+.........+........+..................+..........+......+...+........+....+........+...+...+....+...........+............+...+.+........+...+.........+....+.........+..+...............................+.........+.........+......+........+.............+........+...................+...+..+.+..+....+...+......+..+...+.......+.....+.......+++++
3392026-11-05T22:39:03.765Z.........+......+++++++++++++++++++++++++++++++++++++++++++++*......+.+.....+............+.+......+...+...+........+.+...+++++++++++++++++++++++++++++++++++++++++++++*..............+.+......+............+...............+..+....+..+..........+...+..+.........+...+.+...........+...+.....................+.......+...+.................+.......+............+.........+.........+...+........+..........+......+...+...+............+...+........+....+........+..................+..........+.....+.+........+...............+...+...+.+...........+...+....+..+.........+.........+................+..+.............+.....+......+.+...+............+...+........................+...+...+..+...+.......+..+...+.............+..+...+...................+..+...............+...+..........+........+......................+...+.................+.+............+...+.....+....+......+.....+......+...............+...+...+.............+..+...+......+.............+........+....+...+...+...+...........+.........................+...........+.........+.............+......+...........................+...+..............+.......+......+..+...+....+........+...+...+.....................+.+..............+....+..+...+.+...+...+..+.+..+.......+...+...+...........................+.....+.........+......+............+.......+...+..+...+......+....+...+.........+...+......+.....+.......+...+++++
3402026-11-05T22:39:03.793Z-----
3412026-11-05T22:39:03.793Z+ tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3422026-11-05T22:39:03.819Za pkg/initial-tls-cert.pem 2K
3432026-11-05T22:39:03.819Za pkg/initial-tls-key.pem 4K
3442026-11-05T22:39:03.819Z+ rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem
3452026-11-05T22:39:03.819Z+ rmdir pkg
3462026-11-05T22:39:03.819Z+ E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem
3472026-11-05T22:39:03.819Z+ pfexec mkdir -p /usr/oxide
3482026-11-05T22:39:03.819Z+ pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v2025112000
3492026-11-05T22:39:04.404Z+ pfexec chmod +x /usr/oxide/oxide
3502026-11-05T22:39:04.429Z+ curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw
3512026-11-05T22:39:22.929Z+ OMICRON_NO_UNINSTALL=1
3522026-11-05T22:39:22.929Z+ ptime -m pfexec ./target/release/omicron-package -t test install
3532026-11-05T22:39:22.954ZLogging to: /opt/oxide/work/out/LOG
3542026-11-05T22:39:23.601Z
3552026-11-05T22:39:23.625Zreal 0.665540209
3562026-11-05T22:39:23.625Zuser 0.139928274
3572026-11-05T22:39:23.625Zsys 3.149739610
3582026-11-05T22:39:23.625Ztrap 0.000005040
3592026-11-05T22:39:23.625Ztflt 0.000017210
3602026-11-05T22:39:23.625Zdflt 0.001767134
3612026-11-05T22:39:23.625Zkflt 0.000000000
3622026-11-05T22:39:23.625Zlock 1:00.792513058
3632026-11-05T22:39:23.625Zslp 0.854011921
3642026-11-05T22:39:23.625Zlat 0.014560430
3652026-11-05T22:39:23.625Zstop 0.000338184
3662026-11-05T22:39:23.625Z+ retry=0
3672026-11-05T22:39:23.625Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3682026-11-05T22:39:23.626Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3692026-11-05T22:39:23.626Z+ [[ 0 -gt 300 ]]
3702026-11-05T22:39:23.626Z+ sleep 1
3712026-11-05T22:39:24.617Z+ retry=1
3722026-11-05T22:39:24.617Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3732026-11-05T22:39:24.641Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3742026-11-05T22:39:24.641Z+ [[ 1 -gt 300 ]]
3752026-11-05T22:39:24.641Z+ sleep 1
3762026-11-05T22:39:25.632Z+ retry=2
3772026-11-05T22:39:25.632Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3782026-11-05T22:39:25.657Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3792026-11-05T22:39:25.657Z+ [[ 2 -gt 300 ]]
3802026-11-05T22:39:25.657Z+ sleep 1
3812026-11-05T22:39:26.655Z+ retry=3
3822026-11-05T22:39:26.655Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3832026-11-05T22:39:26.708Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3842026-11-05T22:39:26.708Z+ [[ 3 -gt 300 ]]
3852026-11-05T22:39:26.708Z+ sleep 1
3862026-11-05T22:39:27.679Z+ retry=4
3872026-11-05T22:39:27.679Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3882026-11-05T22:39:27.742Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3892026-11-05T22:39:27.743Z+ [[ 4 -gt 300 ]]
3902026-11-05T22:39:27.743Z+ sleep 1
3912026-11-05T22:39:28.688Z+ retry=5
3922026-11-05T22:39:28.689Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3932026-11-05T22:39:28.777Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
3942026-11-05T22:39:28.777Z+ [[ 5 -gt 300 ]]
3952026-11-05T22:39:28.777Z+ sleep 1
3962026-11-05T22:39:29.697Z+ retry=6
3972026-11-05T22:39:29.698Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
3982026-11-05T22:39:30.705Zcurl: (28) Connection timed out after 1000 milliseconds
3992026-11-05T22:39:30.732Z+ [[ 6 -gt 300 ]]
4002026-11-05T22:39:30.732Z+ sleep 1
4012026-11-05T22:39:31.758Z+ retry=7
4022026-11-05T22:39:31.758Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4032026-11-05T22:39:32.734Zcurl: (28) Connection timed out after 1000 milliseconds
4042026-11-05T22:39:32.784Z+ [[ 7 -gt 300 ]]
4052026-11-05T22:39:32.784Z+ sleep 1
4062026-11-05T22:39:33.729Z+ retry=8
4072026-11-05T22:39:33.729Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4082026-11-05T22:39:34.784Zcurl: (28) Connection timed out after 1000 milliseconds
4092026-11-05T22:39:34.784Z+ [[ 8 -gt 300 ]]
4102026-11-05T22:39:34.784Z+ sleep 1
4112026-11-05T22:39:35.746Z+ retry=9
4122026-11-05T22:39:35.746Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4132026-11-05T22:39:36.760Zcurl: (28) Connection timed out after 1000 milliseconds
4142026-11-05T22:39:36.786Z+ [[ 9 -gt 300 ]]
4152026-11-05T22:39:36.787Z+ sleep 1
4162026-11-05T22:39:37.766Z+ retry=10
4172026-11-05T22:39:37.766Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4182026-11-05T22:39:38.779Zcurl: (28) Connection timed out after 1000 milliseconds
4192026-11-05T22:39:38.821Z+ [[ 10 -gt 300 ]]
4202026-11-05T22:39:38.821Z+ sleep 1
4212026-11-05T22:39:40.234Z+ retry=11
4222026-11-05T22:39:40.235Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4232026-11-05T22:39:41.272Zcurl: (28) Connection timed out after 1000 milliseconds
4242026-11-05T22:39:41.315Z+ [[ 11 -gt 300 ]]
4252026-11-05T22:39:41.315Z+ sleep 1
4262026-11-05T22:39:42.284Z+ retry=12
4272026-11-05T22:39:42.284Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4282026-11-05T22:39:43.293Zcurl: (28) Connection timed out after 1000 milliseconds
4292026-11-05T22:39:43.318Z+ [[ 12 -gt 300 ]]
4302026-11-05T22:39:43.318Z+ sleep 1
4312026-11-05T22:39:44.332Z+ retry=13
4322026-11-05T22:39:44.332Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4332026-11-05T22:39:45.314Zcurl: (28) Connection timed out after 1000 milliseconds
4342026-11-05T22:39:45.339Z+ [[ 13 -gt 300 ]]
4352026-11-05T22:39:45.339Z+ sleep 1
4362026-11-05T22:39:46.320Z+ retry=14
4372026-11-05T22:39:46.320Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4382026-11-05T22:39:47.331Zcurl: (28) Connection timed out after 1000 milliseconds
4392026-11-05T22:39:47.355Z+ [[ 14 -gt 300 ]]
4402026-11-05T22:39:47.355Z+ sleep 1
4412026-11-05T22:39:48.336Z+ retry=15
4422026-11-05T22:39:48.336Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4432026-11-05T22:39:48.360Zcurl: (7) Failed to connect to fd00:1122:3344:101::2:12224 after 0 ms: Could not connect to server
4442026-11-05T22:39:48.360Z+ [[ 15 -gt 300 ]]
4452026-11-05T22:39:48.360Z+ sleep 1
4462026-11-05T22:39:49.353Z+ retry=16
4472026-11-05T22:39:49.353Z+ curl --max-time 1 --head --silent --show-error -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/'
4482026-11-05T22:39:49.451Z+ pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state
4492026-11-05T22:39:49.480Zlocal v6:
4502026-11-05T22:39:49.480Zfe80::f020:5fff:fe9e:6a57
4512026-11-05T22:39:49.480Zfda2:d896:84aa:f017::1
4522026-11-05T22:39:49.480Zlocal v4:
4532026-11-05T22:39:49.480Zrouter v6_idx:
4542026-11-05T22:39:49.480Zrouter v6_routes:
4552026-11-05T22:39:49.480Zrouter v4_idx:
4562026-11-05T22:39:49.480Zrouter v4_routes:
4572026-11-05T22:39:49.480Zresolver v4:
4582026-11-05T22:39:49.480Z10.151.1.100 -> 18:c0:4d:0d:9f:b2
4592026-11-05T22:39:49.480Zresolver v6:
4602026-11-05T22:39:49.480Zfe80::4c7:ecff:fe6a:5f1 -> 06:c7:ec:6a:05:f1
4612026-11-05T22:39:49.480Zfe80::f020:5fff:fe9e:6a57 -> f2:20:5f:9e:6a:57
4622026-11-05T22:39:49.481Znat v4:
4632026-11-05T22:39:49.481Znat_v6:
4642026-11-05T22:39:49.481Zattached subnet v4:
4652026-11-05T22:39:49.481Zattached subnet v6:
4662026-11-05T22:39:49.481Zport_mac:
4672026-11-05T22:39:49.481Z1: a8:40:25:35:18:05
4682026-11-05T22:39:49.481Zproxy arp:
4692026-11-05T22:39:49.481Z10.151.1.164/10.151.1.227: a8:e1:de:01:70:1d
4702026-11-05T22:39:49.508Z+ retry=0
4712026-11-05T22:39:49.508Z+++ zoneadm list -n
4722026-11-05T22:39:49.508Z+++ grep oxz_ntp
4732026-11-05T22:39:49.508Z++ pfexec svcs -z -Hostate oxide/ntp
4742026-11-05T22:39:49.508Zsvcs: zone '-Hostate': entity not found
4752026-11-05T22:39:49.508Z++ true
4762026-11-05T22:39:49.508Z+ [[ '' != online ]]
4772026-11-05T22:39:49.508Z+ [[ 0 -gt 60 ]]
4782026-11-05T22:39:49.508Z+ sleep 1
4792026-11-05T22:39:50.507Z+ retry=1
4802026-11-05T22:39:50.531Z+++ zoneadm list -n
4812026-11-05T22:39:50.531Z+++ grep oxz_ntp
4822026-11-05T22:39:50.531Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
4832026-11-05T22:39:50.582Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4842026-11-05T22:39:50.606Z++ true
4852026-11-05T22:39:50.606Z+ [[ '' != online ]]
4862026-11-05T22:39:50.606Z+ [[ 1 -gt 60 ]]
4872026-11-05T22:39:50.606Z+ sleep 1
4882026-11-05T22:39:51.588Z+ retry=2
4892026-11-05T22:39:51.612Z+++ zoneadm list -n
4902026-11-05T22:39:51.612Z+++ grep oxz_ntp
4912026-11-05T22:39:51.612Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
4922026-11-05T22:39:51.636Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
4932026-11-05T22:39:51.636Z++ true
4942026-11-05T22:39:51.636Z+ [[ '' != online ]]
4952026-11-05T22:39:51.636Z+ [[ 2 -gt 60 ]]
4962026-11-05T22:39:51.636Z+ sleep 1
4972026-11-05T22:39:52.619Z+ retry=3
4982026-11-05T22:39:52.644Z+++ zoneadm list -n
4992026-11-05T22:39:52.644Z+++ grep oxz_ntp
5002026-11-05T22:39:52.644Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5012026-11-05T22:39:52.668Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5022026-11-05T22:39:52.668Z++ true
5032026-11-05T22:39:52.668Z+ [[ '' != online ]]
5042026-11-05T22:39:52.668Z+ [[ 3 -gt 60 ]]
5052026-11-05T22:39:52.669Z+ sleep 1
5062026-11-05T22:39:53.649Z+ retry=4
5072026-11-05T22:39:53.673Z+++ zoneadm list -n
5082026-11-05T22:39:53.673Z+++ grep oxz_ntp
5092026-11-05T22:39:53.673Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5102026-11-05T22:39:53.674Zsvcs: Pattern 'oxide/ntp' doesn't match any instances
5112026-11-05T22:39:53.700Z++ true
5122026-11-05T22:39:53.700Z+ [[ '' != online ]]
5132026-11-05T22:39:53.700Z+ [[ 4 -gt 60 ]]
5142026-11-05T22:39:53.701Z+ sleep 1
5152026-11-05T22:39:54.679Z+ retry=5
5162026-11-05T22:39:54.703Z+++ zoneadm list -n
5172026-11-05T22:39:54.703Z+++ grep oxz_ntp
5182026-11-05T22:39:54.703Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5192026-11-05T22:39:54.703Z+ [[ offline != online ]]
5202026-11-05T22:39:54.703Z+ [[ 5 -gt 60 ]]
5212026-11-05T22:39:54.703Z+ sleep 1
5222026-11-05T22:39:55.702Z+ retry=6
5232026-11-05T22:39:55.728Z+++ zoneadm list -n
5242026-11-05T22:39:55.728Z+++ grep oxz_ntp
5252026-11-05T22:39:55.728Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5262026-11-05T22:39:55.728Z+ [[ offline != online ]]
5272026-11-05T22:39:55.728Z+ [[ 6 -gt 60 ]]
5282026-11-05T22:39:55.728Z+ sleep 1
5292026-11-05T22:39:56.725Z+ retry=7
5302026-11-05T22:39:56.749Z+++ zoneadm list -n
5312026-11-05T22:39:56.750Z+++ grep oxz_ntp
5322026-11-05T22:39:56.750Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5332026-11-05T22:39:56.750Z+ [[ offline != online ]]
5342026-11-05T22:39:56.750Z+ [[ 7 -gt 60 ]]
5352026-11-05T22:39:56.750Z+ sleep 1
5362026-11-05T22:39:57.748Z+ retry=8
5372026-11-05T22:39:57.772Z+++ zoneadm list -n
5382026-11-05T22:39:57.772Z+++ grep oxz_ntp
5392026-11-05T22:39:57.772Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5402026-11-05T22:39:57.772Z+ [[ offline != online ]]
5412026-11-05T22:39:57.773Z+ [[ 8 -gt 60 ]]
5422026-11-05T22:39:57.773Z+ sleep 1
5432026-11-05T22:39:58.772Z+ retry=9
5442026-11-05T22:39:58.801Z+++ zoneadm list -n
5452026-11-05T22:39:58.801Z+++ grep oxz_ntp
5462026-11-05T22:39:58.801Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5472026-11-05T22:39:58.801Z+ [[ offline != online ]]
5482026-11-05T22:39:58.801Z+ [[ 9 -gt 60 ]]
5492026-11-05T22:39:58.801Z+ sleep 1
5502026-11-05T22:39:59.794Z+ retry=10
5512026-11-05T22:39:59.818Z+++ zoneadm list -n
5522026-11-05T22:39:59.818Z+++ grep oxz_ntp
5532026-11-05T22:39:59.818Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5542026-11-05T22:39:59.818Z+ [[ offline != online ]]
5552026-11-05T22:39:59.819Z+ [[ 10 -gt 60 ]]
5562026-11-05T22:39:59.819Z+ sleep 1
5572026-11-05T22:40:00.823Z+ retry=11
5582026-11-05T22:40:00.847Z+++ zoneadm list -n
5592026-11-05T22:40:00.847Z+++ grep oxz_ntp
5602026-11-05T22:40:00.847Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5612026-11-05T22:40:00.847Z+ [[ offline != online ]]
5622026-11-05T22:40:00.847Z+ [[ 11 -gt 60 ]]
5632026-11-05T22:40:00.847Z+ sleep 1
5642026-11-05T22:40:01.840Z+ retry=12
5652026-11-05T22:40:01.864Z+++ zoneadm list -n
5662026-11-05T22:40:01.864Z+++ grep oxz_ntp
5672026-11-05T22:40:01.866Z++ pfexec svcs -z oxz_ntp_a8796386-f735-4fc5-8d35-cd67638476d0 -Hostate oxide/ntp
5682026-11-05T22:40:01.866Z+ [[ online != online ]]
5692026-11-05T22:40:01.866Z+ echo 'Waited for chrony: 12s'
5702026-11-05T22:40:01.866Z+ retry=0
5712026-11-05T22:40:01.866ZWaited for chrony: 12s
5722026-11-05T22:40:01.866Z+ zoneadm list
5732026-11-05T22:40:01.866Z+ grep nexus
5742026-11-05T22:40:01.890Z+ [[ 0 -gt 300 ]]
5752026-11-05T22:40:01.890Z+ sleep 1
5762026-11-05T22:40:02.878Z+ retry=1
5772026-11-05T22:40:02.903Z+ zoneadm list
5782026-11-05T22:40:02.903Z+ grep nexus
5792026-11-05T22:40:02.903Z+ [[ 1 -gt 300 ]]
5802026-11-05T22:40:02.903Z+ sleep 1
5812026-11-05T22:40:03.882Z+ retry=2
5822026-11-05T22:40:03.906Z+ zoneadm list
5832026-11-05T22:40:03.907Z+ grep nexus
5842026-11-05T22:40:03.907Z+ [[ 2 -gt 300 ]]
5852026-11-05T22:40:03.907Z+ sleep 1
5862026-11-05T22:40:04.893Z+ retry=3
5872026-11-05T22:40:04.917Z+ zoneadm list
5882026-11-05T22:40:04.917Z+ grep nexus
5892026-11-05T22:40:04.917Z+ [[ 3 -gt 300 ]]
5902026-11-05T22:40:04.917Z+ sleep 1
5912026-11-05T22:40:05.905Z+ retry=4
5922026-11-05T22:40:05.929Z+ zoneadm list
5932026-11-05T22:40:05.929Z+ grep nexus
5942026-11-05T22:40:05.929Z+ [[ 4 -gt 300 ]]
5952026-11-05T22:40:05.929Z+ sleep 1
5962026-11-05T22:40:06.916Z+ retry=5
5972026-11-05T22:40:06.940Z+ zoneadm list
5982026-11-05T22:40:06.940Z+ grep nexus
5992026-11-05T22:40:06.940Z+ [[ 5 -gt 300 ]]
6002026-11-05T22:40:06.940Z+ sleep 1
6012026-11-05T22:40:07.926Z+ retry=6
6022026-11-05T22:40:07.950Z+ zoneadm list
6032026-11-05T22:40:07.950Z+ grep nexus
6042026-11-05T22:40:07.950Z+ [[ 6 -gt 300 ]]
6052026-11-05T22:40:07.951Z+ sleep 1
6062026-11-05T22:40:08.945Z+ retry=7
6072026-11-05T22:40:08.971Z+ zoneadm list
6082026-11-05T22:40:08.971Z+ grep nexus
6092026-11-05T22:40:08.971Z+ [[ 7 -gt 300 ]]
6102026-11-05T22:40:08.971Z+ sleep 1
6112026-11-05T22:40:09.949Z+ retry=8
6122026-11-05T22:40:09.973Z+ zoneadm list
6132026-11-05T22:40:09.973Z+ grep nexus
6142026-11-05T22:40:09.973Z+ [[ 8 -gt 300 ]]
6152026-11-05T22:40:09.973Z+ sleep 1
6162026-11-05T22:40:10.960Z+ retry=9
6172026-11-05T22:40:10.984Z+ zoneadm list
6182026-11-05T22:40:10.984Z+ grep nexus
6192026-11-05T22:40:10.984Z+ [[ 9 -gt 300 ]]
6202026-11-05T22:40:10.985Z+ sleep 1
6212026-11-05T22:40:11.975Z+ retry=10
6222026-11-05T22:40:11.999Z+ zoneadm list
6232026-11-05T22:40:11.999Z+ grep nexus
6242026-11-05T22:40:11.999Z+ [[ 10 -gt 300 ]]
6252026-11-05T22:40:11.999Z+ sleep 1
6262026-11-05T22:40:12.988Z+ retry=11
6272026-11-05T22:40:13.031Z+ zoneadm list
6282026-11-05T22:40:13.031Z+ grep nexus
6292026-11-05T22:40:13.031Z+ [[ 11 -gt 300 ]]
6302026-11-05T22:40:13.031Z+ sleep 1
6312026-11-05T22:40:14.001Z+ retry=12
6322026-11-05T22:40:14.033Z+ zoneadm list
6332026-11-05T22:40:14.033Z+ grep nexus
6342026-11-05T22:40:14.033Z+ [[ 12 -gt 300 ]]
6352026-11-05T22:40:14.034Z+ sleep 1
6362026-11-05T22:40:15.052Z+ retry=13
6372026-11-05T22:40:15.089Z+ zoneadm list
6382026-11-05T22:40:15.124Z+ grep nexus
6392026-11-05T22:40:15.124Z+ [[ 13 -gt 300 ]]
6402026-11-05T22:40:15.125Z+ sleep 1
6412026-11-05T22:40:16.091Z+ retry=14
6422026-11-05T22:40:16.115Z+ zoneadm list
6432026-11-05T22:40:16.116Z+ grep nexus
6442026-11-05T22:40:16.116Z+ [[ 14 -gt 300 ]]
6452026-11-05T22:40:16.116Z+ sleep 1
6462026-11-05T22:40:17.108Z+ retry=15
6472026-11-05T22:40:17.133Z+ zoneadm list
6482026-11-05T22:40:17.133Z+ grep nexus
6492026-11-05T22:40:17.133Z+ [[ 15 -gt 300 ]]
6502026-11-05T22:40:17.133Z+ sleep 1
6512026-11-05T22:40:18.122Z+ retry=16
6522026-11-05T22:40:18.147Z+ zoneadm list
6532026-11-05T22:40:18.147Z+ grep nexus
6542026-11-05T22:40:18.147Z+ [[ 16 -gt 300 ]]
6552026-11-05T22:40:18.147Z+ sleep 1
6562026-11-05T22:40:19.140Z+ retry=17
6572026-11-05T22:40:19.175Z+ zoneadm list
6582026-11-05T22:40:19.175Z+ grep nexus
6592026-11-05T22:40:19.175Z+ [[ 17 -gt 300 ]]
6602026-11-05T22:40:19.176Z+ sleep 1
6612026-11-05T22:40:20.151Z+ retry=18
6622026-11-05T22:40:20.184Z+ zoneadm list
6632026-11-05T22:40:20.184Z+ grep nexus
6642026-11-05T22:40:20.184Z+ [[ 18 -gt 300 ]]
6652026-11-05T22:40:20.184Z+ sleep 1
6662026-11-05T22:40:21.164Z+ retry=19
6672026-11-05T22:40:21.192Z+ zoneadm list
6682026-11-05T22:40:21.192Z+ grep nexus
6692026-11-05T22:40:21.192Z+ [[ 19 -gt 300 ]]
6702026-11-05T22:40:21.192Z+ sleep 1
6712026-11-05T22:40:22.172Z+ retry=20
6722026-11-05T22:40:22.196Z+ zoneadm list
6732026-11-05T22:40:22.196Z+ grep nexus
6742026-11-05T22:40:22.196Z+ [[ 20 -gt 300 ]]
6752026-11-05T22:40:22.196Z+ sleep 1
6762026-11-05T22:40:23.186Z+ retry=21
6772026-11-05T22:40:23.210Z+ zoneadm list
6782026-11-05T22:40:23.210Z+ grep nexus
6792026-11-05T22:40:23.210Z+ [[ 21 -gt 300 ]]
6802026-11-05T22:40:23.210Z+ sleep 1
6812026-11-05T22:40:24.199Z+ retry=22
6822026-11-05T22:40:24.224Z+ zoneadm list
6832026-11-05T22:40:24.224Z+ grep nexus
6842026-11-05T22:40:24.224Z+ [[ 22 -gt 300 ]]
6852026-11-05T22:40:24.224Z+ sleep 1
6862026-11-05T22:40:25.211Z+ retry=23
6872026-11-05T22:40:25.236Z+ zoneadm list
6882026-11-05T22:40:25.236Z+ grep nexus
6892026-11-05T22:40:25.236Z+ [[ 23 -gt 300 ]]
6902026-11-05T22:40:25.236Z+ sleep 1
6912026-11-05T22:40:26.224Z+ retry=24
6922026-11-05T22:40:26.248Z+ zoneadm list
6932026-11-05T22:40:26.248Z+ grep nexus
6942026-11-05T22:40:26.248Z+ [[ 24 -gt 300 ]]
6952026-11-05T22:40:26.248Z+ sleep 1
6962026-11-05T22:40:27.238Z+ retry=25
6972026-11-05T22:40:27.290Z+ zoneadm list
6982026-11-05T22:40:27.315Z+ grep nexus
6992026-11-05T22:40:27.315Z+ [[ 25 -gt 300 ]]
7002026-11-05T22:40:27.315Z+ sleep 1
7012026-11-05T22:40:28.310Z+ retry=26
7022026-11-05T22:40:28.334Z+ zoneadm list
7032026-11-05T22:40:28.334Z+ grep nexus
7042026-11-05T22:40:28.334Z+ [[ 26 -gt 300 ]]
7052026-11-05T22:40:28.334Z+ sleep 1
7062026-11-05T22:40:29.324Z+ retry=27
7072026-11-05T22:40:29.348Z+ zoneadm list
7082026-11-05T22:40:29.349Z+ grep nexus
7092026-11-05T22:40:29.349Z+ [[ 27 -gt 300 ]]
7102026-11-05T22:40:29.349Z+ sleep 1
7112026-11-05T22:40:30.338Z+ retry=28
7122026-11-05T22:40:30.362Z+ zoneadm list
7132026-11-05T22:40:30.362Z+ grep nexus
7142026-11-05T22:40:30.362Z+ [[ 28 -gt 300 ]]
7152026-11-05T22:40:30.362Z+ sleep 1
7162026-11-05T22:40:31.351Z+ retry=29
7172026-11-05T22:40:31.376Z+ zoneadm list
7182026-11-05T22:40:31.376Z+ grep nexus
7192026-11-05T22:40:31.376Z+ [[ 29 -gt 300 ]]
7202026-11-05T22:40:31.376Z+ sleep 1
7212026-11-05T22:40:32.411Z+ retry=30
7222026-11-05T22:40:32.411Z+ zoneadm list
7232026-11-05T22:40:32.411Z+ grep nexus
7242026-11-05T22:40:32.437Z+ [[ 30 -gt 300 ]]
7252026-11-05T22:40:32.437Z+ sleep 1
7262026-11-05T22:40:33.424Z+ retry=31
7272026-11-05T22:40:33.449Z+ zoneadm list
7282026-11-05T22:40:33.449Z+ grep nexus
7292026-11-05T22:40:33.449Z+ [[ 31 -gt 300 ]]
7302026-11-05T22:40:33.449Z+ sleep 1
7312026-11-05T22:40:34.437Z+ retry=32
7322026-11-05T22:40:34.461Z+ zoneadm list
7332026-11-05T22:40:34.461Z+ grep nexus
7342026-11-05T22:40:34.462Z+ [[ 32 -gt 300 ]]
7352026-11-05T22:40:34.462Z+ sleep 1
7362026-11-05T22:40:35.451Z+ retry=33
7372026-11-05T22:40:35.476Z+ zoneadm list
7382026-11-05T22:40:35.476Z+ grep nexus
7392026-11-05T22:40:35.476Z+ [[ 33 -gt 300 ]]
7402026-11-05T22:40:35.476Z+ sleep 1
7412026-11-05T22:40:36.464Z+ retry=34
7422026-11-05T22:40:36.488Z+ zoneadm list
7432026-11-05T22:40:36.488Z+ grep nexus
7442026-11-05T22:40:36.489Z+ [[ 34 -gt 300 ]]
7452026-11-05T22:40:36.489Z+ sleep 1
7462026-11-05T22:40:37.477Z+ retry=35
7472026-11-05T22:40:37.501Z+ zoneadm list
7482026-11-05T22:40:37.501Z+ grep nexus
7492026-11-05T22:40:37.501Z+ [[ 35 -gt 300 ]]
7502026-11-05T22:40:37.501Z+ sleep 1
7512026-11-05T22:40:38.489Z+ retry=36
7522026-11-05T22:40:38.514Z+ zoneadm list
7532026-11-05T22:40:38.514Z+ grep nexus
7542026-11-05T22:40:38.594Z+ [[ 36 -gt 300 ]]
7552026-11-05T22:40:38.594Z+ sleep 1
7562026-11-05T22:40:39.602Z+ retry=37
7572026-11-05T22:40:39.625Z+ zoneadm list
7582026-11-05T22:40:39.625Z+ grep nexus
7592026-11-05T22:40:39.625Z+ [[ 37 -gt 300 ]]
7602026-11-05T22:40:39.625Z+ sleep 1
7612026-11-05T22:40:40.615Z+ retry=38
7622026-11-05T22:40:40.640Z+ zoneadm list
7632026-11-05T22:40:40.640Z+ grep nexus
7642026-11-05T22:40:40.640Z+ [[ 38 -gt 300 ]]
7652026-11-05T22:40:40.640Z+ sleep 1
7662026-11-05T22:40:41.628Z+ retry=39
7672026-11-05T22:40:41.652Z+ zoneadm list
7682026-11-05T22:40:41.652Z+ grep nexus
7692026-11-05T22:40:41.652Z+ [[ 39 -gt 300 ]]
7702026-11-05T22:40:41.652Z+ sleep 1
7712026-11-05T22:40:42.640Z+ retry=40
7722026-11-05T22:40:42.665Z+ zoneadm list
7732026-11-05T22:40:42.665Z+ grep nexus
7742026-11-05T22:40:42.665Z+ [[ 40 -gt 300 ]]
7752026-11-05T22:40:42.665Z+ sleep 1
7762026-11-05T22:40:43.653Z+ retry=41
7772026-11-05T22:40:43.677Z+ zoneadm list
7782026-11-05T22:40:43.677Z+ grep nexus
7792026-11-05T22:40:43.677Z+ [[ 41 -gt 300 ]]
7802026-11-05T22:40:43.677Z+ sleep 1
7812026-11-05T22:40:44.666Z+ retry=42
7822026-11-05T22:40:44.690Z+ zoneadm list
7832026-11-05T22:40:44.690Z+ grep nexus
7842026-11-05T22:40:44.690Z+ [[ 42 -gt 300 ]]
7852026-11-05T22:40:44.690Z+ sleep 1
7862026-11-05T22:40:45.680Z+ retry=43
7872026-11-05T22:40:45.705Z+ zoneadm list
7882026-11-05T22:40:45.705Z+ grep nexus
7892026-11-05T22:40:45.705Z+ [[ 43 -gt 300 ]]
7902026-11-05T22:40:45.705Z+ sleep 1
7912026-11-05T22:40:46.694Z+ retry=44
7922026-11-05T22:40:46.719Z+ zoneadm list
7932026-11-05T22:40:46.719Z+ grep nexus
7942026-11-05T22:40:46.719Z+ [[ 44 -gt 300 ]]
7952026-11-05T22:40:46.719Z+ sleep 1
7962026-11-05T22:40:47.708Z+ retry=45
7972026-11-05T22:40:47.732Z+ zoneadm list
7982026-11-05T22:40:47.732Z+ grep nexus
7992026-11-05T22:40:47.732Z+ [[ 45 -gt 300 ]]
8002026-11-05T22:40:47.733Z+ sleep 1
8012026-11-05T22:40:48.723Z+ retry=46
8022026-11-05T22:40:48.748Z+ zoneadm list
8032026-11-05T22:40:48.748Z+ grep nexus
8042026-11-05T22:40:48.748Z+ [[ 46 -gt 300 ]]
8052026-11-05T22:40:48.748Z+ sleep 1
8062026-11-05T22:40:49.735Z+ retry=47
8072026-11-05T22:40:49.785Z+ zoneadm list
8082026-11-05T22:40:49.785Z+ grep nexus
8092026-11-05T22:40:49.810Z+ [[ 47 -gt 300 ]]
8102026-11-05T22:40:49.810Z+ sleep 1
8112026-11-05T22:40:50.748Z+ retry=48
8122026-11-05T22:40:50.773Z+ zoneadm list
8132026-11-05T22:40:50.773Z+ grep nexus
8142026-11-05T22:40:50.774Z+ [[ 48 -gt 300 ]]
8152026-11-05T22:40:50.774Z+ sleep 1
8162026-11-05T22:40:51.764Z+ retry=49
8172026-11-05T22:40:51.792Z+ zoneadm list
8182026-11-05T22:40:51.792Z+ grep nexus
8192026-11-05T22:40:51.792Z+ [[ 49 -gt 300 ]]
8202026-11-05T22:40:51.792Z+ sleep 1
8212026-11-05T22:40:52.845Z+ retry=50
8222026-11-05T22:40:53.468Z+ zoneadm list
8232026-11-05T22:40:53.621Z+ grep nexus
8242026-11-05T22:40:53.646Z+ [[ 50 -gt 300 ]]
8252026-11-05T22:40:53.646Z+ sleep 1
 
8262026-11-05T22:42:26.519Zbuskin console login:
8272026-11-05T22:42:26.930Zpanic[cpu0]/thread=fffffe00f3ce9c20: pageout_deadman: stuck pushing the same page for 90 seconds (freemem is 164878)
8282026-11-05T22:42:27.016Zfffffe00f3ce9a60 genunix:pageout_deadman+62 ()
8292026-11-05T22:42:27.061Zfffffe00f3ce9ad0 genunix:clock+7b3 ()
8302026-11-05T22:42:27.116Zfffffe00f3ce9b60 genunix:cyclic_softint+e1 ()
8312026-11-05T22:42:27.165Zfffffe00f3ce9b80 unix:cbe_softclock+23 ()
8322026-11-05T22:42:27.218Zfffffe00f3ce9bd0 unix:av_dispatch_softvect+72 ()
8332026-11-05T22:42:27.366Zfffffe00f3ce9c00 apix:apix_dispatch_softint+35 ()
8342026-11-05T22:42:27.433Zfffffe00f3c05970 unix:switch_sp_and_call+15 ()
8352026-11-05T22:42:27.485Zfffffe00f3c059c0 apix:apix_do_softint+5a ()
8362026-11-05T22:42:27.533Zfffffe00f3c05a20 apix:apix_do_interrupt+260 ()
8372026-11-05T22:42:27.578Zfffffe00f3c05a30 unix:_interrupt+c3 ()
8382026-11-05T22:42:27.611Zfffffe00f3c05ba0 unix:acpi_cpu_cstate+133 ()
8392026-11-05T22:42:27.645Zfffffe00f3c05bd0 unix:cpu_acpi_idle+75 ()
8402026-11-05T22:42:27.679Zfffffe00f3c05be0 unix:cpu_idle_adaptive+19 ()
8412026-11-05T22:42:27.711Zfffffe00f3c05c00 unix:idle+a8 ()
8422026-11-05T22:42:27.748Zfffffe00f3c05c10 unix:thread_start+b ()
8432026-11-05T22:42:27.781Zskipping system dump - no dump device configured
8442026-11-05T22:42:27.814Zrebooting...
8452026-11-05T22:44:13.906Z^[ciPXE initialising devices...ok
8462026-11-05T22:44:13.935Z^[[0m
8472026-11-05T22:44:14.604Z^[[1miPXE 1.21.1+ (g8bff5)^[[0m -- Open Source Network Boot Firmwar
8482026-11-05T22:44:14.635Z-- ^[[36mhttp://ipxe.org^[[0m
8492026-11-05T22:44:14.733ZFeatures: DNS HTTP iSCSI TFTP SRP AoE ELF MBOOT PXE bzImage Menu PXEXT
8502026-11-05T22:44:15.986Znet0: 18:c0:4d:0d:9f:b2 using i350 on 0000:c3:00.0 (Ethernet) [open]
8512026-11-05T22:44:16.023Z[Link:up, TX:0 TXE:1 RX:0 RXE:0]
8522026-11-05T22:44:16.649Z[TXE: 1 x "Network unreachable (http://ipxe.org/28086011)"]
8532026-11-05T22:44:19.769ZConfiguring (net0 18:c0:4d:0d:9f:b2)...... ok
8542026-11-05T22:44:19.805Znet0: 10.151.1.100/255.255.255.0 gw 10.151.1.1
8552026-11-05T22:44:19.839ZFilename: http://172.20.0.5:9969/ipxe/buskin
8562026-11-05T22:44:19.873Zhttp://172.20.0.5:9969/ipxe/buskin... ok
8572026-11-05T22:44:19.906Zbuskin : 557 bytes [script]
8582026-11-05T22:46:35.431Zworker failed without completing job
8592026-11-05T22:46:35.434Ztask 2 was incomplete, marked failed