|
|
|
| 1 | 2026-11-09T11:35:41.626Z | job dependencies complete; ready to run (waiting for 13 m 10 s) |
| 2 | 2026-11-09T11:39:06.231Z | job assigned to worker 01M701FDF1TVAB8V5SSSF8B56S [factory edgar, gimlet/BRM42220010/1993] (queued for 3 m 24 s) |
| 3 | 2026-11-09T11:39:07.087Z | downloading input: /input/build-dhcp-server/work/dhcp-server |
| 4 | 2026-11-09T11:39:07.414Z | downloaded input: /input/build-dhcp-server/work/dhcp-server |
| 5 | 2026-11-09T11:39:07.439Z | downloading input: /input/build/work/debug/ddmadm |
| 6 | 2026-11-09T11:39:35.779Z | downloaded input: /input/build/work/debug/ddmadm |
| 7 | 2026-11-09T11:39:35.779Z | downloading input: /input/build/work/debug/ddmd |
| 8 | 2026-11-09T11:40:07.389Z | downloaded input: /input/build/work/debug/ddmd |
| 9 | 2026-11-09T11:40:07.389Z | downloading input: /input/build/work/debug/mgadm |
| 10 | 2026-11-09T11:40:44.182Z | downloaded input: /input/build/work/debug/mgadm |
| 11 | 2026-11-09T11:40:44.182Z | downloading input: /input/build/work/debug/mgd |
| 12 | 2026-11-09T11:41:23.882Z | downloaded input: /input/build/work/debug/mgd |
| 13 | 2026-11-09T11:41:23.921Z | downloading input: /input/build/work/release/ddmadm |
| 14 | 2026-11-09T11:41:26.389Z | downloaded input: /input/build/work/release/ddmadm |
| 15 | 2026-11-09T11:41:26.389Z | downloading input: /input/build/work/release/ddmd |
| 16 | 2026-11-09T11:41:29.325Z | downloaded input: /input/build/work/release/ddmd |
| 17 | 2026-11-09T11:41:29.326Z | downloading input: /input/build/work/release/falcon-lab |
| 18 | 2026-11-09T11:41:33.969Z | downloaded input: /input/build/work/release/falcon-lab |
| 19 | 2026-11-09T11:41:33.969Z | downloading input: /input/build/work/release/mgadm |
| 20 | 2026-11-09T11:41:40.161Z | downloaded input: /input/build/work/release/mgadm |
| 21 | 2026-11-09T11:41:40.161Z | downloading input: /input/build/work/release/mgd |
| 22 | 2026-11-09T11:41:44.930Z | downloaded input: /input/build/work/release/mgd |
| |
| 23 | 2026-11-09T11:41:44.930Z | starting task 0: "setup" |
| 24 | 2026-11-09T11:41:44.956Z | ++ uname -s |
| 25 | 2026-11-09T11:41:44.956Z | + kern=SunOS |
| 26 | 2026-11-09T11:41:44.957Z | + build_user=build |
| 27 | 2026-11-09T11:41:44.957Z | + build_uid=12345 |
| 28 | 2026-11-09T11:41:44.957Z | + work_dir=/work |
| 29 | 2026-11-09T11:41:44.957Z | + input_dir=/input |
| 30 | 2026-11-09T11:41:44.957Z | + [[ 0 == 12345 ]] |
| 31 | 2026-11-09T11:41:44.957Z | + case "$kern" in |
| 32 | 2026-11-09T11:41:44.957Z | + groupadd -g 12345 build |
| 33 | 2026-11-09T11:41:44.957Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
| 34 | 2026-11-09T11:41:46.965Z | + zfs create -o mountpoint=/work rpool/work |
| 35 | 2026-11-09T11:41:47.164Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
| 36 | 2026-11-09T11:41:47.189Z | + home_fs= |
| 37 | 2026-11-09T11:41:47.189Z | + [[ '' == autofs ]] |
| 38 | 2026-11-09T11:41:47.189Z | + mkdir -p /home/build |
| 39 | 2026-11-09T11:41:47.189Z | + chown build:build /home/build /work |
| 40 | 2026-11-09T11:41:48.177Z | + chmod 0700 /home/build /work |
| 41 | 2026-11-09T11:41:48.202Z | process exited: duration 3250 ms, exit code 0 |
| |
| 42 | 2026-11-09T11:41:48.253Z | starting task 1: "authentication" |
| 43 | 2026-11-09T11:41:48.348Z | process exited: duration 95 ms, exit code 0 |
| |
| 44 | 2026-11-09T11:41:48.399Z | starting task 2: "build" |
| 45 | 2026-11-09T11:41:48.426Z | + set -e |
| 46 | 2026-11-09T11:41:48.427Z | + set -o pipefail |
| 47 | 2026-11-09T11:41:48.427Z | + banner zpool |
| 48 | 2026-11-09T11:41:48.427Z | |
| 49 | 2026-11-09T11:41:48.427Z | ###### ##### #### #### # |
| 50 | 2026-11-09T11:41:48.427Z | # # # # # # # # |
| 51 | 2026-11-09T11:41:48.427Z | # # # # # # # # |
| 52 | 2026-11-09T11:41:48.427Z | # ##### # # # # # |
| 53 | 2026-11-09T11:41:48.427Z | # # # # # # # |
| 54 | 2026-11-09T11:41:48.427Z | ###### # #### #### ###### |
| 55 | 2026-11-09T11:41:48.427Z | |
| 56 | 2026-11-09T11:41:48.427Z | ++ pfexec diskinfo -pH |
| 57 | 2026-11-09T11:41:48.427Z | ++ sort -k8 -n -r |
| 58 | 2026-11-09T11:41:48.427Z | ++ head -1 |
| 59 | 2026-11-09T11:41:48.453Z | ++ awk '{print $2}' |
| 60 | 2026-11-09T11:41:48.483Z | + DISK=c9t0014EE81000BC3B1d0 |
| 61 | 2026-11-09T11:41:48.483Z | + export DISK |
| 62 | 2026-11-09T11:41:48.508Z | + pfexec zpool create -o ashift=12 -f cpool c9t0014EE81000BC3B1d0 |
| 63 | 2026-11-09T11:41:48.802Z | + pfexec zfs create -o mountpoint=/ci cpool/ci |
| 64 | 2026-11-09T11:41:48.827Z | ++ curl -s http://catacomb.eng.oxide.computer:12346/trim-me |
| 65 | 2026-11-09T11:41:48.885Z | + trim_response=true |
| 66 | 2026-11-09T11:41:48.912Z | + [[ true =~ true ]] |
| 67 | 2026-11-09T11:41:48.912Z | + pfexec zpool trim cpool |
| 68 | 2026-11-09T11:41:48.912Z | + true |
| 69 | 2026-11-09T11:41:48.912Z | ++ zpool status -t cpool |
| 70 | 2026-11-09T11:41:48.913Z | + trim_status=' pool: cpool |
| 71 | 2026-11-09T11:41:48.913Z | state: ONLINE |
| 72 | 2026-11-09T11:41:48.913Z | scan: none requested |
| 73 | 2026-11-09T11:41:48.913Z | config: |
| 74 | 2026-11-09T11:41:48.913Z | |
| 75 | 2026-11-09T11:41:48.913Z | NAME STATE READ WRITE CKSUM |
| 76 | 2026-11-09T11:41:48.913Z | cpool ONLINE 0 0 0 |
| 77 | 2026-11-09T11:41:48.913Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (1% trimmed, started at November 9, 2026 at 11:41:48 AM UTC) |
| 78 | 2026-11-09T11:41:48.913Z | |
| 79 | 2026-11-09T11:41:48.913Z | errors: No known data errors' |
| 80 | 2026-11-09T11:41:48.913Z | + [[ pool: cpool |
| 81 | 2026-11-09T11:41:48.913Z | state: ONLINE |
| 82 | 2026-11-09T11:41:48.913Z | scan: none requested |
| 83 | 2026-11-09T11:41:48.913Z | config: |
| 84 | 2026-11-09T11:41:48.913Z | |
| 85 | 2026-11-09T11:41:48.913Z | NAME STATE READ WRITE CKSUM |
| 86 | 2026-11-09T11:41:48.913Z | cpool ONLINE 0 0 0 |
| 87 | 2026-11-09T11:41:48.914Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (1% trimmed, started at November 9, 2026 at 11:41:48 AM UTC) |
| 88 | 2026-11-09T11:41:48.914Z | |
| 89 | 2026-11-09T11:41:48.914Z | errors: No known data errors =~ 100% ]] |
| 90 | 2026-11-09T11:41:48.914Z | + sleep 10 |
| 91 | 2026-11-09T11:41:58.947Z | + true |
| 92 | 2026-11-09T11:41:58.981Z | ++ zpool status -t cpool |
| 93 | 2026-11-09T11:41:58.981Z | + trim_status=' pool: cpool |
| 94 | 2026-11-09T11:41:58.981Z | state: ONLINE |
| 95 | 2026-11-09T11:41:58.981Z | scan: none requested |
| 96 | 2026-11-09T11:41:58.981Z | config: |
| 97 | 2026-11-09T11:41:58.981Z | |
| 98 | 2026-11-09T11:41:58.981Z | NAME STATE READ WRITE CKSUM |
| 99 | 2026-11-09T11:41:58.981Z | cpool ONLINE 0 0 0 |
| 100 | 2026-11-09T11:41:58.981Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (56% trimmed, started at November 9, 2026 at 11:41:48 AM UTC) |
| 101 | 2026-11-09T11:41:58.981Z | |
| 102 | 2026-11-09T11:41:58.982Z | errors: No known data errors' |
| 103 | 2026-11-09T11:41:58.982Z | + [[ pool: cpool |
| 104 | 2026-11-09T11:41:58.982Z | state: ONLINE |
| 105 | 2026-11-09T11:41:58.982Z | scan: none requested |
| 106 | 2026-11-09T11:41:58.982Z | config: |
| 107 | 2026-11-09T11:41:58.982Z | |
| 108 | 2026-11-09T11:41:58.982Z | NAME STATE READ WRITE CKSUM |
| 109 | 2026-11-09T11:41:58.982Z | cpool ONLINE 0 0 0 |
| 110 | 2026-11-09T11:41:58.982Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (56% trimmed, started at November 9, 2026 at 11:41:48 AM UTC) |
| 111 | 2026-11-09T11:41:58.982Z | |
| 112 | 2026-11-09T11:41:58.982Z | errors: No known data errors =~ 100% ]] |
| 113 | 2026-11-09T11:41:58.982Z | + sleep 10 |
| 114 | 2026-11-09T11:42:08.928Z | + true |
| 115 | 2026-11-09T11:42:08.953Z | ++ zpool status -t cpool |
| 116 | 2026-11-09T11:42:08.953Z | + trim_status=' pool: cpool |
| 117 | 2026-11-09T11:42:08.953Z | state: ONLINE |
| 118 | 2026-11-09T11:42:08.953Z | scan: none requested |
| 119 | 2026-11-09T11:42:08.953Z | config: |
| 120 | 2026-11-09T11:42:08.953Z | |
| 121 | 2026-11-09T11:42:08.953Z | NAME STATE READ WRITE CKSUM |
| 122 | 2026-11-09T11:42:08.953Z | cpool ONLINE 0 0 0 |
| 123 | 2026-11-09T11:42:08.953Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (100% trimmed, completed at November 9, 2026 at 11:42:07 AM UTC) |
| 124 | 2026-11-09T11:42:08.953Z | |
| 125 | 2026-11-09T11:42:08.953Z | errors: No known data errors' |
| 126 | 2026-11-09T11:42:08.954Z | + [[ pool: cpool |
| 127 | 2026-11-09T11:42:08.954Z | state: ONLINE |
| 128 | 2026-11-09T11:42:08.954Z | scan: none requested |
| 129 | 2026-11-09T11:42:08.954Z | config: |
| 130 | 2026-11-09T11:42:08.954Z | |
| 131 | 2026-11-09T11:42:08.954Z | NAME STATE READ WRITE CKSUM |
| 132 | 2026-11-09T11:42:08.954Z | cpool ONLINE 0 0 0 |
| 133 | 2026-11-09T11:42:08.954Z | c9t0014EE81000BC3B1d0 ONLINE 0 0 0 (100% trimmed, completed at November 9, 2026 at 11:42:07 AM UTC) |
| 134 | 2026-11-09T11:42:08.954Z | |
| 135 | 2026-11-09T11:42:08.954Z | errors: No known data errors =~ 100% ]] |
| 136 | 2026-11-09T11:42:08.954Z | + break |
| 137 | 2026-11-09T11:42:08.954Z | + pfexec chown 12345 /ci |
| 138 | 2026-11-09T11:42:08.954Z | + cd /ci |
| 139 | 2026-11-09T11:42:08.954Z | + export FALCON_DATASET=cpool/falcon |
| 140 | 2026-11-09T11:42:08.954Z | + FALCON_DATASET=cpool/falcon |
| 141 | 2026-11-09T11:42:08.954Z | + banner setup |
| 142 | 2026-11-09T11:42:08.954Z | |
| 143 | 2026-11-09T11:42:08.954Z | #### ###### ##### # # ##### |
| 144 | 2026-11-09T11:42:08.954Z | # # # # # # # |
| 145 | 2026-11-09T11:42:08.954Z | #### ##### # # # # # |
| 146 | 2026-11-09T11:42:08.954Z | # # # # # ##### |
| 147 | 2026-11-09T11:42:08.954Z | # # # # # # # |
| 148 | 2026-11-09T11:42:08.955Z | #### ###### # #### # |
| 149 | 2026-11-09T11:42:08.955Z | |
| 150 | 2026-11-09T11:42:08.955Z | + cp /input/build-dhcp-server/work/dhcp-server . |
| 151 | 2026-11-09T11:42:08.980Z | + cp /input/build/work/release/falcon-lab . |
| 152 | 2026-11-09T11:42:09.004Z | + cp /input/build/work/release/mgd . |
| 153 | 2026-11-09T11:42:09.078Z | + cp /input/build/work/release/ddmd . |
| 154 | 2026-11-09T11:42:09.142Z | + chmod +x dhcp-server falcon-lab mgd ddmd |
| 155 | 2026-11-09T11:42:09.168Z | + mkdir -p cargo-bay |
| 156 | 2026-11-09T11:42:09.168Z | + mv mgd cargo-bay/ |
| 157 | 2026-11-09T11:42:09.168Z | + mv ddmd cargo-bay/ |
| 158 | 2026-11-09T11:42:09.168Z | + curl -sSfL --retry 10 --retry-all-errors -o cargo-bay/falcon-juniper-license.key http://catacomb.eng.oxide.computer:12346/falcon/jl |
| 159 | 2026-11-09T11:42:09.213Z | + chmod 0600 cargo-bay/falcon-juniper-license.key |
| 160 | 2026-11-09T11:42:09.238Z | + export EXT_INTERFACE=igb0 |
| 161 | 2026-11-09T11:42:09.238Z | + EXT_INTERFACE=igb0 |
| 162 | 2026-11-09T11:42:09.238Z | ++ bmat address ls -f extra -Ho first |
| 163 | 2026-11-09T11:42:09.263Z | + first=10.151.6.164 |
| 164 | 2026-11-09T11:42:09.263Z | ++ bmat address ls -f extra -Ho last |
| 165 | 2026-11-09T11:42:09.263Z | + last=10.151.6.227 |
| 166 | 2026-11-09T11:42:09.288Z | ++ bmat address ls -f extra -Ho gateway |
| 167 | 2026-11-09T11:42:09.288Z | + gw=10.151.6.1 |
| 168 | 2026-11-09T11:42:09.313Z | ++ ipadm show-addr igb0/dhcp -po ADDR |
| 169 | 2026-11-09T11:42:09.313Z | ++ sed 's#/.*##g' |
| 170 | 2026-11-09T11:42:09.313Z | + server=10.151.6.100 |
| 171 | 2026-11-09T11:42:09.313Z | + run_test mgd-duo bgp-unnumbered |
| 172 | 2026-11-09T11:42:09.314Z | + + local topology=mgd-duo |
| 173 | 2026-11-09T11:42:09.314Z | pfexec ./dhcp-server 10.151.6.164 10.151.6.227 10.151.6.1 10.151.6.100 |
| 174 | 2026-11-09T11:42:09.314Z | + local scenario=bgp-unnumbered |
| 175 | 2026-11-09T11:42:09.314Z | + local test_name=mgd-duo-bgp-unnumbered |
| 176 | 2026-11-09T11:42:09.314Z | + local status=0 |
| 177 | 2026-11-09T11:42:09.314Z | + clear_falcon_workspace_files |
| 178 | 2026-11-09T11:42:09.314Z | + [[ -d .falcon ]] |
| 179 | 2026-11-09T11:42:09.314Z | + RUST_LOG=debug |
| 180 | 2026-11-09T11:42:09.314Z | + pfexec ./falcon-lab run mgd-duo bgp-unnumbered --no-cleanup |
| 181 | 2026-11-09T11:42:09.340Z | Nov 09 11:42:09.292 DEBG using default route interface igb0 |
| 182 | 2026-11-09T11:42:09.340Z | Nov 09 11:42:09.293 DEBG using default route interface igb0 |
| 183 | 2026-11-09T11:42:09.341Z | Nov 09 11:42:09.293 INFO launching runner: deployment(mgdduo_bgpu) persistent(true) custom_propolis_binary(None) dataset(cpool/falcon) falcon_dir(.falcon) |
| 184 | 2026-11-09T11:42:09.341Z | Nov 09 11:42:09.293 INFO starting preflight for deployment mgdduo_bgpu |
| 185 | 2026-11-09T11:42:09.341Z | Nov 09 11:42:09.293 INFO propolis-server binary not found |
| 186 | 2026-11-09T11:42:09.341Z | Nov 09 11:42:09.293 INFO downloading propolis server rev 5e201ec4185ccb9182cc6ffcb09fadd9deee24ca, writing to .falcon/bin/propolis-server |
| 187 | 2026-11-09T11:42:18.578Z | Nov 09 11:42:18.555 INFO ovmf fd not found |
| 188 | 2026-11-09T11:42:18.578Z | Nov 09 11:42:18.555 INFO downloading ovmf |
| 189 | 2026-11-09T11:42:18.914Z | Nov 09 11:42:18.891 INFO base image for helios-3.0 does not exist, attempting to install |
| 190 | 2026-11-09T11:42:18.914Z | Nov 09 11:42:18.891 INFO trying to download https://oxide-falcon-assets.s3.us-west-2.amazonaws.com/helios-3.0_0.raw.xz |
| 191 | 2026-11-09T11:42:50.209Z | Nov 09 11:42:50.191 INFO extracting image to /tmp/helios-3.0_0.raw |
| 192 | 2026-11-09T11:43:12.945Z | Nov 09 11:43:12.930 INFO creating zvol cpool/falcon/img/helios-3.0 of size 4508880896 |
| 193 | 2026-11-09T11:43:12.992Z | Nov 09 11:43:12.979 INFO copying image data to zvol |
| 194 | 2026-11-09T11:43:23.515Z | Nov 09 11:43:23.502 INFO creating zfs snapshot cpool/falcon/img/helios-3.0@base |
| 195 | 2026-11-09T11:43:26.677Z | Nov 09 11:43:26.665 INFO creating links |
| 196 | 2026-11-09T11:43:26.677Z | Nov 09 11:43:26.665 DEBG destroying link mgdduo_bgpu_ox1_vn_vnic0 |
| 197 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.665 DEBG destroying link mgdduo_bgpu_ox1_vn_sim0 |
| 198 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.665 INFO creating simnet link 'mgdduo_bgpu_ox1_vn_sim0' |
| 199 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.667 INFO creating vnic link 'mgdduo_bgpu_ox1_vn_vnic0' |
| 200 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.672 DEBG link pair created |
| 201 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.672 DEBG destroying link mgdduo_bgpu_ox2_vn_vnic0 |
| 202 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.672 DEBG destroying link mgdduo_bgpu_ox2_vn_sim0 |
| 203 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.672 INFO creating simnet link 'mgdduo_bgpu_ox2_vn_sim0' |
| 204 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.673 INFO creating vnic link 'mgdduo_bgpu_ox2_vn_vnic0' |
| 205 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.678 DEBG link pair created |
| 206 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.678 INFO creating external links |
| 207 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.678 DEBG destroying external link mgdduo_bgpu_ox1_vn_vnic1 |
| 208 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.678 INFO creating external link mgdduo_bgpu_ox1_vn_vnic1 |
| 209 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.681 DEBG external link mgdduo_bgpu_ox1_vn_vnic1@igb0 created |
| 210 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.681 DEBG destroying external link mgdduo_bgpu_ox2_vn_vnic1 |
| 211 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.681 INFO creating external link mgdduo_bgpu_ox2_vn_vnic1 |
| 212 | 2026-11-09T11:43:26.703Z | Nov 09 11:43:26.682 DEBG external link mgdduo_bgpu_ox2_vn_vnic1@igb0 created |
| 213 | 2026-11-09T11:43:26.704Z | Nov 09 11:43:26.682 INFO creating nodes |
| 214 | 2026-11-09T11:43:26.704Z | Nov 09 11:43:26.682 INFO ox1: launching node |
| 215 | 2026-11-09T11:43:26.704Z | Nov 09 11:43:26.683 INFO ox2: launching node |
| 216 | 2026-11-09T11:43:26.729Z | Nov 09 11:43:26.706 INFO launched instance ox1 with pid 863 on port 55458 |
| 217 | 2026-11-09T11:43:26.730Z | Nov 09 11:43:26.708 INFO ox1: instance ensure |
| 218 | 2026-11-09T11:43:26.730Z | Nov 09 11:43:26.708 INFO launched instance ox2 with pid 864 on port 52693 |
| 219 | 2026-11-09T11:43:26.732Z | Nov 09 11:43:26.709 INFO ox2: instance ensure |
| 220 | 2026-11-09T11:43:28.559Z | Nov 09 11:43:28.546 INFO ox2: instance ensure completed after 0 retries |
| 221 | 2026-11-09T11:43:28.559Z | Nov 09 11:43:28.546 INFO ox2: instance run |
| 222 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.547 DEBG [sc] ox2: starting |
| 223 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.547 DEBG [sc] ox2: connecting to [::1]:52693 |
| 224 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.549 DEBG [sc] ox2 waiting for prompt |
| 225 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.550 INFO ox1: instance ensure completed after 0 retries |
| 226 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.550 INFO ox1: instance run |
| 227 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.551 DEBG [sc] ox1: starting |
| 228 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.551 DEBG [sc] ox1: connecting to [::1]:55458 |
| 229 | 2026-11-09T11:43:28.585Z | Nov 09 11:43:28.552 DEBG [sc] ox1 waiting for prompt |
| 230 | 2026-11-09T11:43:44.425Z | Nov 09 11:43:44.407 DEBG [sc] ox1: logging in |
| 231 | 2026-11-09T11:43:44.467Z | Nov 09 11:43:44.453 DEBG [sc] ox2: logging in |
| 232 | 2026-11-09T11:43:44.583Z | Nov 09 11:43:44.572 INFO ox1: mounting /opt/cargo-bay |
| 233 | 2026-11-09T11:43:44.583Z | Nov 09 11:43:44.572 DEBG [sc] ox1: executing command `mkdir -p /opt/cargo-bay; cd /opt/cargo-bay; p9kp pull` |
| 234 | 2026-11-09T11:43:44.651Z | Nov 09 11:43:44.637 INFO ox2: mounting /opt/cargo-bay |
| 235 | 2026-11-09T11:43:44.651Z | Nov 09 11:43:44.637 DEBG [sc] ox2: executing command `mkdir -p /opt/cargo-bay; cd /opt/cargo-bay; p9kp pull` |
| 236 | 2026-11-09T11:43:46.322Z | Nov 09 11:43:46.310 DEBG [sc] ox1: executing command `cd` |
| 237 | 2026-11-09T11:43:46.346Z | Nov 09 11:43:46.320 INFO ox1: finished mounting /opt/cargo-bay |
| 238 | 2026-11-09T11:43:46.347Z | Nov 09 11:43:46.320 DEBG [sc] ox1: executing command `hostname ox1` |
| 239 | 2026-11-09T11:43:46.347Z | Nov 09 11:43:46.329 DEBG [sc] ox2: executing command `cd` |
| 240 | 2026-11-09T11:43:46.347Z | Nov 09 11:43:46.331 DEBG [sc] ox1: executing command `echo 'ox1' > /etc/nodename` |
| 241 | 2026-11-09T11:43:46.373Z | Nov 09 11:43:46.339 INFO ox2: finished mounting /opt/cargo-bay |
| 242 | 2026-11-09T11:43:46.373Z | Nov 09 11:43:46.339 DEBG [sc] ox2: executing command `hostname ox2` |
| 243 | 2026-11-09T11:43:46.373Z | Nov 09 11:43:46.343 DEBG [sc] ox1: executing command `echo '::1 ox1.local ox1' >> /etc/hosts` |
| 244 | 2026-11-09T11:43:46.373Z | Nov 09 11:43:46.350 DEBG [sc] ox2: executing command `echo 'ox2' > /etc/nodename` |
| 245 | 2026-11-09T11:43:46.373Z | Nov 09 11:43:46.354 DEBG [sc] ox1: executing command `echo '127.0.0.1 ox1.local ox1' >> /etc/hosts` |
| 246 | 2026-11-09T11:43:46.398Z | Nov 09 11:43:46.361 DEBG [sc] ox2: executing command `echo '::1 ox2.local ox2' >> /etc/hosts` |
| 247 | 2026-11-09T11:43:46.398Z | Nov 09 11:43:46.365 INFO ox1: logging out |
| 248 | 2026-11-09T11:43:46.398Z | Nov 09 11:43:46.373 DEBG [sc] ox2: executing command `echo '127.0.0.1 ox2.local ox2' >> /etc/hosts` |
| 249 | 2026-11-09T11:43:46.398Z | Nov 09 11:43:46.384 INFO ox2: logging out |
| 250 | 2026-11-09T11:43:46.500Z | Nov 09 11:43:46.473 INFO ox1: logged out |
| 251 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.503 INFO ox2: logged out |
| 252 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.504 DEBG [sc] ox1: starting |
| 253 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.504 DEBG [sc] ox1: connecting to [::1]:55458 |
| 254 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.505 DEBG [sc] ox2: starting |
| 255 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.505 DEBG [sc] ox2: connecting to [::1]:52693 |
| 256 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.506 DEBG [sc] ox2 waiting for prompt |
| 257 | 2026-11-09T11:43:46.525Z | Nov 09 11:43:46.507 DEBG [sc] ox1 waiting for prompt |
| 258 | 2026-11-09T11:43:46.550Z | Nov 09 11:43:46.515 DEBG [sc] ox2: logging in |
| 259 | 2026-11-09T11:43:46.550Z | Nov 09 11:43:46.518 DEBG [sc] ox1: logging in |
| 260 | 2026-11-09T11:43:46.638Z | Nov 09 11:43:46.626 DEBG [sc] ox2: executing command `ipadm create-addr -T dhcp vioif1/dhcp` |
| 261 | 2026-11-09T11:43:46.663Z | Nov 09 11:43:46.627 DEBG [sc] ox1: executing command `ipadm create-addr -T dhcp vioif1/dhcp` |
| 262 | 2026-11-09T11:43:51.607Z | Nov 09 11:43:51.595 DEBG [sc] ox2: starting |
| 263 | 2026-11-09T11:43:51.607Z | Nov 09 11:43:51.595 DEBG [sc] ox2: connecting to [::1]:52693 |
| 264 | 2026-11-09T11:43:51.632Z | Nov 09 11:43:51.596 DEBG [sc] ox2 waiting for prompt |
| 265 | 2026-11-09T11:43:51.632Z | Nov 09 11:43:51.606 DEBG [sc] ox2: logging in |
| 266 | 2026-11-09T11:43:51.706Z | Nov 09 11:43:51.694 DEBG [sc] ox2: executing command `echo 'nameserver 1.1.1.1' > /etc/resolv.conf` |
| 267 | 2026-11-09T11:43:51.793Z | Nov 09 11:43:51.782 DEBG [sc] ox2: starting |
| 268 | 2026-11-09T11:43:51.794Z | Nov 09 11:43:51.782 DEBG [sc] ox2: connecting to [::1]:52693 |
| 269 | 2026-11-09T11:43:51.819Z | Nov 09 11:43:51.783 DEBG [sc] ox2 waiting for prompt |
| 270 | 2026-11-09T11:43:51.819Z | Nov 09 11:43:51.793 DEBG [sc] ox2: logging in |
| 271 | 2026-11-09T11:43:51.892Z | Nov 09 11:43:51.881 DEBG [sc] ox2: executing command `ipadm show-addr vioif1/dhcp -p -o addr` |
| 272 | 2026-11-09T11:43:52.151Z | Nov 09 11:43:52.140 DEBG [sc] ox1: starting |
| 273 | 2026-11-09T11:43:52.151Z | Nov 09 11:43:52.140 DEBG [sc] ox1: connecting to [::1]:55458 |
| 274 | 2026-11-09T11:43:52.176Z | Nov 09 11:43:52.141 DEBG [sc] ox1 waiting for prompt |
| 275 | 2026-11-09T11:43:52.176Z | Nov 09 11:43:52.151 DEBG [sc] ox1: logging in |
| 276 | 2026-11-09T11:43:52.252Z | Nov 09 11:43:52.240 DEBG [sc] ox1: executing command `echo 'nameserver 1.1.1.1' > /etc/resolv.conf` |
| 277 | 2026-11-09T11:43:52.341Z | Nov 09 11:43:52.329 DEBG [sc] ox1: starting |
| 278 | 2026-11-09T11:43:52.341Z | Nov 09 11:43:52.329 DEBG [sc] ox1: connecting to [::1]:55458 |
| 279 | 2026-11-09T11:43:52.366Z | Nov 09 11:43:52.331 DEBG [sc] ox1 waiting for prompt |
| 280 | 2026-11-09T11:43:52.366Z | Nov 09 11:43:52.340 DEBG [sc] ox1: logging in |
| 281 | 2026-11-09T11:43:52.439Z | Nov 09 11:43:52.428 DEBG [sc] ox1: executing command `ipadm show-addr vioif1/dhcp -p -o addr` |
| 282 | 2026-11-09T11:43:52.508Z | Nov 09 11:43:52.497 DEBG [sc] ox1: starting |
| 283 | 2026-11-09T11:43:52.509Z | Nov 09 11:43:52.497 DEBG [sc] ox1: connecting to [::1]:55458 |
| 284 | 2026-11-09T11:43:52.534Z | Nov 09 11:43:52.498 DEBG [sc] ox1 waiting for prompt |
| 285 | 2026-11-09T11:43:52.534Z | Nov 09 11:43:52.506 DEBG [sc] ox1: logging in |
| 286 | 2026-11-09T11:43:52.605Z | Nov 09 11:43:52.594 DEBG [sc] ox1: executing command `ipadm create-addr -T addrconf vioif0/ll` |
| 287 | 2026-11-09T11:43:52.705Z | Nov 09 11:43:52.693 DEBG [sc] ox1: starting |
| 288 | 2026-11-09T11:43:52.705Z | Nov 09 11:43:52.693 DEBG [sc] ox1: connecting to [::1]:55458 |
| 289 | 2026-11-09T11:43:52.730Z | Nov 09 11:43:52.694 DEBG [sc] ox1 waiting for prompt |
| 290 | 2026-11-09T11:43:52.730Z | Nov 09 11:43:52.704 DEBG [sc] ox1: logging in |
| 291 | 2026-11-09T11:43:52.806Z | Nov 09 11:43:52.794 DEBG [sc] ox1: executing command `ipadm show-addr vioif0/ll -p -o addr` |
| 292 | 2026-11-09T11:43:52.871Z | Nov 09 11:43:52.859 DEBG [sc] ox2: starting |
| 293 | 2026-11-09T11:43:52.871Z | Nov 09 11:43:52.859 DEBG [sc] ox2: connecting to [::1]:52693 |
| 294 | 2026-11-09T11:43:52.896Z | Nov 09 11:43:52.861 DEBG [sc] ox2 waiting for prompt |
| 295 | 2026-11-09T11:43:52.896Z | Nov 09 11:43:52.872 DEBG [sc] ox2: logging in |
| 296 | 2026-11-09T11:43:52.972Z | Nov 09 11:43:52.960 DEBG [sc] ox2: executing command `ipadm create-addr -T addrconf vioif0/ll` |
| 297 | 2026-11-09T11:43:53.082Z | Nov 09 11:43:53.071 DEBG [sc] ox2: starting |
| 298 | 2026-11-09T11:43:53.083Z | Nov 09 11:43:53.071 DEBG [sc] ox2: connecting to [::1]:52693 |
| 299 | 2026-11-09T11:43:53.107Z | Nov 09 11:43:53.072 DEBG [sc] ox2 waiting for prompt |
| 300 | 2026-11-09T11:43:53.107Z | Nov 09 11:43:53.082 DEBG [sc] ox2: logging in |
| 301 | 2026-11-09T11:43:53.182Z | Nov 09 11:43:53.171 DEBG [sc] ox2: executing command `ipadm show-addr vioif0/ll -p -o addr` |
| 302 | 2026-11-09T11:43:53.260Z | Nov 09 11:43:53.249 DEBG [sc] ox1: starting |
| 303 | 2026-11-09T11:43:53.260Z | Nov 09 11:43:53.249 DEBG [sc] ox1: connecting to [::1]:55458 |
| 304 | 2026-11-09T11:43:53.285Z | Nov 09 11:43:53.250 DEBG [sc] ox2: starting |
| 305 | 2026-11-09T11:43:53.286Z | Nov 09 11:43:53.250 DEBG [sc] ox2: connecting to [::1]:52693 |
| 306 | 2026-11-09T11:43:53.286Z | Nov 09 11:43:53.251 DEBG [sc] ox2 waiting for prompt |
| 307 | 2026-11-09T11:43:53.286Z | Nov 09 11:43:53.251 DEBG [sc] ox1 waiting for prompt |
| 308 | 2026-11-09T11:43:53.286Z | Nov 09 11:43:53.259 DEBG [sc] ox2: logging in |
| 309 | 2026-11-09T11:43:53.286Z | Nov 09 11:43:53.262 DEBG [sc] ox1: logging in |
| 310 | 2026-11-09T11:43:53.359Z | Nov 09 11:43:53.348 DEBG [sc] ox2: executing command `chmod +x /opt/cargo-bay/mgd && /opt/cargo-bay/mgd run &> /tmp/mgd.log &` |
| 311 | 2026-11-09T11:43:53.383Z | Nov 09 11:43:53.350 DEBG [sc] ox1: executing command `chmod +x /opt/cargo-bay/mgd && /opt/cargo-bay/mgd run &> /tmp/mgd.log &` |
| 312 | 2026-11-09T11:43:53.428Z | Nov 09 11:43:53.417 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/config/routers, method: GET, operation_id: read_routers |
| 313 | 2026-11-09T11:43:53.452Z | Nov 09 11:43:53.417 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/config/routers, method: GET, operation_id: read_routers |
| 314 | 2026-11-09T11:43:53.452Z | Nov 09 11:43:53.417 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://10.151.6.165:4676/bgp/config/routers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", 10.151.6.165:4676, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), operation_id: read_routers |
| 315 | 2026-11-09T11:43:53.452Z | Nov 09 11:43:53.417 DEBG wait for mgd: Communication Error: error sending request for url (http://10.151.6.165:4676/bgp/config/routers) |
| 316 | 2026-11-09T11:43:53.452Z | Nov 09 11:43:53.417 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://10.151.6.164:4676/bgp/config/routers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", 10.151.6.164:4676, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), operation_id: read_routers |
| 317 | 2026-11-09T11:43:53.453Z | Nov 09 11:43:53.417 DEBG wait for mgd: Communication Error: error sending request for url (http://10.151.6.164:4676/bgp/config/routers) |
| 318 | 2026-11-09T11:43:54.430Z | Nov 09 11:43:54.418 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/config/routers, method: GET, operation_id: read_routers |
| 319 | 2026-11-09T11:43:54.476Z | Nov 09 11:43:54.419 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/config/routers, method: GET, operation_id: read_routers |
| 320 | 2026-11-09T11:43:54.476Z | Nov 09 11:43:54.424 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/config/routers", status: 200, headers: {"content-type": "application/json", "x-request-id": "bab6ca6b-a92c-49a9-9ebf-b2be21f0b2c9", "content-length": "2", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: read_routers |
| 321 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.424 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/config/routers", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa305116-1b8c-40cc-a16b-4afc009a3e81", "content-length": "2", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: read_routers |
| 322 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.424 INFO adding BGP routers to both mgd nodes |
| 323 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.424 DEBG client request, body: Some(Body), uri: http://10.151.6.165:4676/bgp/config/router, method: PUT, operation_id: create_router |
| 324 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.424 DEBG client request, body: Some(Body), uri: http://10.151.6.164:4676/bgp/config/router, method: PUT, operation_id: create_router |
| 325 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.428 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/config/router", status: 204, headers: {"x-request-id": "90bacfb7-2dcc-4763-b2f6-e3f3051344c2", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: create_router |
| 326 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.429 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/config/router", status: 204, headers: {"x-request-id": "02d30d66-4592-4c1f-b288-d5e7a7b6d535", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: create_router |
| 327 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.429 INFO adding unnumbered BGP neighbors to both mgd nodes |
| 328 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.429 DEBG client request, body: Some(Body), uri: http://10.151.6.165:4676/bgp/config/unnumbered-neighbor, method: PUT, operation_id: create_unnumbered_neighbor |
| 329 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.429 DEBG client request, body: Some(Body), uri: http://10.151.6.164:4676/bgp/config/unnumbered-neighbor, method: PUT, operation_id: create_unnumbered_neighbor |
| 330 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.434 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/config/unnumbered-neighbor", status: 204, headers: {"x-request-id": "55e26e32-c6cc-4f63-a002-27a5628dcabb", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: create_unnumbered_neighbor |
| 331 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.435 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/config/unnumbered-neighbor", status: 204, headers: {"x-request-id": "80a62751-3701-4445-84ae-c6bb3b4a4cfd", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: create_unnumbered_neighbor |
| 332 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.435 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 333 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.435 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 334 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.436 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "b500719f-318d-4a5d-bcbb-2e8df18016c2", "content-length": "2139", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: get_neighbors |
| 335 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.437 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 336 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.437 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "51f087c1-9e32-4f0d-a425-3cf43c663da2", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: get_neighbors |
| 337 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.437 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 338 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.437 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "ade41d53-9ca1-4440-a415-325b35b4c4be", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: get_neighbors |
| 339 | 2026-11-09T11:43:54.477Z | mgd1 bgp ox2 established: iteration 1/20: expected Some(Established), got Some(Connect) |
| 340 | 2026-11-09T11:43:54.477Z | mgd2 bgp ox1 established: iteration 1/20: expected Some(Established), got Some(Connect) |
| 341 | 2026-11-09T11:43:54.477Z | Nov 09 11:43:54.437 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "66779121-648c-4dbb-9640-7e3878db7443", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:54 GMT"} }), operation_id: get_neighbors |
| 342 | 2026-11-09T11:43:55.452Z | Nov 09 11:43:55.438 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 343 | 2026-11-09T11:43:55.452Z | Nov 09 11:43:55.439 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 344 | 2026-11-09T11:43:55.477Z | Nov 09 11:43:55.439 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "0923153a-5fba-416e-a1cd-3fd922fe9416", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:55 GMT"} }), operation_id: get_neighbors |
| 345 | 2026-11-09T11:43:55.478Z | Nov 09 11:43:55.439 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "93e21149-195c-4cee-b897-11684c03aa08", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:55 GMT"} }), operation_id: get_neighbors |
| 346 | 2026-11-09T11:43:55.478Z | mgd1 bgp ox2 established: iteration 2/20: expected Some(Established), got Some(Connect) |
| 347 | 2026-11-09T11:43:55.478Z | mgd2 bgp ox1 established: iteration 2/20: expected Some(Established), got Some(Connect) |
| 348 | 2026-11-09T11:43:56.452Z | Nov 09 11:43:56.441 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 349 | 2026-11-09T11:43:56.453Z | Nov 09 11:43:56.441 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 350 | 2026-11-09T11:43:56.478Z | Nov 09 11:43:56.441 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "ace6ec9e-a042-4d2b-8f36-3115eb22eaf6", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:56 GMT"} }), operation_id: get_neighbors |
| 351 | 2026-11-09T11:43:56.478Z | mgd2 bgp ox1 established: iteration 3/20: expected Some(Established), got Some(Connect) |
| 352 | 2026-11-09T11:43:56.478Z | Nov 09 11:43:56.442 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "828030e1-7908-4ee9-96c5-c54365150214", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:56 GMT"} }), operation_id: get_neighbors |
| 353 | 2026-11-09T11:43:56.478Z | mgd1 bgp ox2 established: iteration 3/20: expected Some(Established), got Some(Connect) |
| 354 | 2026-11-09T11:43:57.454Z | Nov 09 11:43:57.443 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 355 | 2026-11-09T11:43:57.455Z | Nov 09 11:43:57.443 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 356 | 2026-11-09T11:43:57.480Z | mgd2 bgp ox1 established: iteration 4/20: expected Some(Established), got Some(Connect) |
| 357 | 2026-11-09T11:43:57.480Z | mgd1 bgp ox2 established: iteration 4/20: expected Some(Established), got Some(Connect) |
| 358 | 2026-11-09T11:43:57.480Z | Nov 09 11:43:57.444 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "d9a0bed8-d08b-40d2-9792-59a0ec04a1ea", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:57 GMT"} }), operation_id: get_neighbors |
| 359 | 2026-11-09T11:43:57.480Z | Nov 09 11:43:57.444 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "2b10463e-0359-4f4c-9008-77189c950617", "content-length": "2140", "date": "Mon, 09 Nov 2026 11:43:57 GMT"} }), operation_id: get_neighbors |
| 360 | 2026-11-09T11:43:58.457Z | Nov 09 11:43:58.445 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 361 | 2026-11-09T11:43:58.457Z | Nov 09 11:43:58.445 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 362 | 2026-11-09T11:43:58.497Z | Nov 09 11:43:58.447 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "6b92fa0a-7c62-494f-84a1-cb5df11151b6", "content-length": "2141", "date": "Mon, 09 Nov 2026 11:43:58 GMT"} }), operation_id: get_neighbors |
| 363 | 2026-11-09T11:43:58.498Z | mgd2 bgp ox1 established: iteration 5/20: expected Some(Established), got Some(Connect) |
| 364 | 2026-11-09T11:43:58.498Z | mgd1 bgp ox2 established: iteration 5/20: expected Some(Established), got Some(Connect) |
| 365 | 2026-11-09T11:43:58.498Z | Nov 09 11:43:58.447 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "a18f3f02-1a1d-43a9-9d3c-de39715d3714", "content-length": "2141", "date": "Mon, 09 Nov 2026 11:43:58 GMT"} }), operation_id: get_neighbors |
| 366 | 2026-11-09T11:43:59.463Z | Nov 09 11:43:59.448 DEBG client request, body: None, uri: http://10.151.6.165:4676/bgp/status/neighbors?asn=33, method: GET, operation_id: get_neighbors |
| 367 | 2026-11-09T11:43:59.463Z | Nov 09 11:43:59.448 DEBG client request, body: None, uri: http://10.151.6.164:4676/bgp/status/neighbors?asn=44, method: GET, operation_id: get_neighbors |
| 368 | 2026-11-09T11:43:59.544Z | Nov 09 11:43:59.449 DEBG client response, result: Ok(Response { url: "http://10.151.6.164:4676/bgp/status/neighbors?asn=44", status: 200, headers: {"content-type": "application/json", "x-request-id": "908e1ad2-cb0a-4378-beb3-f45ea97dbc6b", "content-length": "2372", "date": "Mon, 09 Nov 2026 11:43:59 GMT"} }), operation_id: get_neighbors |
| 369 | 2026-11-09T11:43:59.544Z | Nov 09 11:43:59.449 DEBG client response, result: Ok(Response { url: "http://10.151.6.165:4676/bgp/status/neighbors?asn=33", status: 200, headers: {"content-type": "application/json", "x-request-id": "20e39e76-d686-417a-baac-78ef72fd828e", "content-length": "2372", "date": "Mon, 09 Nov 2026 11:43:59 GMT"} }), operation_id: get_neighbors |
| 370 | 2026-11-09T11:43:59.544Z | Nov 09 11:43:59.449 INFO mgd-to-mgd bgp unnumbered test passed 🎉 |
| 371 | 2026-11-09T11:43:59.544Z | + (( status != 0 )) |
| 372 | 2026-11-09T11:43:59.544Z | + pfexec ./falcon-lab cleanup mgd-duo bgp-unnumbered |
| 373 | 2026-11-09T11:43:59.573Z | Nov 09 11:43:59.478 INFO destroying runner for deployment mgdduo_bgpu |
| 374 | 2026-11-09T11:43:59.573Z | Nov 09 11:43:59.479 INFO destroying deployment mgdduo_bgpu |
| 375 | 2026-11-09T11:43:59.574Z | Nov 09 11:43:59.479 INFO destroying nodes |
| 376 | 2026-11-09T11:43:59.574Z | Nov 09 11:43:59.484 INFO destroying links |
| 377 | 2026-11-09T11:43:59.574Z | Nov 09 11:43:59.484 INFO destroying link mgdduo_bgpu_ox1_vn_vnic0 |
| 378 | 2026-11-09T11:44:00.500Z | Nov 09 11:44:00.488 INFO destroying link mgdduo_bgpu_ox1_vn_sim0 |
| 379 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.489 INFO destroying link mgdduo_bgpu_ox2_vn_vnic0 |
| 380 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.490 INFO destroying link mgdduo_bgpu_ox2_vn_sim0 |
| 381 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.491 INFO destroying external links |
| 382 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.491 INFO destroying external link mgdduo_bgpu_ox1_vn_vnic1 |
| 383 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.492 INFO destroying external link mgdduo_bgpu_ox2_vn_vnic1 |
| 384 | 2026-11-09T11:44:00.533Z | Nov 09 11:44:00.494 INFO destroying images |
| 385 | 2026-11-09T11:44:00.664Z | Nov 09 11:44:00.648 INFO destroying workspace at .falcon |
| 386 | 2026-11-09T11:44:00.745Z | + return 0 |
| 387 | 2026-11-09T11:44:00.745Z | + run_test interop bgp-unnumbered |
| 388 | 2026-11-09T11:44:00.745Z | + local topology=interop |
| 389 | 2026-11-09T11:44:00.745Z | + local scenario=bgp-unnumbered |
| 390 | 2026-11-09T11:44:00.745Z | + local test_name=interop-bgp-unnumbered |
| 391 | 2026-11-09T11:44:00.745Z | + local status=0 |
| 392 | 2026-11-09T11:44:00.745Z | + clear_falcon_workspace_files |
| 393 | 2026-11-09T11:44:00.745Z | + [[ -d .falcon ]] |
| 394 | 2026-11-09T11:44:00.745Z | + find .falcon -maxdepth 1 -type f -exec rm -f '{}' + |
| 395 | 2026-11-09T11:44:00.745Z | + RUST_LOG=debug |
| 396 | 2026-11-09T11:44:00.745Z | + pfexec ./falcon-lab run interop bgp-unnumbered --no-cleanup |
| 397 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 398 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 399 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 400 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 401 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 402 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 DEBG using default route interface igb0 |
| 403 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 INFO interop_bgpu: launching interop topology |
| 404 | 2026-11-09T11:44:00.745Z | Nov 09 11:44:00.678 INFO launching runner: deployment(interop_bgpu) persistent(true) custom_propolis_binary(None) dataset(cpool/falcon) falcon_dir(.falcon) |
| 405 | 2026-11-09T11:44:00.746Z | Nov 09 11:44:00.678 INFO starting preflight for deployment interop_bgpu |
| 406 | 2026-11-09T11:44:02.700Z | Nov 09 11:44:02.688 INFO base image for debian-13.2 does not exist, attempting to install |
| 407 | 2026-11-09T11:44:02.700Z | Nov 09 11:44:02.689 INFO trying to download https://oxide-falcon-assets.s3.us-west-2.amazonaws.com/debian-13.2_0.raw.xz |
| 408 | 2026-11-09T11:44:26.197Z | Nov 09 11:44:26.187 INFO extracting image to /tmp/debian-13.2_0.raw |
| 409 | 2026-11-09T11:44:40.157Z | Nov 09 11:44:40.147 INFO creating zvol cpool/falcon/img/debian-13.2 of size 3221229568 |
| 410 | 2026-11-09T11:44:40.182Z | Nov 09 11:44:40.171 INFO copying image data to zvol |
| 411 | 2026-11-09T11:44:47.395Z | Nov 09 11:44:47.385 INFO creating zfs snapshot cpool/falcon/img/debian-13.2@base |
| 412 | 2026-11-09T11:44:50.421Z | Nov 09 11:44:50.403 INFO base image for eos-4.35 does not exist, attempting to install |
| 413 | 2026-11-09T11:44:50.421Z | Nov 09 11:44:50.403 INFO trying to download https://oxide-falcon-assets.s3.us-west-2.amazonaws.com/eos-4.35_0.raw.xz |
| 414 | 2026-11-09T11:45:42.800Z | Nov 09 11:45:42.792 INFO extracting image to /tmp/eos-4.35_0.raw |
| 415 | 2026-11-09T11:46:47.586Z | Nov 09 11:46:47.578 INFO creating zvol cpool/falcon/img/eos-4.35 of size 21474840576 |
| 416 | 2026-11-09T11:46:47.611Z | Nov 09 11:46:47.601 INFO copying image data to zvol |
| 417 | 2026-11-09T11:47:36.102Z | Nov 09 11:47:36.094 INFO creating zfs snapshot cpool/falcon/img/eos-4.35@base |
| 418 | 2026-11-09T11:47:39.328Z | Nov 09 11:47:39.319 INFO base image for junos-23.2 does not exist, attempting to install |
| 419 | 2026-11-09T11:47:39.328Z | Nov 09 11:47:39.319 INFO trying to download https://oxide-falcon-assets.s3.us-west-2.amazonaws.com/junos-23.2_0.raw.xz |
| 420 | 2026-11-09T11:48:14.401Z | Nov 09 11:48:14.392 INFO extracting image to /tmp/junos-23.2_0.raw |
| 421 | 2026-11-09T11:49:13.613Z | Nov 09 11:49:13.603 INFO creating zvol cpool/falcon/img/junos-23.2 of size 21474840576 |
| 422 | 2026-11-09T11:49:13.646Z | Nov 09 11:49:13.629 INFO copying image data to zvol |
| 423 | 2026-11-09T11:50:02.341Z | Nov 09 11:50:02.330 INFO creating zfs snapshot cpool/falcon/img/junos-23.2@base |
| 424 | 2026-11-09T11:50:05.660Z | Nov 09 11:50:05.650 INFO base image for bird2 does not exist, attempting to install |
| 425 | 2026-11-09T11:50:05.660Z | Nov 09 11:50:05.650 INFO trying to download https://oxide-falcon-assets.s3.us-west-2.amazonaws.com/bird2_0.raw.xz |
| 426 | 2026-11-09T11:50:26.995Z | Nov 09 11:50:26.984 INFO extracting image to /tmp/bird2_0.raw |
| 427 | 2026-11-09T11:51:23.039Z | Nov 09 11:51:23.026 INFO creating zvol cpool/falcon/img/bird2 of size 21474840576 |
| 428 | 2026-11-09T11:51:23.065Z | Nov 09 11:51:23.050 INFO copying image data to zvol |
| 429 | 2026-11-09T11:52:11.882Z | Nov 09 11:52:11.870 INFO creating zfs snapshot cpool/falcon/img/bird2@base |
| 430 | 2026-11-09T11:52:15.089Z | Nov 09 11:52:15.078 INFO creating links |
| 431 | 2026-11-09T11:52:15.090Z | Nov 09 11:52:15.078 DEBG destroying link interop_bgpu_ox_sn_vnic0 |
| 432 | 2026-11-09T11:52:15.090Z | Nov 09 11:52:15.078 DEBG destroying link interop_bgpu_ox_sn_sim0 |
| 433 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.078 INFO creating simnet link 'interop_bgpu_ox_sn_sim0' |
| 434 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.080 INFO creating vnic link 'interop_bgpu_ox_sn_vnic0' |
| 435 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.085 DEBG link pair created |
| 436 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.085 DEBG destroying link interop_bgpu_cr1_vn_vnic0 |
| 437 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.085 DEBG destroying link interop_bgpu_cr1_vn_sim0 |
| 438 | 2026-11-09T11:52:15.114Z | Nov 09 11:52:15.085 INFO creating simnet link 'interop_bgpu_cr1_vn_sim0' |
| 439 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.087 INFO creating vnic link 'interop_bgpu_cr1_vn_vnic0' |
| 440 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.091 DEBG link pair created |
| 441 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.091 DEBG destroying link interop_bgpu_ox_sn_vnic1 |
| 442 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.091 DEBG destroying link interop_bgpu_ox_sn_sim1 |
| 443 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.091 INFO creating simnet link 'interop_bgpu_ox_sn_sim1' |
| 444 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.093 INFO creating vnic link 'interop_bgpu_ox_sn_vnic1' |
| 445 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.097 DEBG link pair created |
| 446 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.097 DEBG destroying link interop_bgpu_cr2_vn_vnic0 |
| 447 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.097 DEBG destroying link interop_bgpu_cr2_vn_sim0 |
| 448 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.097 INFO creating simnet link 'interop_bgpu_cr2_vn_sim0' |
| 449 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.098 INFO creating vnic link 'interop_bgpu_cr2_vn_vnic0' |
| 450 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.103 DEBG link pair created |
| 451 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.103 DEBG destroying link interop_bgpu_ox_sn_vnic2 |
| 452 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.103 DEBG destroying link interop_bgpu_ox_sn_sim2 |
| 453 | 2026-11-09T11:52:15.115Z | Nov 09 11:52:15.103 INFO creating simnet link 'interop_bgpu_ox_sn_sim2' |
| 454 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.104 INFO creating vnic link 'interop_bgpu_ox_sn_vnic2' |
| 455 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.108 DEBG link pair created |
| 456 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.108 DEBG destroying link interop_bgpu_cr3_vn_vnic0 |
| 457 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.108 DEBG destroying link interop_bgpu_cr3_vn_sim0 |
| 458 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.108 INFO creating simnet link 'interop_bgpu_cr3_vn_sim0' |
| 459 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.110 INFO creating vnic link 'interop_bgpu_cr3_vn_vnic0' |
| 460 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.114 DEBG link pair created |
| 461 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.114 DEBG destroying link interop_bgpu_ox_sn_vnic3 |
| 462 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.114 DEBG destroying link interop_bgpu_ox_sn_sim3 |
| 463 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.114 INFO creating simnet link 'interop_bgpu_ox_sn_sim3' |
| 464 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.116 INFO creating vnic link 'interop_bgpu_ox_sn_vnic3' |
| 465 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.120 DEBG link pair created |
| 466 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.120 DEBG destroying link interop_bgpu_peer_vn_vnic0 |
| 467 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.120 DEBG destroying link interop_bgpu_peer_vn_sim0 |
| 468 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.120 INFO creating simnet link 'interop_bgpu_peer_vn_sim0' |
| 469 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.121 INFO creating vnic link 'interop_bgpu_peer_vn_vnic0' |
| 470 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.126 DEBG link pair created |
| 471 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.126 DEBG destroying link interop_bgpu_ox_sn_vnic4 |
| 472 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.126 DEBG destroying link interop_bgpu_ox_sn_sim4 |
| 473 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.126 INFO creating simnet link 'interop_bgpu_ox_sn_sim4' |
| 474 | 2026-11-09T11:52:15.141Z | Nov 09 11:52:15.127 INFO creating vnic link 'interop_bgpu_ox_sn_vnic4' |
| 475 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.132 DEBG link pair created |
| 476 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.132 DEBG destroying link interop_bgpu_bird_vn_vnic0 |
| 477 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.132 DEBG destroying link interop_bgpu_bird_vn_sim0 |
| 478 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.132 INFO creating simnet link 'interop_bgpu_bird_vn_sim0' |
| 479 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.133 INFO creating vnic link 'interop_bgpu_bird_vn_vnic0' |
| 480 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.138 DEBG link pair created |
| 481 | 2026-11-09T11:52:15.166Z | Nov 09 11:52:15.138 INFO creating external links |
| 482 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.138 DEBG destroying external link interop_bgpu_ox_vn_vnic5 |
| 483 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.138 INFO creating external link interop_bgpu_ox_vn_vnic5 |
| 484 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.140 DEBG external link interop_bgpu_ox_vn_vnic5@igb0 created |
| 485 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.140 DEBG destroying external link interop_bgpu_cr1_vn_vnic1 |
| 486 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.140 INFO creating external link interop_bgpu_cr1_vn_vnic1 |
| 487 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.141 DEBG external link interop_bgpu_cr1_vn_vnic1@igb0 created |
| 488 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.141 DEBG destroying external link interop_bgpu_cr2_vn_vnic1 |
| 489 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.141 INFO creating external link interop_bgpu_cr2_vn_vnic1 |
| 490 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.142 DEBG external link interop_bgpu_cr2_vn_vnic1@igb0 created |
| 491 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.142 DEBG destroying external link interop_bgpu_cr3_vn_vnic1 |
| 492 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.142 INFO creating external link interop_bgpu_cr3_vn_vnic1 |
| 493 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.144 DEBG external link interop_bgpu_cr3_vn_vnic1@igb0 created |
| 494 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.144 DEBG destroying external link interop_bgpu_peer_vn_vnic1 |
| 495 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.144 INFO creating external link interop_bgpu_peer_vn_vnic1 |
| 496 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.145 DEBG external link interop_bgpu_peer_vn_vnic1@igb0 created |
| 497 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.145 DEBG destroying external link interop_bgpu_bird_vn_vnic1 |
| 498 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.145 INFO creating external link interop_bgpu_bird_vn_vnic1 |
| 499 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.146 DEBG external link interop_bgpu_bird_vn_vnic1@igb0 created |
| 500 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.146 INFO creating nodes |
| 501 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.146 INFO ox: launching node |
| 502 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.147 INFO cr1: launching node |
| 503 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.148 INFO cr2: launching node |
| 504 | 2026-11-09T11:52:15.167Z | Nov 09 11:52:15.148 INFO cr3: launching node |
| 505 | 2026-11-09T11:52:15.168Z | Nov 09 11:52:15.149 INFO peer: launching node |
| 506 | 2026-11-09T11:52:15.168Z | Nov 09 11:52:15.150 INFO bird: launching node |
| 507 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.163 INFO launched instance ox with pid 929 on port 47025 |
| 508 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.165 INFO ox: instance ensure |
| 509 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.165 INFO launched instance cr1 with pid 930 on port 35286 |
| 510 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.166 INFO cr1: instance ensure |
| 511 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.166 INFO launched instance cr2 with pid 931 on port 40781 |
| 512 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.167 INFO cr2: instance ensure |
| 513 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.167 INFO launched instance cr3 with pid 932 on port 38009 |
| 514 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.168 INFO cr3: instance ensure |
| 515 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.168 INFO launched instance peer with pid 933 on port 34216 |
| 516 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.169 INFO peer: instance ensure |
| 517 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.169 INFO launched instance bird with pid 934 on port 61877 |
| 518 | 2026-11-09T11:52:15.193Z | Nov 09 11:52:15.170 INFO bird: instance ensure |
| 519 | 2026-11-09T11:52:19.176Z | Nov 09 11:52:19.165 INFO cr1: instance ensure completed after 0 retries |
| 520 | 2026-11-09T11:52:19.176Z | Nov 09 11:52:19.165 INFO cr1: instance run |
| 521 | 2026-11-09T11:52:19.201Z | Nov 09 11:52:19.166 DEBG [sc] cr1: starting |
| 522 | 2026-11-09T11:52:19.201Z | Nov 09 11:52:19.166 DEBG [sc] cr1: connecting to [::1]:35286 |
| 523 | 2026-11-09T11:52:19.201Z | Nov 09 11:52:19.167 DEBG [sc] cr1 waiting for prompt |
| 524 | 2026-11-09T11:52:19.225Z | Nov 09 11:52:19.192 INFO peer: instance ensure completed after 0 retries |
| 525 | 2026-11-09T11:52:19.225Z | Nov 09 11:52:19.192 INFO peer: instance run |
| 526 | 2026-11-09T11:52:19.226Z | Nov 09 11:52:19.193 DEBG [sc] peer: starting |
| 527 | 2026-11-09T11:52:19.226Z | Nov 09 11:52:19.193 DEBG [sc] peer: connecting to [::1]:34216 |
| 528 | 2026-11-09T11:52:19.226Z | Nov 09 11:52:19.194 DEBG [sc] peer waiting for prompt |
| 529 | 2026-11-09T11:52:19.772Z | Nov 09 11:52:19.760 INFO cr2: instance ensure completed after 0 retries |
| 530 | 2026-11-09T11:52:19.772Z | Nov 09 11:52:19.760 INFO cr2: instance run |
| 531 | 2026-11-09T11:52:19.796Z | Nov 09 11:52:19.761 DEBG [sc] cr2: starting |
| 532 | 2026-11-09T11:52:19.796Z | Nov 09 11:52:19.761 DEBG [sc] cr2: connecting to [::1]:40781 |
| 533 | 2026-11-09T11:52:19.796Z | Nov 09 11:52:19.762 DEBG [sc] cr2 waiting for prompt |
| 534 | 2026-11-09T11:52:19.796Z | Nov 09 11:52:19.765 INFO ox: instance ensure completed after 0 retries |
| 535 | 2026-11-09T11:52:19.797Z | Nov 09 11:52:19.765 INFO ox: instance run |
| 536 | 2026-11-09T11:52:19.797Z | Nov 09 11:52:19.766 DEBG [sc] ox: starting |
| 537 | 2026-11-09T11:52:19.797Z | Nov 09 11:52:19.766 DEBG [sc] ox: connecting to [::1]:47025 |
| 538 | 2026-11-09T11:52:19.797Z | Nov 09 11:52:19.767 DEBG [sc] ox waiting for prompt |
| 539 | 2026-11-09T11:52:19.945Z | Nov 09 11:52:19.934 INFO cr3: instance ensure completed after 0 retries |
| 540 | 2026-11-09T11:52:19.945Z | Nov 09 11:52:19.934 INFO cr3: instance run |
| 541 | 2026-11-09T11:52:19.983Z | Nov 09 11:52:19.972 INFO bird: instance ensure completed after 0 retries |
| 542 | 2026-11-09T11:52:19.983Z | Nov 09 11:52:19.972 INFO bird: instance run |
| 543 | 2026-11-09T11:52:20.008Z | Nov 09 11:52:19.972 DEBG [sc] bird: starting |
| 544 | 2026-11-09T11:52:20.008Z | Nov 09 11:52:19.972 DEBG [sc] bird: connecting to [::1]:61877 |
| 545 | 2026-11-09T11:52:20.008Z | Nov 09 11:52:19.974 DEBG [sc] bird waiting for prompt |
| 546 | 2026-11-09T11:52:35.771Z | Nov 09 11:52:35.760 DEBG [sc] ox: logging in |
| 547 | 2026-11-09T11:52:35.796Z | Nov 09 11:52:35.780 DEBG [sc] peer: logging in |
| 548 | 2026-11-09T11:52:35.996Z | Nov 09 11:52:35.985 INFO ox: mounting /opt/cargo-bay |
| 549 | 2026-11-09T11:52:35.996Z | Nov 09 11:52:35.985 DEBG [sc] ox: executing command `mkdir -p /opt/cargo-bay; cd /opt/cargo-bay; p9kp pull` |
| 550 | 2026-11-09T11:52:36.039Z | Nov 09 11:52:36.028 INFO peer: mounting /opt/cargo-bay |
| 551 | 2026-11-09T11:52:36.039Z | Nov 09 11:52:36.028 DEBG [sc] peer: executing command `mkdir -p /opt/cargo-bay; cd /opt/cargo-bay; p9kp pull` |
| 552 | 2026-11-09T11:52:37.422Z | Nov 09 11:52:37.410 DEBG [sc] peer: executing command `cd` |
| 553 | 2026-11-09T11:52:37.446Z | Nov 09 11:52:37.421 INFO peer: finished mounting /opt/cargo-bay |
| 554 | 2026-11-09T11:52:37.446Z | Nov 09 11:52:37.421 DEBG [sc] peer: executing command `hostname peer` |
| 555 | 2026-11-09T11:52:37.446Z | Nov 09 11:52:37.433 DEBG [sc] peer: executing command `echo 'peer' > /etc/nodename` |
| 556 | 2026-11-09T11:52:37.471Z | Nov 09 11:52:37.443 DEBG [sc] peer: executing command `echo '::1 peer.local peer' >> /etc/hosts` |
| 557 | 2026-11-09T11:52:37.471Z | Nov 09 11:52:37.454 DEBG [sc] peer: executing command `echo '127.0.0.1 peer.local peer' >> /etc/hosts` |
| 558 | 2026-11-09T11:52:37.495Z | Nov 09 11:52:37.465 INFO peer: logging out |
| 559 | 2026-11-09T11:52:37.519Z | Nov 09 11:52:37.507 DEBG [sc] ox: executing command `cd` |
| 560 | 2026-11-09T11:52:37.543Z | Nov 09 11:52:37.519 INFO ox: finished mounting /opt/cargo-bay |
| 561 | 2026-11-09T11:52:37.543Z | Nov 09 11:52:37.519 DEBG [sc] ox: executing command `hostname ox` |
| 562 | 2026-11-09T11:52:37.543Z | Nov 09 11:52:37.530 DEBG [sc] ox: executing command `echo 'ox' > /etc/nodename` |
| 563 | 2026-11-09T11:52:37.568Z | Nov 09 11:52:37.541 DEBG [sc] ox: executing command `echo '::1 ox.local ox' >> /etc/hosts` |
| 564 | 2026-11-09T11:52:37.568Z | Nov 09 11:52:37.552 DEBG [sc] ox: executing command `echo '127.0.0.1 ox.local ox' >> /etc/hosts` |
| 565 | 2026-11-09T11:52:37.568Z | Nov 09 11:52:37.554 INFO peer: logged out |
| 566 | 2026-11-09T11:52:37.592Z | Nov 09 11:52:37.563 INFO ox: logging out |
| 567 | 2026-11-09T11:52:37.641Z | Nov 09 11:52:37.630 INFO ox: logged out |
| 568 | 2026-11-09T11:52:38.307Z | Nov 09 11:52:38.296 DEBG [sc] cr1: logging in |
| 569 | 2026-11-09T11:52:38.464Z | Nov 09 11:52:38.453 DEBG [sc] cr2: logging in |
| 570 | 2026-11-09T11:52:38.627Z | Nov 09 11:52:38.616 DEBG [sc] bird: logging in |
| 571 | 2026-11-09T11:52:48.685Z | Nov 09 11:52:48.673 ERRO launch failed: exec: [sc] cr1: timeout waiting for data |
| 572 | 2026-11-09T11:52:48.710Z | Error: launch failed |
| 573 | 2026-11-09T11:52:48.710Z | |
| 574 | 2026-11-09T11:52:48.710Z | Caused by: |
| 575 | 2026-11-09T11:52:48.710Z | exec: [sc] cr1: timeout waiting for data |
| 576 | 2026-11-09T11:52:48.710Z | + status=1 |
| 577 | 2026-11-09T11:52:48.710Z | + (( status != 0 )) |
| 578 | 2026-11-09T11:52:48.710Z | + collect_falcon_artifacts interop-bgp-unnumbered |
| 579 | 2026-11-09T11:52:48.710Z | + local test_name=interop-bgp-unnumbered |
| 580 | 2026-11-09T11:52:48.710Z | + local artifact_dir=/work/falcon-interop-bgp-unnumbered |
| 581 | 2026-11-09T11:52:48.710Z | + local path |
| 582 | 2026-11-09T11:52:48.710Z | + [[ ! -d .falcon ]] |
| 583 | 2026-11-09T11:52:48.710Z | + rm -rf /work/falcon-interop-bgp-unnumbered |
| 584 | 2026-11-09T11:52:48.735Z | + mkdir -p /work/falcon-interop-bgp-unnumbered |
| 585 | 2026-11-09T11:52:48.735Z | + for path in .falcon/*.{out,err} |
| 586 | 2026-11-09T11:52:48.735Z | + [[ -e .falcon/bird.out ]] |
| 587 | 2026-11-09T11:52:48.735Z | + cp -p .falcon/bird.out /work/falcon-interop-bgp-unnumbered/ |
| 588 | 2026-11-09T11:52:48.735Z | + for path in .falcon/*.{out,err} |
| 589 | 2026-11-09T11:52:48.735Z | + [[ -e .falcon/cr1.out ]] |
| 590 | 2026-11-09T11:52:48.735Z | + cp -p .falcon/cr1.out /work/falcon-interop-bgp-unnumbered/ |
| 591 | 2026-11-09T11:52:48.735Z | + for path in .falcon/*.{out,err} |
| 592 | 2026-11-09T11:52:48.735Z | + [[ -e .falcon/cr2.out ]] |
| 593 | 2026-11-09T11:52:48.735Z | + cp -p .falcon/cr2.out /work/falcon-interop-bgp-unnumbered/ |
| 594 | 2026-11-09T11:52:48.735Z | + for path in .falcon/*.{out,err} |
| 595 | 2026-11-09T11:52:48.735Z | + [[ -e .falcon/cr3.out ]] |
| 596 | 2026-11-09T11:52:48.735Z | + cp -p .falcon/cr3.out /work/falcon-interop-bgp-unnumbered/ |
| 597 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 598 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/ox.out ]] |
| 599 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/ox.out /work/falcon-interop-bgp-unnumbered/ |
| 600 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 601 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/peer.out ]] |
| 602 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/peer.out /work/falcon-interop-bgp-unnumbered/ |
| 603 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 604 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/bird.err ]] |
| 605 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/bird.err /work/falcon-interop-bgp-unnumbered/ |
| 606 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 607 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/cr1.err ]] |
| 608 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/cr1.err /work/falcon-interop-bgp-unnumbered/ |
| 609 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 610 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/cr2.err ]] |
| 611 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/cr2.err /work/falcon-interop-bgp-unnumbered/ |
| 612 | 2026-11-09T11:52:48.760Z | + for path in .falcon/*.{out,err} |
| 613 | 2026-11-09T11:52:48.760Z | + [[ -e .falcon/cr3.err ]] |
| 614 | 2026-11-09T11:52:48.760Z | + cp -p .falcon/cr3.err /work/falcon-interop-bgp-unnumbered/ |
| 615 | 2026-11-09T11:52:48.785Z | + for path in .falcon/*.{out,err} |
| 616 | 2026-11-09T11:52:48.785Z | + [[ -e .falcon/ox.err ]] |
| 617 | 2026-11-09T11:52:48.785Z | + cp -p .falcon/ox.err /work/falcon-interop-bgp-unnumbered/ |
| 618 | 2026-11-09T11:52:48.785Z | + for path in .falcon/*.{out,err} |
| 619 | 2026-11-09T11:52:48.786Z | + [[ -e .falcon/peer.err ]] |
| 620 | 2026-11-09T11:52:48.786Z | + cp -p .falcon/peer.err /work/falcon-interop-bgp-unnumbered/ |
| 621 | 2026-11-09T11:52:48.786Z | + tar cvfz /work/falcon-interop-bgp-unnumbered.tar.gz -C /work falcon-interop-bgp-unnumbered |
| 622 | 2026-11-09T11:52:48.786Z | Compressing '/work/falcon-interop-bgp-unnumbered.tar.gz' with '/usr/bin/gzip'... |
| 623 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/ 0K |
| 624 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/peer.out 50K |
| 625 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/ox.out 54K |
| 626 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/bird.err 1K |
| 627 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr3.err 1K |
| 628 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr1.out 50K |
| 629 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr2.err 1K |
| 630 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr3.out 49K |
| 631 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/bird.out 50K |
| 632 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr1.err 1K |
| 633 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/ox.err 1K |
| 634 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/peer.err 1K |
| 635 | 2026-11-09T11:52:48.786Z | a falcon-interop-bgp-unnumbered/cr2.out 50K |
| 636 | 2026-11-09T11:52:48.786Z | + rm -rf /work/falcon-interop-bgp-unnumbered |
| 637 | 2026-11-09T11:52:48.811Z | + pfexec ./falcon-lab cleanup interop bgp-unnumbered |
| 638 | 2026-11-09T11:52:48.811Z | Nov 09 11:52:48.794 INFO destroying runner for deployment interop_bgpu |
| 639 | 2026-11-09T11:52:48.811Z | Nov 09 11:52:48.794 INFO destroying deployment interop_bgpu |
| 640 | 2026-11-09T11:52:48.811Z | Nov 09 11:52:48.794 INFO destroying nodes |
| 641 | 2026-11-09T11:52:48.840Z | Nov 09 11:52:48.828 INFO destroying links |
| 642 | 2026-11-09T11:52:48.840Z | Nov 09 11:52:48.828 INFO destroying link interop_bgpu_ox_sn_vnic0 |
| 643 | 2026-11-09T11:52:48.866Z | Nov 09 11:52:48.832 INFO destroying link interop_bgpu_ox_sn_sim0 |
| 644 | 2026-11-09T11:52:48.866Z | Nov 09 11:52:48.833 INFO destroying link interop_bgpu_cr1_vn_vnic0 |
| 645 | 2026-11-09T11:52:49.847Z | Nov 09 11:52:49.836 INFO destroying link interop_bgpu_cr1_vn_sim0 |
| 646 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.837 INFO destroying link interop_bgpu_ox_sn_vnic1 |
| 647 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.838 INFO destroying link interop_bgpu_ox_sn_sim1 |
| 648 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.839 INFO destroying link interop_bgpu_cr2_vn_vnic0 |
| 649 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.840 INFO destroying link interop_bgpu_cr2_vn_sim0 |
| 650 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.841 INFO destroying link interop_bgpu_ox_sn_vnic2 |
| 651 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.842 INFO destroying link interop_bgpu_ox_sn_sim2 |
| 652 | 2026-11-09T11:52:50.344Z | Nov 09 11:52:49.843 INFO destroying link interop_bgpu_cr3_vn_vnic0 |
| 653 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.844 INFO destroying link interop_bgpu_cr3_vn_sim0 |
| 654 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.845 INFO destroying link interop_bgpu_ox_sn_vnic3 |
| 655 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.847 INFO destroying link interop_bgpu_ox_sn_sim3 |
| 656 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.848 INFO destroying link interop_bgpu_peer_vn_vnic0 |
| 657 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.849 INFO destroying link interop_bgpu_peer_vn_sim0 |
| 658 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.850 INFO destroying link interop_bgpu_ox_sn_vnic4 |
| 659 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.851 INFO destroying link interop_bgpu_ox_sn_sim4 |
| 660 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.852 INFO destroying link interop_bgpu_bird_vn_vnic0 |
| 661 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.853 INFO destroying link interop_bgpu_bird_vn_sim0 |
| 662 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.854 INFO destroying external links |
| 663 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.854 INFO destroying external link interop_bgpu_ox_vn_vnic5 |
| 664 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.855 INFO destroying external link interop_bgpu_cr1_vn_vnic1 |
| 665 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.856 INFO destroying external link interop_bgpu_cr2_vn_vnic1 |
| 666 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.857 INFO destroying external link interop_bgpu_cr3_vn_vnic1 |
| 667 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.858 INFO destroying external link interop_bgpu_peer_vn_vnic1 |
| 668 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.859 INFO destroying external link interop_bgpu_bird_vn_vnic1 |
| 669 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:49.861 INFO destroying images |
| 670 | 2026-11-09T11:52:50.345Z | Nov 09 11:52:50.152 INFO destroying workspace at .falcon |
| 671 | 2026-11-09T11:52:50.345Z | + return 1 |
| 672 | 2026-11-09T11:52:50.345Z | process exited: duration 661745 ms, exit code 1 |
| |
| 673 | 2026-11-09T11:52:50.430Z | found 2 output files |
| 674 | 2026-11-09T11:52:50.430Z | uploading: /work/dhcp-server.log (6555 bytes) |
| 675 | 2026-11-09T11:52:51.551Z | uploaded: /work/dhcp-server.log |
| 676 | 2026-11-09T11:52:51.551Z | uploading: /work/falcon-interop-bgp-unnumbered.tar.gz (28767 bytes) |
| 677 | 2026-11-09T11:52:52.693Z | uploaded: /work/falcon-interop-bgp-unnumbered.tar.gz |