|
|
|
1 | 2025-06-18T17:35:38.967Z | job dependencies complete; ready to run (waiting for 36 m 23 s) |
2 | 2025-06-18T17:35:38.973Z | job assigned to worker 01JY207GQMY54X9APQBV61XH1H [factory lab, sock/13272] (queued for 0 s) |
3 | 2025-06-18T17:35:38.978Z | http://172.20.0.5:9969/ipxe/sock... ok |
4 | 2025-06-18T17:35:39.027Z | http://172.20.0.5:9969/os/sock/platform/i86pc/kernel/amd64/unix... ok |
5 | 2025-06-18T17:35:39.064Z | http://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive... ok |
6 | 2025-06-18T17:35:39.098Z | http://172.20.0.5:9969/os/sock/platform/i86pc/amd64/boot_archive.hash... ok |
7 | 2025-06-18T17:35:39.131Z | http://172.20.0.5:9969/postboot/sock... ok |
8 | 2025-06-18T17:35:39.165Z | wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U wcnCroia6U |
9 | 2025-06-18T17:35:39.198Z | cpu0: microcode has been updated from version 0xa001133 to 0xa0011d5 |
10 | 2025-06-18T17:35:39.233Z | Oxide Helios Version helios-2.0.23410 64-bit |
11 | 2025-06-18T17:35:39.265Z | Configuring devices. |
12 | 2025-06-18T17:35:39.300Z | ################################################## |
13 | 2025-06-18T17:35:39.334Z | #### ############# ## |
14 | 2025-06-18T17:35:39.369Z | ### ### ############ ## |
15 | 2025-06-18T17:35:39.400Z | ## ### # ## ### ## Oxide Computer Company ## |
16 | 2025-06-18T17:35:39.434Z | ## ## ## ### # ### ## |
17 | 2025-06-18T17:35:39.468Z | ## # ### #### #### This Station Under ## |
18 | 2025-06-18T17:35:39.501Z | ### ### #### # ### Computer Control ## |
19 | 2025-06-18T17:35:39.535Z | #### #### ### ## ## |
20 | 2025-06-18T17:35:39.568Z | ################################################## |
21 | 2025-06-18T17:35:39.601Z | Hostname: sock |
22 | 2025-06-18T17:35:39.635Z | Loading smf(7) service descriptions: |
23 | 2025-06-18T17:35:40.286Z | downloading input: /input/package/work/package.tar.gz |
24 | 2025-06-18T17:41:46.938Z | downloaded input: /input/package/work/package.tar.gz |
|
25 | 2025-06-18T17:41:46.963Z | starting task 0: "setup" |
26 | 2025-06-18T17:41:46.963Z | ++ uname -s |
27 | 2025-06-18T17:41:46.963Z | + kern=SunOS |
28 | 2025-06-18T17:41:46.963Z | + build_user=build |
29 | 2025-06-18T17:41:46.963Z | + build_uid=12345 |
30 | 2025-06-18T17:41:46.963Z | + work_dir=/work |
31 | 2025-06-18T17:41:46.963Z | + input_dir=/input |
32 | 2025-06-18T17:41:46.963Z | + [[ 0 == 12345 ]] |
33 | 2025-06-18T17:41:46.963Z | + case "$kern" in |
34 | 2025-06-18T17:41:46.963Z | + groupadd -g 12345 build |
35 | 2025-06-18T17:41:46.963Z | + useradd -u 12345 -g build -d /home/build -s /bin/bash -c build -P 'Primary Administrator' build |
36 | 2025-06-18T17:41:48.936Z | + zfs create -o mountpoint=/work rpool/work |
37 | 2025-06-18T17:41:48.961Z | ++ awk '$2 == "/home" { print $3 }' /etc/mnttab |
38 | 2025-06-18T17:41:48.961Z | + home_fs=zfs |
39 | 2025-06-18T17:41:48.961Z | + [[ zfs == autofs ]] |
40 | 2025-06-18T17:41:48.961Z | + mkdir -p /home/build |
41 | 2025-06-18T17:41:48.961Z | + chown build:build /home/build /work |
42 | 2025-06-18T17:41:50.963Z | + chmod 0700 /home/build /work |
43 | 2025-06-18T17:41:50.988Z | process exited: duration 4048 ms, exit code 0 |
|
44 | 2025-06-18T17:41:51.041Z | starting task 1: "authentication" |
45 | 2025-06-18T17:41:51.089Z | process exited: duration 47 ms, exit code 0 |
|
46 | 2025-06-18T17:41:51.141Z | starting task 2: "build" |
47 | 2025-06-18T17:41:51.166Z | + trap _exit_trap EXIT |
48 | 2025-06-18T17:41:51.166Z | + OPTE_COMMIT= |
49 | 2025-06-18T17:41:51.166Z | + [[ x != \x ]] |
50 | 2025-06-18T17:41:51.166Z | + pfexec mdb -kwe 'secpolicy_fs_linkdir/v 55 48 89 e5 b8 01 00 00 00 5d c3' |
51 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir: 0x55 = 0x55 |
52 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+1: 0xb8 = 0x48 |
53 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+2: 0x1 = 0x89 |
54 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+3: 0 = 0xe5 |
55 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+4: 0 = 0xb8 |
56 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+5: 0 = 0x1 |
57 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+6: 0x48 = 0x0 |
58 | 2025-06-18T17:41:51.257Z | secpolicy_fs_linkdir+7: 0x89 = 0x0 |
59 | 2025-06-18T17:41:51.258Z | secpolicy_fs_linkdir+8: 0xe5 = 0x0 |
60 | 2025-06-18T17:41:51.258Z | secpolicy_fs_linkdir+9: 0x48 = 0x5d |
61 | 2025-06-18T17:41:51.258Z | secpolicy_fs_linkdir+0xa: 0x83 = 0xc3 |
62 | 2025-06-18T17:41:51.284Z | + [[ -d /opt/oxide ]] |
63 | 2025-06-18T17:41:51.284Z | + pfexec mv /opt/oxide /opt/oxide-underneath |
64 | 2025-06-18T17:41:51.284Z | + pfexec mkdir /opt/oxide |
65 | 2025-06-18T17:41:51.284Z | + pfexec mount -F tmpfs -O swap /opt/oxide |
66 | 2025-06-18T17:41:51.284Z | + [[ -d /opt/oxide-underneath ]] |
67 | 2025-06-18T17:41:51.284Z | + cd /opt/oxide-underneath |
68 | 2025-06-18T17:41:51.284Z | + pfexec tar ceEp@/f - . |
69 | 2025-06-18T17:41:51.284Z | + cd /opt/oxide |
70 | 2025-06-18T17:41:51.284Z | + pfexec tar xveEp@/f - |
71 | 2025-06-18T17:41:51.321Z | x ., 0 bytes, 0 tape blocks |
72 | 2025-06-18T17:41:51.321Z | x ./opte, 0 bytes, 0 tape blocks |
73 | 2025-06-18T17:41:51.321Z | x ./opte/bin, 0 bytes, 0 tape blocks |
74 | 2025-06-18T17:41:51.321Z | x ./opte/bin/opteadm, 20768960 bytes, 40565 tape blocks |
75 | 2025-06-18T17:41:51.347Z | + pfexec rm -rf /opt/oxide-underneath |
76 | 2025-06-18T17:41:51.347Z | + pfexec /sbin/zfs create -o mountpoint=/zone rpool/zone |
77 | 2025-06-18T17:41:51.347Z | + pfexec mkdir /opt/oxide/work |
78 | 2025-06-18T17:41:51.373Z | + pfexec chown build:build /opt/oxide/work |
79 | 2025-06-18T17:41:51.373Z | + cd /opt/oxide/work |
80 | 2025-06-18T17:41:51.373Z | + ptime -m tar xvzf /input/package/work/package.tar.gz |
81 | 2025-06-18T17:42:06.976Z | Decompressing '/input/package/work/package.tar.gz' with '/usr/bin/gzcat'... |
82 | 2025-06-18T17:42:06.976Z | x .github/buildomat/ci-env.sh, 350 bytes, 1 tape blocks |
83 | 2025-06-18T17:42:06.976Z | x out/target/test, 107 bytes, 1 tape blocks |
84 | 2025-06-18T17:42:06.977Z | x out/npuzone/npuzone, 23699288 bytes, 46288 tape blocks |
85 | 2025-06-18T17:42:06.977Z | x package-manifest.toml, 33785 bytes, 66 tape blocks |
86 | 2025-06-18T17:42:06.977Z | x smf/sled-agent/non-gimlet/config.toml, 4942 bytes, 10 tape blocks |
87 | 2025-06-18T17:42:06.977Z | x target/release/omicron-package, 40741592 bytes, 79574 tape blocks |
88 | 2025-06-18T17:42:06.977Z | x target/release/xtask, 10897000 bytes, 21284 tape blocks |
89 | 2025-06-18T17:42:06.977Z | x target/debug/bootstrap, 233962912 bytes, 456959 tape blocks |
90 | 2025-06-18T17:42:06.977Z | x tests/bootstrap-8c76972323527e23, 23290720 bytes, 45490 tape blocks |
91 | 2025-06-18T17:42:06.977Z | x tests/commtest-36db9656e18742cb, 23525088 bytes, 45948 tape blocks |
92 | 2025-06-18T17:42:06.977Z | x tests/dhcp_server-5e1acf5da2dedb0a, 23290728 bytes, 45490 tape blocks |
93 | 2025-06-18T17:42:06.977Z | x tests/end_to_end_tests-be3102e4c77d08c2, 296073656 bytes, 578269 tape blocks |
94 | 2025-06-18T17:42:06.977Z | x out/clickhouse.tar.gz, 305964012 bytes, 597586 tape blocks |
95 | 2025-06-18T17:42:06.977Z | x out/clickhouse_keeper.tar.gz, 290907585 bytes, 568179 tape blocks |
96 | 2025-06-18T17:42:06.977Z | x out/clickhouse_server.tar.gz, 305963250 bytes, 597585 tape blocks |
97 | 2025-06-18T17:42:06.977Z | x out/cockroachdb.tar.gz, 148582849 bytes, 290201 tape blocks |
98 | 2025-06-18T17:42:06.977Z | x out/crucible-dtrace.tar, 100352 bytes, 196 tape blocks |
99 | 2025-06-18T17:42:06.977Z | x out/crucible-pantry-zone.tar.gz, 36491149 bytes, 71272 tape blocks |
100 | 2025-06-18T17:42:06.977Z | x out/crucible-zone.tar.gz, 45840066 bytes, 89532 tape blocks |
101 | 2025-06-18T17:42:06.977Z | x out/external-dns.tar.gz, 49375160 bytes, 96436 tape blocks |
102 | 2025-06-18T17:42:06.977Z | x out/internal-dns.tar.gz, 49375318 bytes, 96437 tape blocks |
103 | 2025-06-18T17:42:06.977Z | x out/mg-ddm-gz.tar, 93982208 bytes, 183559 tape blocks |
104 | 2025-06-18T17:42:06.977Z | x out/nexus.tar.gz, 121286239 bytes, 236888 tape blocks |
105 | 2025-06-18T17:42:06.977Z | x out/ntp.tar.gz, 15432645 bytes, 30142 tape blocks |
106 | 2025-06-18T17:42:06.977Z | x out/omicron-gateway-softnpu.tar.gz, 27829918 bytes, 54356 tape blocks |
107 | 2025-06-18T17:42:06.977Z | x out/omicron-sled-agent.tar, 137866240 bytes, 269270 tape blocks |
108 | 2025-06-18T17:42:06.977Z | x out/overlay.tar.gz, 2622 bytes, 6 tape blocks |
109 | 2025-06-18T17:42:06.977Z | x out/oximeter.tar.gz, 59946263 bytes, 117083 tape blocks |
110 | 2025-06-18T17:42:06.977Z | x out/oxlog.tar, 4030976 bytes, 7873 tape blocks |
111 | 2025-06-18T17:42:06.977Z | x out/probe.tar.gz, 2829470 bytes, 5527 tape blocks |
112 | 2025-06-18T17:42:06.977Z | x out/propolis-server.tar.gz, 70264063 bytes, 137235 tape blocks |
113 | 2025-06-18T17:42:06.977Z | x out/pumpkind-gz.tar, 27287040 bytes, 53295 tape blocks |
114 | 2025-06-18T17:42:06.977Z | x out/switch-softnpu.tar.gz, 313132883 bytes, 611588 tape blocks |
115 | 2025-06-18T17:42:07.003Z | |
116 | 2025-06-18T17:42:07.003Z | real 15.598314126 |
117 | 2025-06-18T17:42:07.003Z | user 13.720390674 |
118 | 2025-06-18T17:42:07.003Z | sys 3.123429172 |
119 | 2025-06-18T17:42:07.003Z | trap 0.000682105 |
120 | 2025-06-18T17:42:07.003Z | tflt 0.000000000 |
121 | 2025-06-18T17:42:07.003Z | dflt 0.000000000 |
122 | 2025-06-18T17:42:07.004Z | kflt 0.000000000 |
123 | 2025-06-18T17:42:07.004Z | lock 0.000000000 |
124 | 2025-06-18T17:42:07.004Z | slp 13.864848496 |
125 | 2025-06-18T17:42:07.004Z | lat 0.484789825 |
126 | 2025-06-18T17:42:07.004Z | stop 0.000136711 |
127 | 2025-06-18T17:42:07.004Z | + source .github/buildomat/ci-env.sh |
128 | 2025-06-18T17:42:07.004Z | ++ export CARGO_TERM_COLOR=always |
129 | 2025-06-18T17:42:07.004Z | ++ CARGO_TERM_COLOR=always |
130 | 2025-06-18T17:42:07.004Z | ++ export 'RUSTFLAGS=--cfg tokio_unstable' |
131 | 2025-06-18T17:42:07.004Z | ++ RUSTFLAGS='--cfg tokio_unstable' |
132 | 2025-06-18T17:42:07.004Z | + bmat address ls |
133 | 2025-06-18T17:42:07.004Z | NAME CIDR FIRST LAST COUNT |
134 | 2025-06-18T17:42:07.004Z | extra 10.151.2.0/24 10.151.2.164 10.151.2.227 64 |
135 | 2025-06-18T17:42:07.004Z | ++ bmat address ls -f extra -Ho first,last,count |
136 | 2025-06-18T17:42:07.004Z | + set -- 10.151.2.164 10.151.2.227 64 |
137 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_START=10.151.2.164 |
138 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_END=10.151.2.227 |
139 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_COUNT=64 |
140 | 2025-06-18T17:42:07.004Z | + (( EXTRA_IP_COUNT >= 32 )) |
141 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_BASE=10.151.2 |
142 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_FOCTET=164 |
143 | 2025-06-18T17:42:07.004Z | + EXTRA_IP_LOCTET=227 |
144 | 2025-06-18T17:42:07.004Z | + SERVICE_IP_POOL_START=10.151.2.164 |
145 | 2025-06-18T17:42:07.004Z | + SERVICE_IP_POOL_END=10.151.2.173 |
146 | 2025-06-18T17:42:07.005Z | + DNS_IP1=10.151.2.164 |
147 | 2025-06-18T17:42:07.005Z | + DNS_IP2=10.151.2.165 |
148 | 2025-06-18T17:42:07.005Z | + UPLINK_IP=10.151.2.174 |
149 | 2025-06-18T17:42:07.005Z | + IPPOOL_START=10.151.2.175 |
150 | 2025-06-18T17:42:07.005Z | + IPPOOL_END=10.151.2.227 |
151 | 2025-06-18T17:42:07.005Z | ++ ipadm show-addr -po type,addr |
152 | 2025-06-18T17:42:07.005Z | ++ awk '-F[:/]' '$1 == "dhcp" {print $2}' |
153 | 2025-06-18T17:42:07.005Z | + GATEWAY_IP=10.151.2.100 |
154 | 2025-06-18T17:42:07.005Z | + [[ -n 10.151.2.100 ]] |
155 | 2025-06-18T17:42:07.005Z | + ping -s 10.151.2.100 56 1 |
156 | 2025-06-18T17:42:07.005Z | PING 10.151.2.100: 56 data bytes |
157 | 2025-06-18T17:42:07.006Z | 64 bytes from 10.151.2.100: icmp_seq=0. time=0.012 ms |
158 | 2025-06-18T17:42:07.006Z | |
159 | 2025-06-18T17:42:07.006Z | ----10.151.2.100 PING Statistics---- |
160 | 2025-06-18T17:42:07.006Z | 1 packets transmitted, 1 packets received, 0% packet loss |
161 | 2025-06-18T17:42:07.006Z | round-trip (ms) min/avg/max/stddev = 0.012/0.012/0.012/-nan |
162 | 2025-06-18T17:42:07.006Z | ++ arp -an |
163 | 2025-06-18T17:42:07.006Z | ++ awk -vgw=10.151.2.100 '$2 == gw {print $NF}' |
164 | 2025-06-18T17:42:07.006Z | + GATEWAY_MAC=18:c0:4d:0d:a0:2a |
165 | 2025-06-18T17:42:07.006Z | + routeadm -e ipv4-forwarding -u |
166 | 2025-06-18T17:42:07.116Z | + PXA_START=10.151.2.164 |
167 | 2025-06-18T17:42:07.116Z | + PXA_END=10.151.2.227 |
168 | 2025-06-18T17:42:07.116Z | + pfexec zpool create -f scratch c1t1d0 c2t1d0 |
169 | 2025-06-18T17:42:07.256Z | + ptime -m pfexec ./target/release/xtask virtual-hardware --vdev-dir /scratch create --gateway-ip 10.151.2.100 --gateway-mac 18:c0:4d:0d:a0:2a --pxa-start 10.151.2.164 --pxa-end 10.151.2.227 |
170 | 2025-06-18T17:42:07.282Z | Couldn't find Cargo.toml, using /opt/oxide/work as workspace root |
171 | 2025-06-18T17:42:07.758Z | creating virtual hardware |
172 | 2025-06-18T17:42:07.784Z | creating /scratch/m2_0.vdev |
173 | 2025-06-18T17:42:07.784Z | creating /scratch/m2_1.vdev |
174 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_0.vdev |
175 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_1.vdev |
176 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_2.vdev |
177 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_3.vdev |
178 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_4.vdev |
179 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_5.vdev |
180 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_6.vdev |
181 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_7.vdev |
182 | 2025-06-18T17:42:07.784Z | creating /scratch/u2_8.vdev |
183 | 2025-06-18T17:42:07.784Z | Simnet net0/sc0_0 exists |
184 | 2025-06-18T17:42:07.784Z | Simnet net1/sc1_0 exists |
185 | 2025-06-18T17:42:07.784Z | Vnic sc0_1 exists |
186 | 2025-06-18T17:42:20.388Z | Using 10.151.2.100 as gateway ip |
187 | 2025-06-18T17:42:20.388Z | using 18:C0:4D:0D:A0:2A as gateway mac |
188 | 2025-06-18T17:42:20.388Z | configuring SoftNPU ARP entry |
189 | 2025-06-18T17:42:20.415Z | configuring SoftNPU proxy ARP |
190 | 2025-06-18T17:42:20.467Z | SoftNPU state: |
191 | 2025-06-18T17:42:20.467Z | local v6: |
192 | 2025-06-18T17:42:20.467Z | local v4: |
193 | 2025-06-18T17:42:20.467Z | router v6: |
194 | 2025-06-18T17:42:20.467Z | router v4_idx: |
195 | 2025-06-18T17:42:20.467Z | router v4_routes: |
196 | 2025-06-18T17:42:20.467Z | resolver v4: |
197 | 2025-06-18T17:42:20.467Z | 10.151.2.100 -> 18:c0:4d:0d:a0:2a |
198 | 2025-06-18T17:42:20.467Z | resolver v6: |
199 | 2025-06-18T17:42:20.467Z | nat v4: |
200 | 2025-06-18T17:42:20.467Z | nat_v6: |
201 | 2025-06-18T17:42:20.467Z | port_mac: |
202 | 2025-06-18T17:42:20.467Z | proxy arp: |
203 | 2025-06-18T17:42:20.467Z | 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d |
204 | 2025-06-18T17:42:20.467Z | created virtual hardware |
205 | 2025-06-18T17:42:20.493Z | |
206 | 2025-06-18T17:42:20.493Z | real 13.208079651 |
207 | 2025-06-18T17:42:20.493Z | user 0.625897307 |
208 | 2025-06-18T17:42:20.493Z | sys 3.287236904 |
209 | 2025-06-18T17:42:20.493Z | trap 0.000060876 |
210 | 2025-06-18T17:42:20.493Z | tflt 0.000196168 |
211 | 2025-06-18T17:42:20.493Z | dflt 0.000578475 |
212 | 2025-06-18T17:42:20.493Z | kflt 0.000003529 |
213 | 2025-06-18T17:42:20.493Z | lock 10:14.075058559 |
214 | 2025-06-18T17:42:20.493Z | slp 40.012393731 |
215 | 2025-06-18T17:42:20.493Z | lat 0.094557732 |
216 | 2025-06-18T17:42:20.493Z | stop 0.387292746 |
217 | 2025-06-18T17:42:20.493Z | + tar xf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml |
218 | 2025-06-18T17:42:20.519Z | + sed -E -i~ 's/(m2|u2)(.*\.vdev)/\/scratch\/\1\2/g' pkg/config.toml |
219 | 2025-06-18T17:42:20.519Z | + diff -u pkg/config.toml~ pkg/config.toml |
220 | 2025-06-18T17:42:20.545Z | --- pkg/config.toml~ Mon Jul 24 01:21:28 2006 |
221 | 2025-06-18T17:42:20.545Z | +++ pkg/config.toml Wed Jun 18 17:42:20 2025 |
222 | 2025-06-18T17:42:20.545Z | @@ -29,18 +29,18 @@ |
223 | 2025-06-18T17:42:20.545Z | # These paths have the prefix of either "u2" or "m2", followed by an underscore, |
224 | 2025-06-18T17:42:20.545Z | # followed by a string that is embedded into their fake serial values. |
225 | 2025-06-18T17:42:20.545Z | vdevs = [ |
226 | 2025-06-18T17:42:20.545Z | - "m2_0.vdev", |
227 | 2025-06-18T17:42:20.545Z | - "m2_1.vdev", |
228 | 2025-06-18T17:42:20.545Z | + "/scratch/m2_0.vdev", |
229 | 2025-06-18T17:42:20.545Z | + "/scratch/m2_1.vdev", |
230 | 2025-06-18T17:42:20.545Z | |
231 | 2025-06-18T17:42:20.545Z | - "u2_0.vdev", |
232 | 2025-06-18T17:42:20.545Z | - "u2_1.vdev", |
233 | 2025-06-18T17:42:20.545Z | - "u2_2.vdev", |
234 | 2025-06-18T17:42:20.545Z | - "u2_3.vdev", |
235 | 2025-06-18T17:42:20.545Z | - "u2_4.vdev", |
236 | 2025-06-18T17:42:20.545Z | - "u2_5.vdev", |
237 | 2025-06-18T17:42:20.545Z | - "u2_6.vdev", |
238 | 2025-06-18T17:42:20.545Z | - "u2_7.vdev", |
239 | 2025-06-18T17:42:20.546Z | - "u2_8.vdev", |
240 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_0.vdev", |
241 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_1.vdev", |
242 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_2.vdev", |
243 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_3.vdev", |
244 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_4.vdev", |
245 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_5.vdev", |
246 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_6.vdev", |
247 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_7.vdev", |
248 | 2025-06-18T17:42:20.546Z | + "/scratch/u2_8.vdev", |
249 | 2025-06-18T17:42:20.546Z | ] |
250 | 2025-06-18T17:42:20.546Z | |
251 | 2025-06-18T17:42:20.546Z | # The amount of memory held back for services which exist between zero and one |
252 | 2025-06-18T17:42:20.546Z | + true |
253 | 2025-06-18T17:42:20.546Z | ++ grep -c -E 'u2.*\.vdev' pkg/config.toml |
254 | 2025-06-18T17:42:20.546Z | + EXPECTED_ZPOOL_COUNT=9 |
255 | 2025-06-18T17:42:20.546Z | + echo 'expected number of zpools is 9' |
256 | 2025-06-18T17:42:20.546Z | expected number of zpools is 9 |
257 | 2025-06-18T17:42:20.546Z | ++ sed -n 's/silo_name = "\(.*\)"/\1/p' pkg/config-rss.toml |
258 | 2025-06-18T17:42:20.546Z | + SILO_NAME=recovery |
259 | 2025-06-18T17:42:20.546Z | ++ sed -n 's/external_dns_zone_name = "\(.*\)"/\1/p' pkg/config-rss.toml |
260 | 2025-06-18T17:42:20.546Z | + EXTERNAL_DNS_DOMAIN=oxide.test |
261 | 2025-06-18T17:42:20.546Z | + sed -i~ ' |
262 | 2025-06-18T17:42:20.546Z | /^external_dns_ips/c\ |
263 | 2025-06-18T17:42:20.546Z | external_dns_ips = [ "10.151.2.164", "10.151.2.165" ] |
264 | 2025-06-18T17:42:20.546Z | /^\[\[internal_services_ip_pool_ranges/,/^$/ { |
265 | 2025-06-18T17:42:20.546Z | /^first/c\ |
266 | 2025-06-18T17:42:20.546Z | first = "10.151.2.164" |
267 | 2025-06-18T17:42:20.546Z | /^last/c\ |
268 | 2025-06-18T17:42:20.546Z | last = "10.151.2.173" |
269 | 2025-06-18T17:42:20.546Z | } |
270 | 2025-06-18T17:42:20.546Z | /^infra_ip_first/c\ |
271 | 2025-06-18T17:42:20.546Z | infra_ip_first = "10.151.2.174" |
272 | 2025-06-18T17:42:20.546Z | /^infra_ip_last/c\ |
273 | 2025-06-18T17:42:20.546Z | infra_ip_last = "10.151.2.174" |
274 | 2025-06-18T17:42:20.546Z | /^\[\[rack_network_config.ports/,/^$/ { |
275 | 2025-06-18T17:42:20.546Z | /^routes/c\ |
276 | 2025-06-18T17:42:20.547Z | routes = \[{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}\] |
277 | 2025-06-18T17:42:20.547Z | /^addresses/c\ |
278 | 2025-06-18T17:42:20.547Z | addresses = \[{address = "10.151.2.174/24"} \] |
279 | 2025-06-18T17:42:20.547Z | } |
280 | 2025-06-18T17:42:20.547Z | ' pkg/config-rss.toml |
281 | 2025-06-18T17:42:20.547Z | + diff -u pkg/config-rss.toml~ pkg/config-rss.toml |
282 | 2025-06-18T17:42:20.547Z | --- pkg/config-rss.toml~ Mon Jul 24 01:21:28 2006 |
283 | 2025-06-18T17:42:20.547Z | +++ pkg/config-rss.toml Wed Jun 18 17:42:20 2025 |
284 | 2025-06-18T17:42:20.547Z | @@ -33,7 +33,7 @@ |
285 | 2025-06-18T17:42:20.547Z | # the DNS domain delegated to the rack by the customer. Each of these addresses |
286 | 2025-06-18T17:42:20.547Z | # must be contained in one of the "internal services" IP Pool ranges listed |
287 | 2025-06-18T17:42:20.547Z | # below. |
288 | 2025-06-18T17:42:20.547Z | -external_dns_ips = [ "192.168.1.20", "192.168.1.21" ] |
289 | 2025-06-18T17:42:20.547Z | +external_dns_ips = [ "10.151.2.164", "10.151.2.165" ] |
290 | 2025-06-18T17:42:20.547Z | |
291 | 2025-06-18T17:42:20.547Z | # Initial TLS certificates for the external API |
292 | 2025-06-18T17:42:20.547Z | # |
293 | 2025-06-18T17:42:20.547Z | @@ -69,8 +69,8 @@ |
294 | 2025-06-18T17:42:20.547Z | # |
295 | 2025-06-18T17:42:20.547Z | # For more on this and what to put here, see docs/how-to-run.adoc. |
296 | 2025-06-18T17:42:20.547Z | [[internal_services_ip_pool_ranges]] |
297 | 2025-06-18T17:42:20.547Z | -first = "192.168.1.20" |
298 | 2025-06-18T17:42:20.547Z | -last = "192.168.1.29" |
299 | 2025-06-18T17:42:20.547Z | +first = "10.151.2.164" |
300 | 2025-06-18T17:42:20.547Z | +last = "10.151.2.173" |
301 | 2025-06-18T17:42:20.547Z | |
302 | 2025-06-18T17:42:20.547Z | # TODO - this configuration is subject to change going forward. Ultimately these |
303 | 2025-06-18T17:42:20.547Z | # parameters should be provided to the control plane via wicket, but we need to |
304 | 2025-06-18T17:42:20.548Z | @@ -91,8 +91,8 @@ |
305 | 2025-06-18T17:42:20.548Z | # A range of IP addresses used by Boundary Services on the external network. In |
306 | 2025-06-18T17:42:20.548Z | # a real system, these would be addresses of the uplink ports on the Sidecar. |
307 | 2025-06-18T17:42:20.548Z | # With softnpu, only one address is used. |
308 | 2025-06-18T17:42:20.548Z | -infra_ip_first = "192.168.1.30" |
309 | 2025-06-18T17:42:20.548Z | -infra_ip_last = "192.168.1.30" |
310 | 2025-06-18T17:42:20.548Z | +infra_ip_first = "10.151.2.174" |
311 | 2025-06-18T17:42:20.548Z | +infra_ip_last = "10.151.2.174" |
312 | 2025-06-18T17:42:20.548Z | |
313 | 2025-06-18T17:42:20.548Z | # Configurations for BGP routers to run on the scrimlets. |
314 | 2025-06-18T17:42:20.548Z | bgp = [] |
315 | 2025-06-18T17:42:20.548Z | @@ -100,9 +100,9 @@ |
316 | 2025-06-18T17:42:20.548Z | # You can configure multiple uplinks by repeating the following stanza |
317 | 2025-06-18T17:42:20.548Z | [[rack_network_config.ports]] |
318 | 2025-06-18T17:42:20.548Z | # Routes associated with this port. |
319 | 2025-06-18T17:42:20.548Z | -routes = [{nexthop = "192.168.1.199", destination = "0.0.0.0/0"}] |
320 | 2025-06-18T17:42:20.575Z | +routes = [{nexthop = "10.151.2.100", destination = "0.0.0.0/0"}] |
321 | 2025-06-18T17:42:20.575Z | # Addresses associated with this port. |
322 | 2025-06-18T17:42:20.575Z | -addresses = [{address = "192.168.1.30/24"}] |
323 | 2025-06-18T17:42:20.575Z | +addresses = [{address = "10.151.2.174/24"} ] |
324 | 2025-06-18T17:42:20.575Z | # Name of the uplink port. This should always be "qsfp0" when using softnpu. |
325 | 2025-06-18T17:42:20.575Z | port = "qsfp0" |
326 | 2025-06-18T17:42:20.575Z | # The speed of this port. |
327 | 2025-06-18T17:42:20.575Z | + true |
328 | 2025-06-18T17:42:20.575Z | + tar rvf out/omicron-sled-agent.tar pkg/config-rss.toml pkg/config.toml |
329 | 2025-06-18T17:42:20.575Z | a pkg/config-rss.toml 8K |
330 | 2025-06-18T17:42:20.575Z | a pkg/config.toml 5K |
331 | 2025-06-18T17:42:20.575Z | + rm -f pkg/config-rss.toml pkg/config-rss.toml~ pkg/config.toml pkg/config.toml~ |
332 | 2025-06-18T17:42:20.575Z | + TLS_NAME=recovery.sys.oxide.test |
333 | 2025-06-18T17:42:20.575Z | + openssl req -newkey rsa:4096 -x509 -sha256 -days 3 -nodes -out pkg/initial-tls-cert.pem -keyout pkg/initial-tls-key.pem -subj /CN=recovery.sys.oxide.test -addext subjectAltName=DNS:recovery.sys.oxide.test -addext basicConstraints=critical,CA:FALSE -config /dev/stdin |
334 | 2025-06-18T17:42:21.190Z | ...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..........+...+.......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*...+.+..+............+.+............+..+.+............+..+...+.......+.................................+...+..+.+...........+...+......................+.....+....+..............+.+....................+............+....+..............+...............+....+.....+.......+......+................................+......+.+...+......+..+....+........+......+......+..........+...+..+.........+.......+.....+.........+.+...+...........+...+.......+......+.......................+.......+...+.....+.+...+...+..+..........+..+...............+......+.............+.....+.........+.......+.....+...............+.+..+...+...+....+........+..........+.................+...+....+...+........+...+..........+.........+..+................+..+..........+..+.+............+..+.+...+..+............................+......+...+......+......+...+..+.........+.......+..+..........+........+....+...+......+..+...+....+..+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ |
335 | 2025-06-18T17:42:21.402Z | ..+.............+......+...+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+..+...+.......+..+.+....................+...+............+.........+.............+.....+...+....+..............+..........+..+....+...+..+.+..+.+.....+.......+........+.+........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+............+...+..+.......+..+......+.......+.....+.+..+...+....+...+.........+......+........+......+.........+....+..+.+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ |
336 | 2025-06-18T17:42:21.429Z | ----- |
337 | 2025-06-18T17:42:21.429Z | + tar rvf out/omicron-sled-agent.tar pkg/initial-tls-cert.pem pkg/initial-tls-key.pem |
338 | 2025-06-18T17:42:21.455Z | a pkg/initial-tls-cert.pem 2K |
339 | 2025-06-18T17:42:21.455Z | a pkg/initial-tls-key.pem 4K |
340 | 2025-06-18T17:42:21.455Z | + rm -f pkg/initial-tls-cert.pem pkg/initial-tls-key.pem |
341 | 2025-06-18T17:42:21.455Z | + rmdir pkg |
342 | 2025-06-18T17:42:21.455Z | + E2E_TLS_CERT=/opt/oxide/sled-agent/pkg/initial-tls-cert.pem |
343 | 2025-06-18T17:42:21.455Z | + pfexec mkdir -p /usr/oxide |
344 | 2025-06-18T17:42:21.455Z | + pfexec curl -sSfL -o /usr/oxide/oxide http://catacomb.eng.oxide.computer:12346/oxide-v0.1.1 |
345 | 2025-06-18T17:42:22.034Z | + pfexec chmod +x /usr/oxide/oxide |
346 | 2025-06-18T17:42:22.060Z | + curl -sSfL -o debian-11-genericcloud-amd64.raw http://catacomb.eng.oxide.computer:12346/debian-11-genericcloud-amd64.raw |
347 | 2025-06-18T17:42:40.350Z | + OMICRON_NO_UNINSTALL=1 |
348 | 2025-06-18T17:42:40.350Z | + ptime -m pfexec ./target/release/omicron-package -t test install |
349 | 2025-06-18T17:42:40.375Z | Logging to: /opt/oxide/work/out/LOG |
350 | 2025-06-18T17:42:41.062Z | |
351 | 2025-06-18T17:42:41.062Z | real 0.707024953 |
352 | 2025-06-18T17:42:41.088Z | user 0.153665314 |
353 | 2025-06-18T17:42:41.088Z | sys 3.843088324 |
354 | 2025-06-18T17:42:41.088Z | trap 0.000007620 |
355 | 2025-06-18T17:42:41.088Z | tflt 0.000141489 |
356 | 2025-06-18T17:42:41.088Z | dflt 0.000229827 |
357 | 2025-06-18T17:42:41.088Z | kflt 0.000000000 |
358 | 2025-06-18T17:42:41.088Z | lock 1:03.840517255 |
359 | 2025-06-18T17:42:41.088Z | slp 0.922644717 |
360 | 2025-06-18T17:42:41.088Z | lat 0.026417190 |
361 | 2025-06-18T17:42:41.089Z | stop 0.064266042 |
362 | 2025-06-18T17:42:41.089Z | + retry=0 |
363 | 2025-06-18T17:42:41.089Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
364 | 2025-06-18T17:42:41.089Z | + [[ 0 -gt 30 ]] |
365 | 2025-06-18T17:42:41.089Z | + sleep 1 |
|
366 | 2025-06-18T17:42:41.610Z | sock console login: Jun 18 17:42:41 sock svc.startd[8]: oxide/sled-agent:default failed repeatedly: transitioned to maintenance (see 'svcs -xv' for details) |
367 | 2025-06-18T17:42:41.662Z | SUNW-MSG-ID: SMF-8000-YX, TYPE: defect, VER: 1, SEVERITY: major |
368 | 2025-06-18T17:42:41.706Z | EVENT-TIME: Wed Jun 18 17:42:41 UTC 2025 |
369 | 2025-06-18T17:42:41.751Z | PLATFORM: R152-Z32-00, CSN: GKG8N7212A0003, HOSTNAME: sock |
370 | 2025-06-18T17:42:41.802Z | SOURCE: software-diagnosis, REV: 0.1 |
371 | 2025-06-18T17:42:41.847Z | EVENT-ID: 25768f4b-aa99-4984-bf2f-83df159f04fb |
372 | 2025-06-18T17:42:41.881Z | DESC: A service failed - the instance is restarting too quickly. |
373 | 2025-06-18T17:42:41.930Z | Refer to http://illumos.org/msg/SMF-8000-YX for more information. |
374 | 2025-06-18T17:42:41.964Z | AUTO-RESPONSE: The service has been placed into the maintenance state. |
375 | 2025-06-18T17:42:41.997Z | IMPACT: svc:/oxide/sled-agent:default is unavailable. |
376 | 2025-06-18T17:42:42.031Z | REC-ACTION: Run 'svcs -xv svc:/oxide/sled-agent:default' to determine the generic reason why the service failed, the location of any logfiles, and a list of other services impacted. |
|
377 | 2025-06-18T17:42:42.077Z | + retry=1 |
378 | 2025-06-18T17:42:42.077Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
379 | 2025-06-18T17:42:42.103Z | + [[ 1 -gt 30 ]] |
380 | 2025-06-18T17:42:42.103Z | + sleep 1 |
381 | 2025-06-18T17:42:43.090Z | + retry=2 |
382 | 2025-06-18T17:42:43.090Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
383 | 2025-06-18T17:42:43.116Z | + [[ 2 -gt 30 ]] |
384 | 2025-06-18T17:42:43.116Z | + sleep 1 |
385 | 2025-06-18T17:42:44.104Z | + retry=3 |
386 | 2025-06-18T17:42:44.104Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
387 | 2025-06-18T17:42:44.129Z | + [[ 3 -gt 30 ]] |
388 | 2025-06-18T17:42:44.130Z | + sleep 1 |
389 | 2025-06-18T17:42:45.118Z | + retry=4 |
390 | 2025-06-18T17:42:45.118Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
391 | 2025-06-18T17:42:45.143Z | + [[ 4 -gt 30 ]] |
392 | 2025-06-18T17:42:45.144Z | + sleep 1 |
393 | 2025-06-18T17:42:46.131Z | + retry=5 |
394 | 2025-06-18T17:42:46.131Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
395 | 2025-06-18T17:42:46.156Z | + [[ 5 -gt 30 ]] |
396 | 2025-06-18T17:42:46.157Z | + sleep 1 |
397 | 2025-06-18T17:42:47.143Z | + retry=6 |
398 | 2025-06-18T17:42:47.143Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
399 | 2025-06-18T17:42:47.169Z | + [[ 6 -gt 30 ]] |
400 | 2025-06-18T17:42:47.169Z | + sleep 1 |
401 | 2025-06-18T17:42:48.156Z | + retry=7 |
402 | 2025-06-18T17:42:48.156Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
403 | 2025-06-18T17:42:48.183Z | + [[ 7 -gt 30 ]] |
404 | 2025-06-18T17:42:48.183Z | + sleep 1 |
405 | 2025-06-18T17:42:49.169Z | + retry=8 |
406 | 2025-06-18T17:42:49.170Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
407 | 2025-06-18T17:42:49.195Z | + [[ 8 -gt 30 ]] |
408 | 2025-06-18T17:42:49.195Z | + sleep 1 |
409 | 2025-06-18T17:42:50.182Z | + retry=9 |
410 | 2025-06-18T17:42:50.182Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
411 | 2025-06-18T17:42:50.208Z | + [[ 9 -gt 30 ]] |
412 | 2025-06-18T17:42:50.208Z | + sleep 1 |
413 | 2025-06-18T17:42:51.195Z | + retry=10 |
414 | 2025-06-18T17:42:51.196Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
415 | 2025-06-18T17:42:51.221Z | + [[ 10 -gt 30 ]] |
416 | 2025-06-18T17:42:51.221Z | + sleep 1 |
417 | 2025-06-18T17:42:52.208Z | + retry=11 |
418 | 2025-06-18T17:42:52.208Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
419 | 2025-06-18T17:42:52.234Z | + [[ 11 -gt 30 ]] |
420 | 2025-06-18T17:42:52.234Z | + sleep 1 |
421 | 2025-06-18T17:42:53.221Z | + retry=12 |
422 | 2025-06-18T17:42:53.221Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
423 | 2025-06-18T17:42:53.247Z | + [[ 12 -gt 30 ]] |
424 | 2025-06-18T17:42:53.248Z | + sleep 1 |
425 | 2025-06-18T17:42:54.236Z | + retry=13 |
426 | 2025-06-18T17:42:54.236Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
427 | 2025-06-18T17:42:54.262Z | + [[ 13 -gt 30 ]] |
428 | 2025-06-18T17:42:54.262Z | + sleep 1 |
429 | 2025-06-18T17:42:55.246Z | + retry=14 |
430 | 2025-06-18T17:42:55.246Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
431 | 2025-06-18T17:42:55.272Z | + [[ 14 -gt 30 ]] |
432 | 2025-06-18T17:42:55.272Z | + sleep 1 |
433 | 2025-06-18T17:42:56.260Z | + retry=15 |
434 | 2025-06-18T17:42:56.260Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
435 | 2025-06-18T17:42:56.286Z | + [[ 15 -gt 30 ]] |
436 | 2025-06-18T17:42:56.286Z | + sleep 1 |
437 | 2025-06-18T17:42:57.273Z | + retry=16 |
438 | 2025-06-18T17:42:57.273Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
439 | 2025-06-18T17:42:57.299Z | + [[ 16 -gt 30 ]] |
440 | 2025-06-18T17:42:57.299Z | + sleep 1 |
441 | 2025-06-18T17:42:58.285Z | + retry=17 |
442 | 2025-06-18T17:42:58.285Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
443 | 2025-06-18T17:42:58.311Z | + [[ 17 -gt 30 ]] |
444 | 2025-06-18T17:42:58.311Z | + sleep 1 |
445 | 2025-06-18T17:42:59.297Z | + retry=18 |
446 | 2025-06-18T17:42:59.298Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
447 | 2025-06-18T17:42:59.323Z | + [[ 18 -gt 30 ]] |
448 | 2025-06-18T17:42:59.323Z | + sleep 1 |
449 | 2025-06-18T17:43:00.310Z | + retry=19 |
450 | 2025-06-18T17:43:00.310Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
451 | 2025-06-18T17:43:00.336Z | + [[ 19 -gt 30 ]] |
452 | 2025-06-18T17:43:00.336Z | + sleep 1 |
453 | 2025-06-18T17:43:01.324Z | + retry=20 |
454 | 2025-06-18T17:43:01.324Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
455 | 2025-06-18T17:43:01.349Z | + [[ 20 -gt 30 ]] |
456 | 2025-06-18T17:43:01.349Z | + sleep 1 |
457 | 2025-06-18T17:43:02.336Z | + retry=21 |
458 | 2025-06-18T17:43:02.336Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
459 | 2025-06-18T17:43:02.362Z | + [[ 21 -gt 30 ]] |
460 | 2025-06-18T17:43:02.362Z | + sleep 1 |
461 | 2025-06-18T17:43:03.348Z | + retry=22 |
462 | 2025-06-18T17:43:03.348Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
463 | 2025-06-18T17:43:03.373Z | + [[ 22 -gt 30 ]] |
464 | 2025-06-18T17:43:03.374Z | + sleep 1 |
465 | 2025-06-18T17:43:04.359Z | + retry=23 |
466 | 2025-06-18T17:43:04.359Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
467 | 2025-06-18T17:43:04.385Z | + [[ 23 -gt 30 ]] |
468 | 2025-06-18T17:43:04.385Z | + sleep 1 |
469 | 2025-06-18T17:43:05.378Z | + retry=24 |
470 | 2025-06-18T17:43:05.378Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
471 | 2025-06-18T17:43:05.405Z | + [[ 24 -gt 30 ]] |
472 | 2025-06-18T17:43:05.405Z | + sleep 1 |
473 | 2025-06-18T17:43:06.385Z | + retry=25 |
474 | 2025-06-18T17:43:06.386Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
475 | 2025-06-18T17:43:06.417Z | + [[ 25 -gt 30 ]] |
476 | 2025-06-18T17:43:06.417Z | + sleep 1 |
477 | 2025-06-18T17:43:07.397Z | + retry=26 |
478 | 2025-06-18T17:43:07.397Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
479 | 2025-06-18T17:43:07.423Z | + [[ 26 -gt 30 ]] |
480 | 2025-06-18T17:43:07.423Z | + sleep 1 |
481 | 2025-06-18T17:43:08.411Z | + retry=27 |
482 | 2025-06-18T17:43:08.411Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
483 | 2025-06-18T17:43:08.436Z | + [[ 27 -gt 30 ]] |
484 | 2025-06-18T17:43:08.436Z | + sleep 1 |
485 | 2025-06-18T17:43:09.425Z | + retry=28 |
486 | 2025-06-18T17:43:09.425Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
487 | 2025-06-18T17:43:09.452Z | + [[ 28 -gt 30 ]] |
488 | 2025-06-18T17:43:09.452Z | + sleep 1 |
489 | 2025-06-18T17:43:10.436Z | + retry=29 |
490 | 2025-06-18T17:43:10.436Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
491 | 2025-06-18T17:43:10.467Z | + [[ 29 -gt 30 ]] |
492 | 2025-06-18T17:43:10.467Z | + sleep 1 |
493 | 2025-06-18T17:43:11.451Z | + retry=30 |
494 | 2025-06-18T17:43:11.451Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
495 | 2025-06-18T17:43:11.478Z | + [[ 30 -gt 30 ]] |
496 | 2025-06-18T17:43:11.478Z | + sleep 1 |
497 | 2025-06-18T17:43:12.462Z | + retry=31 |
498 | 2025-06-18T17:43:12.462Z | + curl --head --silent -o /dev/null 'http://[fd00:1122:3344:101::2]:12224/' |
499 | 2025-06-18T17:43:12.488Z | + [[ 31 -gt 30 ]] |
500 | 2025-06-18T17:43:12.488Z | + echo 'Failed to reach switch zone after 30 seconds' |
501 | 2025-06-18T17:43:12.488Z | + exit 1 |
502 | 2025-06-18T17:43:12.488Z | Failed to reach switch zone after 30 seconds |
503 | 2025-06-18T17:43:12.488Z | + _exit_trap |
504 | 2025-06-18T17:43:12.488Z | + local status=1 |
505 | 2025-06-18T17:43:12.488Z | + set +o errexit |
506 | 2025-06-18T17:43:12.488Z | + [[ x != \x ]] |
507 | 2025-06-18T17:43:12.488Z | + pfexec svcadm -Z disable -s cron |
508 | 2025-06-18T17:43:12.530Z | + [[ 1 -eq 0 ]] |
509 | 2025-06-18T17:43:12.530Z | + set -o xtrace |
510 | 2025-06-18T17:43:12.530Z | + banner evidence |
511 | 2025-06-18T17:43:12.556Z | |
512 | 2025-06-18T17:43:12.556Z | ###### # # # ##### ###### # # #### ###### |
513 | 2025-06-18T17:43:12.556Z | # # # # # # # ## # # # # |
514 | 2025-06-18T17:43:12.556Z | ##### # # # # # ##### # # # # ##### |
515 | 2025-06-18T17:43:12.556Z | # # # # # # # # # # # # |
516 | 2025-06-18T17:43:12.556Z | # # # # # # # # ## # # # |
517 | 2025-06-18T17:43:12.556Z | ###### ## # ##### ###### # # #### ###### |
518 | 2025-06-18T17:43:12.556Z | |
519 | 2025-06-18T17:43:12.556Z | + zoneadm list -civ |
520 | 2025-06-18T17:43:12.556Z | ID NAME STATUS PATH BRAND IP |
521 | 2025-06-18T17:43:12.556Z | 0 global running / ipkg shared |
522 | 2025-06-18T17:43:12.556Z | 1 sidecar_softnpu running /sidecar/sidecar_softnpu omicron1 excl |
523 | 2025-06-18T17:43:12.556Z | + pfexec dladm show-phys -m |
524 | 2025-06-18T17:43:12.556Z | LINK SLOT ADDRESS INUSE CLIENT |
525 | 2025-06-18T17:43:12.556Z | igb0 primary 18:c0:4d:d:a0:2a yes igb0 |
526 | 2025-06-18T17:43:12.556Z | igb1 primary 18:c0:4d:d:a0:2b no -- |
527 | 2025-06-18T17:43:12.556Z | tfpkt0 primary 2:0:0:0:0:0 no -- |
528 | 2025-06-18T17:43:12.556Z | + pfexec dladm show-link |
529 | 2025-06-18T17:43:12.556Z | LINK CLASS MTU STATE BRIDGE OVER |
530 | 2025-06-18T17:43:12.556Z | igb0 phys 1500 up -- -- |
531 | 2025-06-18T17:43:12.556Z | igb1 phys 1500 unknown -- -- |
532 | 2025-06-18T17:43:12.556Z | tfpkt0 phys 1500 down -- -- |
533 | 2025-06-18T17:43:12.556Z | net0 simnet 9000 up -- sc0_0 |
534 | 2025-06-18T17:43:12.556Z | sc0_0 simnet 9000 up -- net0 |
535 | 2025-06-18T17:43:12.556Z | net1 simnet 9000 up -- sc1_0 |
536 | 2025-06-18T17:43:12.556Z | sc1_0 simnet 9000 up -- net1 |
537 | 2025-06-18T17:43:12.557Z | sc0_1 vnic 1500 up -- igb0 |
538 | 2025-06-18T17:43:12.557Z | tfportrear0_0 simnet 9000 up -- sidecar_shi0 |
539 | 2025-06-18T17:43:12.557Z | sidecar_shi0 simnet 9000 up -- tfportrear0_0 |
540 | 2025-06-18T17:43:12.557Z | tfportqsfp0_0 simnet 9000 up -- sidecar_shi1 |
541 | 2025-06-18T17:43:12.557Z | sidecar_shi1 simnet 9000 up -- tfportqsfp0_0 |
542 | 2025-06-18T17:43:12.557Z | + pfexec dladm show-vnic |
543 | 2025-06-18T17:43:12.606Z | LINK OVER SPEED MACADDRESS MACADDRTYPE VID |
544 | 2025-06-18T17:43:12.606Z | sc0_1 igb0 1000 a8:e1:de:1:70:1d fixed 0 |
545 | 2025-06-18T17:43:12.606Z | + pfexec ipadm |
546 | 2025-06-18T17:43:12.606Z | ADDROBJ TYPE STATE ADDR |
547 | 2025-06-18T17:43:12.606Z | lo0/v4 static ok 127.0.0.1/8 |
548 | 2025-06-18T17:43:12.606Z | igb0/dhcp dhcp ok 10.151.2.100/24 |
549 | 2025-06-18T17:43:12.606Z | lo0/v6 static ok ::1/128 |
550 | 2025-06-18T17:43:12.606Z | + pfexec netstat -rncva |
551 | 2025-06-18T17:43:12.606Z | |
552 | 2025-06-18T17:43:12.606Z | IRE Table: IPv4 |
553 | 2025-06-18T17:43:12.606Z | Destination Mask Gateway Device MTU Ref Flg Out In/Fwd |
554 | 2025-06-18T17:43:12.606Z | -------------------- --------------- -------------------- ------ ----- --- --- ------ ------ |
555 | 2025-06-18T17:43:12.606Z | 0.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0 |
556 | 2025-06-18T17:43:12.606Z | default 0.0.0.0 10.151.2.1 igb0 1500 9 UG 1602532 0 |
557 | 2025-06-18T17:43:12.606Z | 10.0.0.0 255.255.255.255 -- igb0 1500 1 UHb 0 0 |
558 | 2025-06-18T17:43:12.606Z | 10.151.2.0 255.255.255.255 -- igb0 1500 1 UHb 0 0 |
559 | 2025-06-18T17:43:12.606Z | 10.151.2.0/24 255.255.255.0 10.151.2.100 igb0 1500 3 U 0 0 |
560 | 2025-06-18T17:43:12.606Z | 10.151.2.1/32 255.255.255.255 10.151.2.100 igb0 1500 3 UC 0 0 |
561 | 2025-06-18T17:43:12.606Z | 10.151.2.100 255.255.255.255 -- igb0 1500 2 UHL 2 3148860 |
562 | 2025-06-18T17:43:12.606Z | 10.151.2.255 255.255.255.255 -- igb0 1500 1 UHb 0 0 |
563 | 2025-06-18T17:43:12.606Z | 10.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 0 |
564 | 2025-06-18T17:43:12.606Z | 127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 14 14 |
565 | 2025-06-18T17:43:12.606Z | 255.255.255.255 255.255.255.255 -- igb0 1500 1 UHb 0 6 |
566 | 2025-06-18T17:43:12.606Z | |
567 | 2025-06-18T17:43:12.606Z | IRE Table: IPv6 |
568 | 2025-06-18T17:43:12.606Z | Destination/Mask Gateway If MTU Ref Flags Out In/Fwd |
569 | 2025-06-18T17:43:12.606Z | --------------------------- --------------------------- ----- ----- --- ----- ------ ------ |
570 | 2025-06-18T17:43:12.607Z | ::1 ::1 lo0 8252 2 UH 0 0 |
571 | 2025-06-18T17:43:12.607Z | + pfexec netstat -anu |
572 | 2025-06-18T17:43:12.607Z | |
573 | 2025-06-18T17:43:12.607Z | UDP: IPv4 |
574 | 2025-06-18T17:43:12.607Z | Local Address Remote Address User Pid Command State |
575 | 2025-06-18T17:43:12.607Z | -------------------- -------------------- -------- ------ -------------- ---------- |
576 | 2025-06-18T17:43:12.607Z | *.* root 80 in.mpathd Unbound |
577 | 2025-06-18T17:43:12.607Z | *.* root 80 in.mpathd Unbound |
578 | 2025-06-18T17:43:12.607Z | *.68 root 313 dhcpagent Idle |
579 | 2025-06-18T17:43:12.607Z | *.546 root 313 dhcpagent Idle |
580 | 2025-06-18T17:43:12.607Z | 10.151.2.100.68 root 313 dhcpagent Idle |
581 | 2025-06-18T17:43:12.607Z | *.111 daemon 719 rpcbind Idle |
582 | 2025-06-18T17:43:12.607Z | *.* daemon 719 rpcbind Unbound |
583 | 2025-06-18T17:43:12.607Z | *.54612 daemon 719 rpcbind Idle |
584 | 2025-06-18T17:43:12.607Z | *.111 daemon 719 rpcbind Idle |
585 | 2025-06-18T17:43:12.607Z | *.* daemon 719 rpcbind Unbound |
586 | 2025-06-18T17:43:12.607Z | *.43594 daemon 719 rpcbind Idle |
587 | 2025-06-18T17:43:12.607Z | *.* root 731 in.ndpd Unbound |
588 | 2025-06-18T17:43:12.607Z | *.* root 877 rcm_daemon Unbound |
589 | 2025-06-18T17:43:12.607Z | *.* root 877 rcm_daemon Unbound |
590 | 2025-06-18T17:43:12.607Z | |
591 | 2025-06-18T17:43:12.607Z | UDP: IPv6 |
592 | 2025-06-18T17:43:12.607Z | Local Address Remote Address User Pid Command State If |
593 | 2025-06-18T17:43:12.607Z | --------------------------------- --------------------------------- -------- ------ -------------- ---------- ----- |
594 | 2025-06-18T17:43:12.607Z | *.* root 80 in.mpathd Unbound |
595 | 2025-06-18T17:43:12.607Z | *.546 root 313 dhcpagent Idle |
596 | 2025-06-18T17:43:12.607Z | *.111 daemon 719 rpcbind Idle |
597 | 2025-06-18T17:43:12.607Z | *.* daemon 719 rpcbind Unbound |
598 | 2025-06-18T17:43:12.607Z | *.54612 daemon 719 rpcbind Idle |
599 | 2025-06-18T17:43:12.607Z | *.* root 731 in.ndpd Unbound |
600 | 2025-06-18T17:43:12.607Z | *.* root 877 rcm_daemon Unbound |
601 | 2025-06-18T17:43:12.607Z | |
602 | 2025-06-18T17:43:12.607Z | TCP: IPv4 |
603 | 2025-06-18T17:43:12.607Z | Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State |
604 | 2025-06-18T17:43:12.607Z | -------------------- -------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- |
605 | 2025-06-18T17:43:12.607Z | 127.0.0.1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN |
606 | 2025-06-18T17:43:12.607Z | 127.0.0.1.4999 *.* root 313 dhcpagent 0 0 128000 0 LISTEN |
607 | 2025-06-18T17:43:12.607Z | *.111 *.* daemon 719 rpcbind 0 0 128000 0 LISTEN |
608 | 2025-06-18T17:43:12.607Z | *.* *.* daemon 719 rpcbind 0 0 128000 0 IDLE |
609 | 2025-06-18T17:43:12.608Z | *.111 *.* daemon 719 rpcbind 0 0 128000 0 LISTEN |
610 | 2025-06-18T17:43:12.608Z | *.* *.* daemon 719 rpcbind 0 0 128000 0 IDLE |
611 | 2025-06-18T17:43:12.608Z | 10.151.2.100.63045 34.220.230.66.443 root 811 agent 1049792 0 128872 0 ESTABLISHED |
612 | 2025-06-18T17:43:12.608Z | 10.151.2.100.53567 34.220.230.66.443 root 811 agent 1049792 4525 128872 0 ESTABLISHED |
613 | 2025-06-18T17:43:12.608Z | 10.151.2.100.36172 34.220.230.66.443 1049792 0 128872 0 TIME_WAIT |
614 | 2025-06-18T17:43:12.608Z | 10.151.2.100.59568 34.220.230.66.443 1049792 0 128872 0 TIME_WAIT |
615 | 2025-06-18T17:43:12.608Z | 10.151.2.100.49249 34.220.230.66.443 1049792 0 128872 0 TIME_WAIT |
616 | 2025-06-18T17:43:12.608Z | 10.151.2.100.61319 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT |
617 | 2025-06-18T17:43:12.608Z | 10.151.2.100.63162 172.20.0.5.12346 512592 0 128872 0 TIME_WAIT |
618 | 2025-06-18T17:43:12.608Z | |
619 | 2025-06-18T17:43:12.608Z | TCP: IPv6 |
620 | 2025-06-18T17:43:12.608Z | Local Address Remote Address User Pid Command Swind Send-Q Rwind Recv-Q State If |
621 | 2025-06-18T17:43:12.608Z | --------------------------------- --------------------------------- -------- ------ -------------- ------ ------ ------ ------ ----------- ----- |
622 | 2025-06-18T17:43:12.608Z | ::1.5999 *.* root 80 in.mpathd 0 0 128000 0 LISTEN |
623 | 2025-06-18T17:43:12.608Z | *.111 *.* daemon 719 rpcbind 0 0 128000 0 LISTEN |
624 | 2025-06-18T17:43:12.608Z | *.* *.* daemon 719 rpcbind 0 0 128000 0 IDLE |
625 | 2025-06-18T17:43:12.608Z | |
626 | 2025-06-18T17:43:12.608Z | Active UNIX domain sockets |
627 | 2025-06-18T17:43:12.608Z | Address Type User Pid Command Local Address Remote Address |
628 | 2025-06-18T17:43:12.608Z | ---------------- ---------- -------- ------ -------------- --------------------------------------- --------------------------------------- |
629 | 2025-06-18T17:43:12.608Z | fffffe859cbdb3c8 stream-ord root 897 zoneadmd /var/run/zones/sidecar_softnpu.console_ |
630 | 2025-06-18T17:43:12.608Z | fffffe8586f12010 stream-ord root 811 agent /var/run/buildomat.sock |
631 | 2025-06-18T17:43:12.608Z | fffffe8586f12750 stream-ord root 811 agent |
632 | 2025-06-18T17:43:12.608Z | fffffe8586f12af0 stream-ord root 811 agent |
633 | 2025-06-18T17:43:12.608Z | fffffe8586f12af0 stream-ord root 811 agent |
634 | 2025-06-18T17:43:12.608Z | fffffe8584614008 stream-ord root 766 inetd /var/run/.inetd.uds |
635 | 2025-06-18T17:43:12.608Z | fffffe85846143a8 dgram root 731 in.ndpd /var/run/in.ndpd_mib |
636 | 2025-06-18T17:43:12.608Z | fffffe8584614748 stream-ord root 731 in.ndpd /var/run/in.ndpd_ipadm |
637 | 2025-06-18T17:43:12.608Z | + pfexec arp -an |
638 | 2025-06-18T17:43:12.608Z | Net to Media Table: IPv4 |
639 | 2025-06-18T17:43:12.608Z | Device IP Address Mask Flags Phys Addr |
640 | 2025-06-18T17:43:12.608Z | ------ -------------------- --------------- -------- --------------- |
641 | 2025-06-18T17:43:12.608Z | igb0 10.151.2.1 255.255.255.255 aa:00:04:00:ca:fe |
642 | 2025-06-18T17:43:12.608Z | igb0 10.151.2.100 255.255.255.255 SPLA 18:c0:4d:0d:a0:2a |
643 | 2025-06-18T17:43:12.635Z | + pfexec zlogin sidecar_softnpu /softnpu/scadm --server /softnpu/server --client /softnpu/client standalone dump-state |
644 | 2025-06-18T17:43:12.635Z | local v6: |
645 | 2025-06-18T17:43:12.635Z | local v4: |
646 | 2025-06-18T17:43:12.635Z | router v6: |
647 | 2025-06-18T17:43:12.635Z | router v4_idx: |
648 | 2025-06-18T17:43:12.635Z | router v4_routes: |
649 | 2025-06-18T17:43:12.635Z | resolver v4: |
650 | 2025-06-18T17:43:12.635Z | 10.151.2.100 -> 18:c0:4d:0d:a0:2a |
651 | 2025-06-18T17:43:12.635Z | resolver v6: |
652 | 2025-06-18T17:43:12.635Z | nat v4: |
653 | 2025-06-18T17:43:12.635Z | nat_v6: |
654 | 2025-06-18T17:43:12.635Z | port_mac: |
655 | 2025-06-18T17:43:12.635Z | proxy arp: |
656 | 2025-06-18T17:43:12.635Z | 10.151.2.164/10.151.2.227: a8:e1:de:01:70:1d |
657 | 2025-06-18T17:43:12.635Z | + pfexec /opt/oxide/opte/bin/opteadm list-ports |
658 | 2025-06-18T17:43:12.635Z | LINK MAC ADDRESS IPv4 ADDRESS EPHEMERAL IPv4 FLOATING IPv4 IPv6 ADDRESS EXTERNAL IPv6 FLOATING IPv6 STATE |
659 | 2025-06-18T17:43:12.635Z | + pfexec /opt/oxide/opte/bin/opteadm dump-v2b |
660 | 2025-06-18T17:43:12.635Z | Virtual to Boundary Mappings |
661 | 2025-06-18T17:43:12.635Z | ====================================================================== |
662 | 2025-06-18T17:43:12.635Z | |
663 | 2025-06-18T17:43:12.635Z | IPv4 mappings |
664 | 2025-06-18T17:43:12.635Z | ---------------------------------------------------------------------- |
665 | 2025-06-18T17:43:12.635Z | TUNNELED PREFIX BOUNDARY IP VNI |
666 | 2025-06-18T17:43:12.635Z | |
667 | 2025-06-18T17:43:12.635Z | IPv6 mappings |
668 | 2025-06-18T17:43:12.635Z | ---------------------------------------------------------------------- |
669 | 2025-06-18T17:43:12.635Z | TUNNELED PREFIX BOUNDARY IP VNI |
670 | 2025-06-18T17:43:12.636Z | |
671 | 2025-06-18T17:43:12.636Z | + pfexec /opt/oxide/opte/bin/opteadm dump-v2p |
672 | 2025-06-18T17:43:12.636Z | Virtual to Physical Mappings |
673 | 2025-06-18T17:43:12.636Z | ====================================================================== |
674 | 2025-06-18T17:43:12.636Z | + z_swadm link ls |
675 | 2025-06-18T17:43:12.636Z | + echo '== swadm link' ls |
676 | 2025-06-18T17:43:12.636Z | + pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm link ls |
677 | 2025-06-18T17:43:12.636Z | == swadm link ls |
678 | 2025-06-18T17:43:12.636Z | zlogin: zone 'oxz_switch' unknown |
679 | 2025-06-18T17:43:12.636Z | + z_swadm addr list |
680 | 2025-06-18T17:43:12.636Z | + echo '== swadm addr' list |
681 | 2025-06-18T17:43:12.636Z | + pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm addr list |
682 | 2025-06-18T17:43:12.636Z | == swadm addr list |
683 | 2025-06-18T17:43:12.636Z | zlogin: zone 'oxz_switch' unknown |
684 | 2025-06-18T17:43:12.636Z | + z_swadm route list |
685 | 2025-06-18T17:43:12.636Z | + echo '== swadm route' list |
686 | 2025-06-18T17:43:12.636Z | + pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm route list |
687 | 2025-06-18T17:43:12.636Z | == swadm route list |
688 | 2025-06-18T17:43:12.636Z | zlogin: zone 'oxz_switch' unknown |
689 | 2025-06-18T17:43:12.636Z | + z_swadm arp list |
690 | 2025-06-18T17:43:12.636Z | + echo '== swadm arp' list |
691 | 2025-06-18T17:43:12.636Z | + pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm arp list |
692 | 2025-06-18T17:43:12.636Z | == swadm arp list |
693 | 2025-06-18T17:43:12.662Z | zlogin: zone 'oxz_switch' unknown |
694 | 2025-06-18T17:43:12.662Z | + z_swadm nat list |
695 | 2025-06-18T17:43:12.662Z | + echo '== swadm nat' list |
696 | 2025-06-18T17:43:12.662Z | + pfexec zlogin oxz_switch /opt/oxide/dendrite/bin/swadm nat list |
697 | 2025-06-18T17:43:12.662Z | == swadm nat list |
698 | 2025-06-18T17:43:12.662Z | zlogin: zone 'oxz_switch' unknown |
699 | 2025-06-18T17:43:12.662Z | ++ pfexec /opt/oxide/opte/bin/opteadm list-ports |
700 | 2025-06-18T17:43:12.662Z | ++ tail +2 |
701 | 2025-06-18T17:43:12.662Z | ++ awk '{ print $1; }' |
702 | 2025-06-18T17:43:12.662Z | + PORTS= |
703 | 2025-06-18T17:43:12.662Z | + mkdir -p /tmp/kstat |
704 | 2025-06-18T17:43:12.662Z | + pfexec kstat -p xde: |
705 | 2025-06-18T17:43:12.662Z | + pfexec zfs list |
706 | 2025-06-18T17:43:12.662Z | NAME USED AVAIL REFER MOUNTPOINT |
707 | 2025-06-18T17:43:12.662Z | rpool 2.04G 5.23G 24K /rpool |
708 | 2025-06-18T17:43:12.662Z | rpool/home 25.5K 5.23G 25.5K /home |
709 | 2025-06-18T17:43:12.662Z | rpool/input 1.96G 5.23G 1.96G /input |
710 | 2025-06-18T17:43:12.662Z | rpool/sidecar 75.7M 5.23G 24K /sidecar |
711 | 2025-06-18T17:43:12.662Z | rpool/sidecar/sidecar_softnpu 75.7M 5.23G 75.7M /sidecar/sidecar_softnpu |
712 | 2025-06-18T17:43:12.662Z | rpool/work 24K 5.23G 24K /work |
713 | 2025-06-18T17:43:12.662Z | rpool/zone 24K 5.23G 24K /zone |
714 | 2025-06-18T17:43:12.662Z | scratch 121K 1.80T 25K /scratch |
715 | 2025-06-18T17:43:12.662Z | + pfexec zpool list |
716 | 2025-06-18T17:43:12.689Z | NAME SIZE ALLOC FREE CKPOINT EXPANDSZ FRAG CAP DEDUP HEALTH ALTROOT |
717 | 2025-06-18T17:43:12.689Z | rpool 7.50G 2.04G 5.46G - - 0% 27% 1.00x ONLINE - |
718 | 2025-06-18T17:43:12.689Z | scratch 1.86T 121K 1.86T - - 0% 0% 1.00x ONLINE - |
719 | 2025-06-18T17:43:12.689Z | + pfexec fmdump -eVp |
720 | 2025-06-18T17:43:12.689Z | TIME CLASS |
721 | 2025-06-18T17:43:12.689Z | + pfexec ptree -z global |
722 | 2025-06-18T17:43:12.689Z | 8 /lib/svc/bin/svc.startd |
723 | 2025-06-18T17:43:12.689Z | 648 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat - |
724 | 2025-06-18T17:43:12.689Z | 666 /usr/lib/saf/sac -t 300 |
725 | 2025-06-18T17:43:12.689Z | 674 /usr/lib/saf/ttymon |
726 | 2025-06-18T17:43:12.689Z | 810 /usr/bin/ctrun -l child -o noorphan,regent /opt/buildomat/lib/agent ru |
727 | 2025-06-18T17:43:12.689Z | 811 /opt/buildomat/lib/agent run |
728 | 2025-06-18T17:43:12.689Z | 825 /bin/bash /tmp/rNsDBKhsroGGxood.sh |
729 | 2025-06-18T17:43:12.689Z | 1669 ptree -z global |
730 | 2025-06-18T17:43:12.689Z | 10 /lib/svc/bin/svc.configd |
731 | 2025-06-18T17:43:12.689Z | 48 /lib/inet/ipmgmtd |
732 | 2025-06-18T17:43:12.689Z | 49 /lib/inet/netcfgd |
733 | 2025-06-18T17:43:12.689Z | 51 /sbin/dlmgmtd |
734 | 2025-06-18T17:43:12.690Z | 80 /lib/inet/in.mpathd |
735 | 2025-06-18T17:43:12.690Z | 100 /usr/lib/pfexecd |
736 | 2025-06-18T17:43:12.690Z | 166 /usr/lib/sysevent/syseventd |
737 | 2025-06-18T17:43:12.690Z | 173 devfsadmd |
738 | 2025-06-18T17:43:12.690Z | 192 /usr/lib/zones/zonestatd |
739 | 2025-06-18T17:43:12.690Z | 313 /sbin/dhcpagent |
740 | 2025-06-18T17:43:12.690Z | 574 /usr/lib/picl/picld |
741 | 2025-06-18T17:43:12.690Z | 606 /usr/sbin/nscd |
742 | 2025-06-18T17:43:12.690Z | 647 /usr/lib/utmpd |
743 | 2025-06-18T17:43:12.690Z | 661 /usr/lib/hotplugd |
744 | 2025-06-18T17:43:12.690Z | 675 /usr/sbin/syslogd |
745 | 2025-06-18T17:43:12.690Z | 719 /usr/sbin/rpcbind |
746 | 2025-06-18T17:43:12.690Z | 731 /usr/lib/inet/in.ndpd |
747 | 2025-06-18T17:43:12.690Z | 732 /usr/lib/fm/fmd/fmd |
748 | 2025-06-18T17:43:12.690Z | 766 /usr/lib/inet/inetd start |
749 | 2025-06-18T17:43:12.690Z | 791 /usr/perl5/bin/perl /usr/lib/intrd |
750 | 2025-06-18T17:43:12.690Z | 877 /usr/lib/rcm/rcm_daemon |
751 | 2025-06-18T17:43:12.690Z | 897 zoneadmd -z sidecar_softnpu |
752 | 2025-06-18T17:43:12.690Z | + pfexec svcs -xv |
753 | 2025-06-18T17:43:12.747Z | svc:/oxide/sled-agent:default (Oxide Sled Agent) |
754 | 2025-06-18T17:43:12.747Z | State: maintenance since June 18, 2025 at 05:42:41 PM UTC |
755 | 2025-06-18T17:43:12.748Z | Reason: Restarting too quickly. |
756 | 2025-06-18T17:43:12.748Z | See: http://illumos.org/msg/SMF-8000-L5 |
757 | 2025-06-18T17:43:12.748Z | See: /var/svc/log/oxide-sled-agent:default.log |
758 | 2025-06-18T17:43:12.748Z | Impact: This service is not running. |
759 | 2025-06-18T17:43:12.773Z | ++ zoneadm list -n |
760 | 2025-06-18T17:43:12.773Z | + for z in $(zoneadm list -n) |
761 | 2025-06-18T17:43:12.773Z | + banner sidecar_softnpu |
762 | 2025-06-18T17:43:12.773Z | |
763 | 2025-06-18T17:43:12.773Z | #### # ##### ###### #### ## ##### #### #### |
764 | 2025-06-18T17:43:12.773Z | # # # # # # # # # # # # # # |
765 | 2025-06-18T17:43:12.773Z | #### # # # ##### # # # # # #### # # |
766 | 2025-06-18T17:43:12.773Z | # # # # # # ###### ##### # # # |
767 | 2025-06-18T17:43:12.774Z | # # # # # # # # # # # # # # # # |
768 | 2025-06-18T17:43:12.774Z | #### # ##### ###### #### # # # # ####### #### #### |
769 | 2025-06-18T17:43:12.774Z | |
770 | 2025-06-18T17:43:12.774Z | + pfexec svcs -xv -z sidecar_softnpu |
771 | 2025-06-18T17:43:12.818Z | + pfexec ptree -z sidecar_softnpu |
772 | 2025-06-18T17:43:12.843Z | 900 zsched |
773 | 2025-06-18T17:43:12.843Z | 917 /sbin/init |
774 | 2025-06-18T17:43:12.843Z | 922 /lib/svc/bin/svc.startd |
775 | 2025-06-18T17:43:12.843Z | 1451 /usr/lib/saf/ttymon -g -d /dev/console -l console -m ldterm,ttcompat - |
776 | 2025-06-18T17:43:12.843Z | 924 /lib/svc/bin/svc.configd |
777 | 2025-06-18T17:43:12.843Z | 968 /lib/inet/ipmgmtd |
778 | 2025-06-18T17:43:12.843Z | 969 /lib/inet/netcfgd |
779 | 2025-06-18T17:43:12.843Z | 1141 /usr/lib/fm/fmd/fmd |
780 | 2025-06-18T17:43:12.843Z | 1254 /usr/lib/pfexecd |
781 | 2025-06-18T17:43:12.843Z | 1298 /softnpu/softnpu --uds-path /softnpu /softnpu/softnpu.toml |
782 | 2025-06-18T17:43:12.844Z | 1400 /usr/sbin/nscd |
783 | 2025-06-18T17:43:12.844Z | 1449 /usr/lib/utmpd |
784 | 2025-06-18T17:43:12.844Z | 1473 /usr/sbin/syslogd |
785 | 2025-06-18T17:43:12.844Z | 1521 /usr/lib/inet/in.ndpd |
786 | 2025-06-18T17:43:12.844Z | + pfexec zlogin sidecar_softnpu ipadm |
787 | 2025-06-18T17:43:12.844Z | ADDROBJ TYPE STATE ADDR |
788 | 2025-06-18T17:43:12.844Z | lo0/v4 static ok 127.0.0.1/8 |
789 | 2025-06-18T17:43:12.844Z | lo0/v6 static ok ::1/128 |
790 | 2025-06-18T17:43:12.844Z | + pfexec zlogin sidecar_softnpu netstat -rncva |
791 | 2025-06-18T17:43:12.870Z | |
792 | 2025-06-18T17:43:12.870Z | IRE Table: IPv4 |
793 | 2025-06-18T17:43:12.870Z | Destination Mask Gateway Device MTU Ref Flg Out In/Fwd |
794 | 2025-06-18T17:43:12.870Z | -------------------- --------------- -------------------- ------ ----- --- --- ------ ------ |
795 | 2025-06-18T17:43:12.870Z | 127.0.0.1 255.255.255.255 127.0.0.1 lo0 8232 2 UH 0 0 |
796 | 2025-06-18T17:43:12.870Z | |
797 | 2025-06-18T17:43:12.870Z | IRE Table: IPv6 |
798 | 2025-06-18T17:43:12.870Z | Destination/Mask Gateway If MTU Ref Flags Out In/Fwd |
799 | 2025-06-18T17:43:12.870Z | --------------------------- --------------------------- ----- ----- --- ----- ------ ------ |
800 | 2025-06-18T17:43:12.870Z | ::1 ::1 lo0 8252 2 UH 0 0 |
801 | 2025-06-18T17:43:12.870Z | + pfexec zlogin sidecar_softnpu netstat -anu |
802 | 2025-06-18T17:43:12.896Z | |
803 | 2025-06-18T17:43:12.896Z | UDP: IPv4 |
804 | 2025-06-18T17:43:12.896Z | Local Address Remote Address User Pid Command State |
805 | 2025-06-18T17:43:12.896Z | -------------------- -------------------- -------- ------ -------------- ---------- |
806 | 2025-06-18T17:43:12.896Z | *.* root 1521 in.ndpd Unbound |
807 | 2025-06-18T17:43:12.896Z | |
808 | 2025-06-18T17:43:12.896Z | UDP: IPv6 |
809 | 2025-06-18T17:43:12.896Z | Local Address Remote Address User Pid Command State If |
810 | 2025-06-18T17:43:12.896Z | --------------------------------- --------------------------------- -------- ------ -------------- ---------- ----- |
811 | 2025-06-18T17:43:12.896Z | *.* root 1521 in.ndpd Unbound |
812 | 2025-06-18T17:43:12.896Z | |
813 | 2025-06-18T17:43:12.896Z | Active UNIX domain sockets |
814 | 2025-06-18T17:43:12.896Z | Address Type User Pid Command Local Address Remote Address |
815 | 2025-06-18T17:43:12.896Z | ---------------- ---------- -------- ------ -------------- --------------------------------------- --------------------------------------- |
816 | 2025-06-18T17:43:12.896Z | fffffe85a33f43e0 dgram root 1521 in.ndpd /var/run/in.ndpd_mib |
817 | 2025-06-18T17:43:12.896Z | fffffe85a33f4780 stream-ord root 1521 in.ndpd /var/run/in.ndpd_ipadm |
818 | 2025-06-18T17:43:12.896Z | fffffe859ec46b10 stream-ord root 1298 softnpu |
819 | 2025-06-18T17:43:12.896Z | fffffe859ec46b10 stream-ord root 1298 softnpu |
820 | 2025-06-18T17:43:12.896Z | fffffe859cbdb028 stream-ord root 1298 softnpu |
821 | 2025-06-18T17:43:12.896Z | fffffe8586f123b0 dgram root 1298 softnpu /softnpu/server |
822 | 2025-06-18T17:43:12.896Z | + pfexec zlogin sidecar_softnpu arp -an |
823 | 2025-06-18T17:43:12.922Z | ++ zoneadm list -n |
824 | 2025-06-18T17:43:12.922Z | ++ grep oxz_ntp |
825 | 2025-06-18T17:43:12.922Z | + pfexec zlogin sidecar_softnpu cat /var/log/softnpu.log |
826 | 2025-06-18T17:43:12.948Z | Config { |
827 | 2025-06-18T17:43:12.948Z | p4_program: "/softnpu/asic_program.so", |
828 | 2025-06-18T17:43:12.948Z | ports: [ |
829 | 2025-06-18T17:43:12.948Z | Port { |
830 | 2025-06-18T17:43:12.948Z | sidecar: "sc0_0", |
831 | 2025-06-18T17:43:12.948Z | scrimlet: "sidecar_shi0", |
832 | 2025-06-18T17:43:12.948Z | mtu: 9000, |
833 | 2025-06-18T17:43:12.948Z | }, |
834 | 2025-06-18T17:43:12.948Z | Port { |
835 | 2025-06-18T17:43:12.948Z | sidecar: "sc0_1", |
836 | 2025-06-18T17:43:12.948Z | scrimlet: "sidecar_shi1", |
837 | 2025-06-18T17:43:12.948Z | mtu: 9000, |
838 | 2025-06-18T17:43:12.948Z | }, |
839 | 2025-06-18T17:43:12.948Z | ], |
840 | 2025-06-18T17:43:12.948Z | } |
841 | 2025-06-18T17:43:12.948Z | + exit 1 |
842 | 2025-06-18T17:43:12.948Z | process exited: duration 81786 ms, exit code 1 |
|
843 | 2025-06-18T17:43:13.002Z | found 2 output files |
844 | 2025-06-18T17:43:13.002Z | uploading: /var/svc/log/oxide-sled-agent:default.log (1890 bytes) |
845 | 2025-06-18T17:43:14.104Z | uploaded: /var/svc/log/oxide-sled-agent:default.log |
846 | 2025-06-18T17:43:14.104Z | uploading: /tmp/kstat/xde.kstat (539 bytes) |
847 | 2025-06-18T17:43:15.204Z | uploaded: /tmp/kstat/xde.kstat |