[ Jan 17 02:29:15 Disabled. ]
[ Jan 17 02:29:15 Rereading configuration. ]
[ Jan 17 02:29:16 Enabled. ]
[ Jan 17 02:29:16 Rereading configuration. ]
[ Jan 17 02:29:16 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Jan 17 02:29:16 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.448440759Z","hostname":"oxz_switch","pid":2273,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.448665532Z","hostname":"oxz_switch","pid":2273,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.448680412Z","hostname":"oxz_switch","pid":2273,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.469760854Z","hostname":"oxz_switch","pid":2273,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.469939856Z","hostname":"oxz_switch","pid":2273,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.470056447Z","hostname":"oxz_switch","pid":2273,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-01-17T02:29:16.470713426Z","hostname":"oxz_switch","pid":2273,"error":"underlay address not found","params":"hostname oxz_switch, rack ea6f0bc8-1d48-40ab-af0f-077f9e67897e, sled c92f1d29-934f-4341-ba12-cfae8d6bc1d1","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.472411347Z","hostname":"oxz_switch","pid":2273}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.47266382Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.47270698Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472723851Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472739201Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472755491Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472768941Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472791451Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472804661Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472819922Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472837342Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472850172Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472866442Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472879782Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472904933Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472917323Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472934703Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472947033Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472963734Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.472978464Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:16.472991474Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473012444Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473029934Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473042504Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473056795Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473068525Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473083395Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473095425Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473110745Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473126876Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473138716Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473153296Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473165816Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473180196Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473191846Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473205997Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473215977Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473226957Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473236647Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473246997Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473259087Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473267377Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473279847Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473289388Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473302548Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473313318Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473322698Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473334628Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473342898Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473352338Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473362759Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473373699Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473383519Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.473391779Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:16.473401639Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:16.473410959Z","hostname":"oxz_switch","pid":2273}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:17.473126569Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:18.473564137Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:19.473857034Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:20.474176111Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:21.474533048Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:22.474985957Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:23.477891366Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:24.478254263Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:25.478798303Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd98:84e:d4fe:98c4::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-17T02:29:26.479240462Z","hostname":"oxz_switch","pid":2273,"prefix":"fd98:84e:d4fe:98c4::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Jan 17 02:29:27 Rereading configuration. ]
[ Jan 17 02:29:27 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=211
+ getopts c: o
+ [[ -n 211 ]]
+ pgrep -c 211
+ PARENT_PID=2272
+ [[ -n 2272 ]]
+ pgrep -P 2272
+ CHILD_PID=2273
+ [[ -n 2273 ]]
+ kill -USR1 2273
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:27.761005398Z","hostname":"oxz_switch","pid":2273,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:27.762532697Z","hostname":"oxz_switch","pid":2273,"unit":"smf","module":"admin","component":"mgd"}
[ Jan 17 02:29:27 Method "refresh" exited with status 0. ]
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:27.762962192Z","hostname":"oxz_switch","pid":2273,"unit":"smf","module":"admin","component":"mgd"}
Jan 17 02:29:27.763 DEBG registered DTrace probes
Jan 17 02:29:27.763 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 17 02:29:27.764 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328
Jan 17 02:29:27.764 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 17 02:29:27.764 DEBG Nexus IP not provided, will use DNS to resolve it
Jan 17 02:29:27.764 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/internal-dns/resolver/src/resolver.rs:144
Jan 17 02:29:27.764 DEBG starting producer registration task
Jan 17 02:29:27.764 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 8fdea163-b261-4477-9b3f-375158ea13f5, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:279
Jan 17 02:29:27.764 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:28.093599933Z","hostname":"oxz_switch","pid":2273,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:33736"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-17T02:29:28.093914417Z","hostname":"oxz_switch","pid":2273,"uri":"/static/route4","method":"PUT","req_id":"c6c2ba0d-911f-48c4-8bf8-754d03a08e1a","remote_addr":"[fd00:1122:3344:101::1]:33736","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:28.094406343Z","hostname":"oxz_switch","pid":2273,"uri":"/static/route4","method":"PUT","req_id":"c6c2ba0d-911f-48c4-8bf8-754d03a08e1a","remote_addr":"[fd00:1122:3344:101::1]:33736","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":551,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-01-17T02:29:28.095474736Z","hostname":"oxz_switch","pid":2273,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-01-17T02:29:28.095493716Z","hostname":"oxz_switch","pid":2273,"unit":"event_loop","module":"sync","component":"mg-lower"}
Jan 17 02:29:37.768 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 10.003476873s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Jan 17 02:29:38.089 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 675, tv_nsec: 673944441 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 17 02:29:38.089 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jan 17 02:29:38.090 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 17 02:29:53.090 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 17 02:29:53.091 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 25.327165762s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Jan 17 02:29:53.753 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 691, tv_nsec: 338136614 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 17 02:29:53.753 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jan 17 02:29:53.754 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task