[ Jan 22 22:14:06 Disabled. ]
[ Jan 22 22:14:06 Rereading configuration. ]
[ Jan 22 22:14:06 Enabled. ]
[ Jan 22 22:14:06 Rereading configuration. ]
[ Jan 22 22:14:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Jan 22 22:14:06 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.66720122Z","hostname":"oxz_switch","pid":2274,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.667537152Z","hostname":"oxz_switch","pid":2274,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.667548342Z","hostname":"oxz_switch","pid":2274,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.688190545Z","hostname":"oxz_switch","pid":2274,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.688352136Z","hostname":"oxz_switch","pid":2274,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.688370076Z","hostname":"oxz_switch","pid":2274,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-01-22T22:14:06.688944691Z","hostname":"oxz_switch","pid":2274,"error":"underlay address not found","params":"hostname oxz_switch, rack 56abb90e-f9bd-4e8a-9a79-113d311b3436, sled 5adcd93e-b317-4b8d-bfe3-23679d13db3d","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.689790577Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.690628353Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-22T22:14:06.690643243Z","hostname":"oxz_switch","pid":2274,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.690960266Z","hostname":"oxz_switch","pid":2274}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:06.691058416Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691141987Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691173517Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691183517Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691195057Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691202787Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691213387Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691223508Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691231737Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691242077Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691249858Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691260238Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691268008Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691277828Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691285708Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691295618Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691311908Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691321058Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691333738Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691342478Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691353538Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691363409Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691374358Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691385459Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691394479Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691405169Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691414489Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691428469Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691436509Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691447069Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691455589Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691465849Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691473469Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691483819Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691495699Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69150515Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691515039Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69152278Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.6915319Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69153982Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69155002Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69156018Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69156788Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.6915775Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69158504Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69159519Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.6916057Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69161476Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69162604Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.69163368Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691643431Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691662621Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691673871Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.691681791Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:06.691690141Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:06.691696581Z","hostname":"oxz_switch","pid":2274}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:07.691435518Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:08.6918313Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:09.692223112Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:10.692685034Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:11.693013616Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:12.693402646Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:13.693785058Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:14.694088399Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:15.694531991Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:16.692070092Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:16.692182563Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-22T22:14:16.692216663Z","hostname":"oxz_switch","pid":2274,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:16.694820052Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:17.695103133Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:18.695463975Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:19.695759346Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:20.696284399Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:21.698752876Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:22.698926805Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:23.699255777Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:24.699544958Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:25.699814879Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:26.693292429Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:26.69342083Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-22T22:14:26.693440561Z","hostname":"oxz_switch","pid":2274,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fdb7:70cb:2cc9:fe0::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-22T22:14:26.70006117Z","hostname":"oxz_switch","pid":2274,"prefix":"fdb7:70cb:2cc9:fe0::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Jan 22 22:14:27 Rereading configuration. ]
[ Jan 22 22:14:27 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=211
+ getopts c: o
+ [[ -n 211 ]]
+ pgrep -c 211
+ PARENT_PID=2272
+ [[ -n 2272 ]]
+ pgrep -P 2272
+ CHILD_PID=2274
+ [[ -n 2274 ]]
+ kill -USR1 2274
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:27.929242953Z","hostname":"oxz_switch","pid":2274,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:27.930653264Z","hostname":"oxz_switch","pid":2274,"unit":"smf","module":"admin","component":"mgd"}
[ Jan 22 22:14:27 Method "refresh" exited with status 0. ]
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:27.930958526Z","hostname":"oxz_switch","pid":2274,"unit":"smf","module":"admin","component":"mgd"}
Jan 22 22:14:27.931 DEBG registered DTrace probes
Jan 22 22:14:27.931 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 22 22:14:27.931 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328
Jan 22 22:14:27.932 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 22 22:14:27.932 DEBG Nexus IP not provided, will use DNS to resolve it
Jan 22 22:14:27.932 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/internal-dns/resolver/src/resolver.rs:144
Jan 22 22:14:27.932 DEBG starting producer registration task
Jan 22 22:14:27.932 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 42111739-0c89-429e-b100-2f38da86fc9d, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:279
Jan 22 22:14:27.932 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
Jan 22 22:14:27.933 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 1.053958ms, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 22 22:14:28.178 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 245.557867ms, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:28.275527156Z","hostname":"oxz_switch","pid":2274,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:55780"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:28.276041319Z","hostname":"oxz_switch","pid":2274,"uri":"/static/route4","method":"PUT","req_id":"511ff43e-be03-45e9-b931-d7628e843a08","remote_addr":"[fd00:1122:3344:101::1]:55780","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:28.276475393Z","hostname":"oxz_switch","pid":2274,"uri":"/static/route4","method":"PUT","req_id":"511ff43e-be03-45e9-b931-d7628e843a08","remote_addr":"[fd00:1122:3344:101::1]:55780","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":525,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-01-22T22:14:28.283755196Z","hostname":"oxz_switch","pid":2274,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:28.283776367Z","hostname":"oxz_switch","pid":2274,"unit":"event_loop","module":"sync","component":"mg-lower"}
Jan 22 22:14:28.850 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 917.65772ms, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 22 22:14:29.805 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02c7bb22-8fe5-4d9d-9f2f-51ed725122af.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("741faa44-468f-47f0-a732-2dca9f7a6558.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d14eaaca-b09f-4253-b8d3-8b571dbbe143.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d14eaaca-b09f-4253-b8d3-8b571dbbe143.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1107, tv_nsec: 996602014 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 22 22:14:29.806 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Jan 22 22:14:29.806 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:36.694085603Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-22T22:14:36.694646507Z","hostname":"oxz_switch","pid":2274,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8efb016-3b99-4699-b68c-7727308fd383\", \"content-length\": \"26\", \"date\": \"Thu, 22 Jan 2026 22:14:36 GMT\"} })"}
{"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-01-22T22:14:36.694707758Z","hostname":"oxz_switch","pid":2274}
Jan 22 22:14:44.812 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 22 22:14:44.812 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 16.874837933s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 22 22:14:45.979 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02c7bb22-8fe5-4d9d-9f2f-51ed725122af.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("741faa44-468f-47f0-a732-2dca9f7a6558.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d14eaaca-b09f-4253-b8d3-8b571dbbe143.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d14eaaca-b09f-4253-b8d3-8b571dbbe143.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1124, tv_nsec: 161940467 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 22 22:14:45.982 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Jan 22 22:14:45.982 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 22 22:15:00.996 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 22 22:15:00.997 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 33.044760391s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371