[ Apr 7 18:41:09 Disabled. ] [ Apr 7 18:41:09 Rereading configuration. ] [ Apr 7 18:41:10 Enabled. ] [ Apr 7 18:41:10 Rereading configuration. ] [ Apr 7 18:41:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Apr 7 18:41:10 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.710254528Z","hostname":"oxz_switch","pid":2282,"unit":"signal","module":"admin","component":"mgd"} {"msg":"interface monitor started","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.732345754Z","hostname":"oxz_switch","pid":2282,"module":"unnumbered manager","unit":"daemon","component":"mgd"} {"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.732607981Z","hostname":"oxz_switch","pid":2282,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.732623052Z","hostname":"oxz_switch","pid":2282,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.732685413Z","hostname":"oxz_switch","pid":2282,"unit":"signal","module":"admin","component":"mgd"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.733777491Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.734322025Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-04-07T18:41:10.734355696Z","hostname":"oxz_switch","pid":2282,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.735460644Z","hostname":"oxz_switch","pid":2282,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.735535556Z","hostname":"oxz_switch","pid":2282,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-04-07T18:41:10.735992748Z","hostname":"oxz_switch","pid":2282,"error":"underlay address not found","params":"hostname oxz_switch, rack 9f500aa8-d790-4435-bfe6-703d34750132, sled 1a03e04c-a2c0-49d9-8885-91c473ae1851","unit":"daemon","module":"admin","component":"mgd"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:10.73647163Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.737738752Z","hostname":"oxz_switch","pid":2282} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737873796Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737904017Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737916467Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737925157Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737935308Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737943368Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737953358Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737963738Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/clear/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737971949Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737982299Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.737990229Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738000599Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738008519Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73801981Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73803688Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73804574Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738058131Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738067021Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738077701Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738088521Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738097082Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738106412Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738116022Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738128673Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738139223Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738148853Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738159633Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbors/{asn}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738168223Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738180484Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738189524Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738201164Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738209215Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738220185Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738235825Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738245805Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738256666Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738264426Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738275056Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738282737Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738293417Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738303307Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738311347Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738321267Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738329508Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738340758Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738348708Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738359599Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738369439Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738377449Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738386969Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738395119Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73840452Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73841446Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73842242Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73843194Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.73843991Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738449601Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 5.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738457301Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 5.0.0 to 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738468471Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738489412Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738497382Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738507332Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 4.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738515243Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738525013Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738534883Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738542823Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interface","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738552753Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738560724Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/manager","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738570504Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738578514Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738588204Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738600275Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738608395Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738629265Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738637206Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738647556Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738655366Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738665136Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738675207Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738683127Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738693657Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.738702927Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:10.738712428Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:10.738718968Z","hostname":"oxz_switch","pid":2282} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:11.736997876Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:12.737409098Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:13.737839331Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:14.738307415Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:15.7388009Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:16.739212073Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:17.739726668Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:18.740222152Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:19.740683286Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:20.735582488Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:20.735792973Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-04-07T18:41:20.735839534Z","hostname":"oxz_switch","pid":2282,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:20.741124119Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:21.741594604Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:22.741965005Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:23.742390308Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:24.774043111Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:25.774292489Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:26.77465284Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:27.774994881Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:28.775286961Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:29.775622261Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:30.736908121Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:30.737008194Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-04-07T18:41:30.737022724Z","hostname":"oxz_switch","pid":2282,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fddb:532e:9bf8:e76b::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-04-07T18:41:30.775938151Z","hostname":"oxz_switch","pid":2282,"prefix":"fddb:532e:9bf8:e76b::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} [ Apr 7 18:41:32 Rereading configuration. ] [ Apr 7 18:41:32 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ] + CONTRACT='' + getopts c: o + CONTRACT=211 + getopts c: o + [[ -n 211 ]] + pgrep -c 211 + PARENT_PID=2280 + [[ -n 2280 ]] + pgrep -P 2280 + CHILD_PID=2282 + [[ -n 2282 ]] + kill -USR1 2282 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.109692475Z","hostname":"oxz_switch","pid":2282,"unit":"smf","module":"admin","component":"mgd"} [ Apr 7 18:41:32 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.111184323Z","hostname":"oxz_switch","pid":2282,"unit":"smf","module":"admin","component":"mgd"} {"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.11146956Z","hostname":"oxz_switch","pid":2282,"unit":"smf","module":"admin","component":"mgd"} Apr 07 18:41:32.111 DEBG registered DTrace probes Apr 07 18:41:32.112 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 07 18:41:32.112 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328 Apr 07 18:41:32.112 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Apr 07 18:41:32.112 DEBG Nexus IP not provided, will use DNS to resolve it Apr 07 18:41:32.112 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/internal-dns/resolver/src/resolver.rs:144 Apr 07 18:41:32.112 DEBG starting producer registration task Apr 07 18:41:32.113 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 80f129d7-34c3-444a-9141-b53398e72cb6, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:281 Apr 07 18:41:32.113 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task Apr 07 18:41:32.114 WARN failed to register with Nexus, will retry, error: proto error: no records found for Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, delay: 984.955µs, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.418019165Z","hostname":"oxz_switch","pid":2282,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:44185"} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:32.418316163Z","hostname":"oxz_switch","pid":2282,"uri":"/static/route4","method":"PUT","req_id":"0d41ccba-48f2-4efb-bf0e-e4fa8ddd5e57","remote_addr":"[fd00:1122:3344:101::1]:44185","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.418919938Z","hostname":"oxz_switch","pid":2282,"uri":"/static/route4","method":"PUT","req_id":"0d41ccba-48f2-4efb-bf0e-e4fa8ddd5e57","remote_addr":"[fd00:1122:3344:101::1]:44185","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":649,"response_code":204} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:32.419109593Z","hostname":"oxz_switch","pid":2282,"uri":"/static/route6","method":"PUT","req_id":"2c1cbd95-d41e-4775-8df5-520793c8c022","remote_addr":"[fd00:1122:3344:101::1]:44185","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.419284337Z","hostname":"oxz_switch","pid":2282,"uri":"/static/route6","method":"PUT","req_id":"2c1cbd95-d41e-4775-8df5-520793c8c022","remote_addr":"[fd00:1122:3344:101::1]:44185","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":186,"response_code":204} {"msg":"handling change failed: route lookup error io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-04-07T18:41:32.420463107Z","hostname":"oxz_switch","pid":2282,"error":"route lookup error io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:32.420498128Z","hostname":"oxz_switch","pid":2282,"unit":"event_loop","module":"sync","component":"mg-lower"} Apr 07 18:41:32.460 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 667, tv_nsec: 942030801 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:41:32.460 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:41:32.460 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:40.738592665Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-04-07T18:41:40.739114528Z","hostname":"oxz_switch","pid":2282,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79466102-8122-4ab8-8e27-49b08cc92e4e\", \"content-length\": \"26\", \"date\": \"Tue, 07 Apr 2026 18:41:40 GMT\"} })"} {"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-04-07T18:41:40.739165399Z","hostname":"oxz_switch","pid":2282} Apr 07 18:41:47.325 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:41:47.325 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 15.349863274s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:41:47.732 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 353001751 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:41:47.732 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:41:47.732 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:42:02.693 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:42:02.693 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 30.759803477s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:42:03.716 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 380639551 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:42:03.716 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:42:03.717 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:42:18.677 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:42:18.677 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 46.787087499s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:42:21.159 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 716, tv_nsec: 871772749 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:42:21.160 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:42:21.160 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:42:36.121 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:42:36.121 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 64.278861242s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:42:41.948 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 737, tv_nsec: 716317158 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:42:41.948 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:42:41.948 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:42:56.909 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:42:56.910 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 85.123962506s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:43:02.016 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 757, tv_nsec: 839350020 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:43:02.017 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:43:02.017 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:43:16.978 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:43:16.978 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 105.246875945s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:43:35.711 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 791, tv_nsec: 626135145 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:43:35.712 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:43:35.712 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:43:50.672 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:43:50.673 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 139.032836408s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377 Apr 07 18:44:14.445 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("189420b8-8e87-4144-950f-5019d1146431.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9654aa96-0cfa-4537-ad68-c75faa53f0da.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("bc51defb-f635-4b22-bce5-7bb30851da57.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 830, tv_nsec: 410334033 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Apr 07 18:44:14.446 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Apr 07 18:44:14.446 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Apr 07 18:44:29.448 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Apr 07 18:44:29.449 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 177.818624908s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79fac7d/oximeter/producer/src/lib.rs:377