[ Mar 10 17:12:48 Disabled. ] [ Mar 10 17:12:48 Rereading configuration. ] [ Mar 10 17:12:48 Enabled. ] [ Mar 10 17:12:49 Rereading configuration. ] [ Mar 10 17:12:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Mar 10 17:12:49 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.081911396Z","hostname":"oxz_switch","pid":2286,"unit":"signal","module":"admin","component":"mgd"} {"msg":"interface monitor started","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.102413367Z","hostname":"oxz_switch","pid":2286,"module":"unnumbered manager","unit":"daemon","component":"mgd"} {"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.102552169Z","hostname":"oxz_switch","pid":2286,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.102568679Z","hostname":"oxz_switch","pid":2286,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.102961766Z","hostname":"oxz_switch","pid":2286,"unit":"signal","module":"admin","component":"mgd"} {"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.103875251Z","hostname":"oxz_switch","pid":2286,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.103933472Z","hostname":"oxz_switch","pid":2286,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.103943892Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-03-10T17:12:49.104641913Z","hostname":"oxz_switch","pid":2286,"error":"underlay address not found","params":"hostname oxz_switch, rack 73e3b3b4-aa87-4c69-b5f1-6d0d5ef039ec, sled 46fce8f8-aa3c-41e5-90ea-279bc7558327","unit":"daemon","module":"admin","component":"mgd"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.104782635Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-03-10T17:12:49.104795185Z","hostname":"oxz_switch","pid":2286,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:49.105339344Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.106449952Z","hostname":"oxz_switch","pid":2286} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106554164Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106576904Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106588234Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106595824Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106612475Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106620145Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106629945Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106645135Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/clear/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106652945Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106662976Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106670145Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106678936Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106686096Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106699056Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106711456Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106718716Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106734397Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106741547Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106750947Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106759397Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106766317Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106775167Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106783197Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106793427Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106807258Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106814818Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106823468Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbors/{asn}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106831298Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106840168Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106847459Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106867369Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106874429Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106884759Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106894049Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106901439Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106910629Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10691778Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10693383Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10694221Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10695691Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10696564Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.10697283Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106981301Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.106988241Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107004401Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107012201Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107028841Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107037711Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107044531Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107053242Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107060412Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107069012Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107077712Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107085182Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107094162Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107101263Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107109913Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 5.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107116893Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 5.0.0 to 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107135603Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107152603Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107159873Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107169444Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 4.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107176614Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107185324Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107193884Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107201564Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interface","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107210544Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107217664Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/manager","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107226614Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107234555Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107243405Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107262575Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107270215Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107287886Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107295046Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107303886Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107311626Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107320526Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107329606Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107336736Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107346167Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.107353176Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:49.107361017Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:12:49.107367267Z","hostname":"oxz_switch","pid":2286} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:50.105773716Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:51.106118617Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:52.106463817Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:53.106788318Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:54.107198219Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:55.10754966Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:56.107921971Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:57.108252701Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:58.108565131Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:59.106035796Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:12:59.106238839Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-03-10T17:12:59.10631007Z","hostname":"oxz_switch","pid":2286,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:12:59.108836781Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:00.109166921Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:01.109620273Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:02.110009574Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:03.110341785Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:04.114851252Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:05.115196763Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:06.115520173Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:07.115909655Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:08.116194534Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:09.107339986Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:09.107433618Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-03-10T17:13:09.107487229Z","hostname":"oxz_switch","pid":2286,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fd44:5d88:ebe:2dd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-10T17:13:09.116520674Z","hostname":"oxz_switch","pid":2286,"prefix":"fd44:5d88:ebe:2dd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} [ Mar 10 17:13:10 Rereading configuration. ] [ Mar 10 17:13:10 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 212"). ] + CONTRACT='' + getopts c: o + CONTRACT=212 + getopts c: o + [[ -n 212 ]] + pgrep -c 212 + PARENT_PID=2285 + [[ -n 2285 ]] + pgrep -P 2285 + CHILD_PID=2286 + [[ -n 2286 ]] + kill -USR1 2286 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.356028302Z","hostname":"oxz_switch","pid":2286,"unit":"smf","module":"admin","component":"mgd"} [ Mar 10 17:13:10 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.357594047Z","hostname":"oxz_switch","pid":2286,"unit":"smf","module":"admin","component":"mgd"} {"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.357882132Z","hostname":"oxz_switch","pid":2286,"unit":"smf","module":"admin","component":"mgd"} Mar 10 17:13:10.358 DEBG registered DTrace probes Mar 10 17:13:10.358 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Mar 10 17:13:10.358 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328 Mar 10 17:13:10.359 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Mar 10 17:13:10.359 DEBG Nexus IP not provided, will use DNS to resolve it Mar 10 17:13:10.359 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/internal-dns/resolver/src/resolver.rs:144 Mar 10 17:13:10.359 DEBG starting producer registration task Mar 10 17:13:10.359 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: d5cf8cd5-c659-4e9f-a69f-4d2fe150e4b8, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:279 Mar 10 17:13:10.359 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task Mar 10 17:13:10.360 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 964.025µs, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.697698571Z","hostname":"oxz_switch","pid":2286,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:62323"} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:10.697940665Z","hostname":"oxz_switch","pid":2286,"uri":"/static/route4","method":"PUT","req_id":"6b89f946-f4c4-414f-b493-7f13d1684442","remote_addr":"[fd00:1122:3344:101::1]:62323","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.698521725Z","hostname":"oxz_switch","pid":2286,"uri":"/static/route4","method":"PUT","req_id":"6b89f946-f4c4-414f-b493-7f13d1684442","remote_addr":"[fd00:1122:3344:101::1]:62323","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":602,"response_code":204} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:10.698741138Z","hostname":"oxz_switch","pid":2286,"uri":"/static/route6","method":"PUT","req_id":"1b81cb11-23b2-4a9f-bf6c-b189d0f23265","remote_addr":"[fd00:1122:3344:101::1]:62323","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.69886996Z","hostname":"oxz_switch","pid":2286,"uri":"/static/route6","method":"PUT","req_id":"1b81cb11-23b2-4a9f-bf6c-b189d0f23265","remote_addr":"[fd00:1122:3344:101::1]:62323","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":132,"response_code":204} {"msg":"handling change failed: route lookup error io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-03-10T17:13:10.699438099Z","hostname":"oxz_switch","pid":2286,"error":"route lookup error io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:10.69945355Z","hostname":"oxz_switch","pid":2286,"unit":"event_loop","module":"sync","component":"mg-lower"} Mar 10 17:13:10.719 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 273960164 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:13:10.719 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:13:10.719 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:19.108589627Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-10T17:13:19.109161656Z","hostname":"oxz_switch","pid":2286,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e499b03-356d-4808-afa2-dfb039e03f73\", \"content-length\": \"26\", \"date\": \"Tue, 10 Mar 2026 17:13:19 GMT\"} })"} {"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-03-10T17:13:19.109262777Z","hostname":"oxz_switch","pid":2286} Mar 10 17:13:26.577 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:13:26.577 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 15.361792629s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 10 17:13:27.064 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 763305990 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:13:27.064 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:13:27.065 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 10 17:13:42.025 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:13:42.025 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 30.850561575s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 10 17:13:42.976 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 700, tv_nsec: 718605759 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:13:42.976 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:13:42.976 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 10 17:13:57.937 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:13:57.937 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 46.805819644s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 10 17:14:00.113 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 717, tv_nsec: 903052248 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:14:00.114 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:14:00.114 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 10 17:14:15.075 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:14:15.075 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 63.990303134s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 10 17:14:20.739 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 738, tv_nsec: 584756670 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:14:20.740 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:14:20.740 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 10 17:14:35.700 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:14:35.701 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 84.672008996s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 10 17:14:45.425 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("168a3894-6b1b-44f7-a912-e92ba2c01331.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("6617ea70-11c5-43d3-b145-0d8b9e708d1b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("7d5e2582-6abf-47c3-b8a4-4ec93bbe433b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 763, tv_nsec: 337729492 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 10 17:14:45.426 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task Mar 10 17:14:45.426 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 10 17:15:00.387 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 10 17:15:00.387 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 109.425620058s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371