[ Jan 26 17:57:00 Disabled. ]
[ Jan 26 17:57:00 Rereading configuration. ]
[ Jan 26 17:57:01 Enabled. ]
[ Jan 26 17:57:01 Rereading configuration. ]
[ Jan 26 17:57:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Jan 26 17:57:01 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.817827539Z","hostname":"oxz_switch","pid":2276,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.818002153Z","hostname":"oxz_switch","pid":2276,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.818013294Z","hostname":"oxz_switch","pid":2276,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.839493128Z","hostname":"oxz_switch","pid":2276,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.839637682Z","hostname":"oxz_switch","pid":2276,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.839657792Z","hostname":"oxz_switch","pid":2276,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-01-26T17:57:01.84030347Z","hostname":"oxz_switch","pid":2276,"error":"underlay address not found","params":"hostname oxz_switch, rack a88f1403-4c21-442c-8fb6-e7eff25d132a, sled 7bd75620-5fc6-4049-97e8-25cdb231e43b","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.841034079Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.841890272Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-26T17:57:01.841918483Z","hostname":"oxz_switch","pid":2276,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.841978145Z","hostname":"oxz_switch","pid":2276}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842122158Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842165189Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.8421843Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.84219443Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842206431Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842215071Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842226621Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842235191Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842245901Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842253882Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842273642Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842283313Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842295153Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842306963Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842316594Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842328154Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842336854Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842352214Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842361715Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842373375Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842383185Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842396485Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842406646Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842414316Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842424466Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842435097Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842458217Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842467467Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842477878Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842486338Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842496418Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842505339Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842513149Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842525899Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842534729Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842545229Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.84255648Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.84256644Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.84257545Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842583121Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842593931Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842601571Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842613611Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842623702Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842632122Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842641372Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842650062Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842660603Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842668173Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842679023Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842686933Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842697404Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.842708554Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:01.842715744Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:01.842725194Z","hostname":"oxz_switch","pid":2276}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:01.842731165Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:02.843074761Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:03.843581962Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:04.843968799Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:05.844351986Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:06.844796106Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:07.847039143Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:08.846399003Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:09.84673948Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:10.847078316Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:11.843105677Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:11.843267591Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-26T17:57:11.843298502Z","hostname":"oxz_switch","pid":2276,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fd1f:6387:e563:d3d1::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-26T17:57:11.847440132Z","hostname":"oxz_switch","pid":2276,"prefix":"fd1f:6387:e563:d3d1::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Jan 26 17:57:13 Rereading configuration. ]
[ Jan 26 17:57:13 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 212"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=212
+ getopts c: o
+ [[ -n 212 ]]
+ pgrep -c 212
+ PARENT_PID=2275
+ [[ -n 2275 ]]
+ pgrep -P 2275
+ CHILD_PID=2276
+ [[ -n 2276 ]]
+ kill -USR1 2276
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.218734803Z","hostname":"oxz_switch","pid":2276,"unit":"smf","module":"admin","component":"mgd"}
[ Jan 26 17:57:13 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.220621523Z","hostname":"oxz_switch","pid":2276,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.220945222Z","hostname":"oxz_switch","pid":2276,"unit":"smf","module":"admin","component":"mgd"}
Jan 26 17:57:13.221 DEBG registered DTrace probes
Jan 26 17:57:13.221 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 26 17:57:13.222 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328
Jan 26 17:57:13.222 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 26 17:57:13.222 DEBG Nexus IP not provided, will use DNS to resolve it
Jan 26 17:57:13.222 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/internal-dns/resolver/src/resolver.rs:144
Jan 26 17:57:13.222 DEBG starting producer registration task
Jan 26 17:57:13.222 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 25737e60-41da-4cc7-aaef-591211a4767b, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:279
Jan 26 17:57:13.222 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.597420784Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:53880"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:13.597684751Z","hostname":"oxz_switch","pid":2276,"uri":"/static/route4","method":"PUT","req_id":"51482239-2c03-483e-a292-050dd17640f3","remote_addr":"[fd00:1122:3344:101::1]:53880","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.598154814Z","hostname":"oxz_switch","pid":2276,"uri":"/static/route4","method":"PUT","req_id":"51482239-2c03-483e-a292-050dd17640f3","remote_addr":"[fd00:1122:3344:101::1]:53880","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":530,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-01-26T17:57:13.605324135Z","hostname":"oxz_switch","pid":2276,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:13.605347066Z","hostname":"oxz_switch","pid":2276,"unit":"event_loop","module":"sync","component":"mg-lower"}
Jan 26 17:57:18.225 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13705, tv_nsec: 397426480 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:57:18.226 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:57:18.226 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:21.844013004Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:57:21.844571789Z","hostname":"oxz_switch","pid":2276,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e5555b-5cdd-4a82-80fe-4ef7b82d507b\", \"content-length\": \"26\", \"date\": \"Mon, 26 Jan 2026 17:57:21 GMT\"} })"}
{"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:57:21.84463683Z","hostname":"oxz_switch","pid":2276}
Jan 26 17:57:33.217 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:57:33.217 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 20.003968462s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:57:33.368 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13720, tv_nsec: 549434482 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:57:33.369 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:57:33.369 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:57:48.371 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:57:48.371 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 35.156439836s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:57:48.906 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13736, tv_nsec: 86081735 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:57:48.907 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:57:48.907 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:58:03.924 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:58:03.931 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 50.713599548s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:58:05.045 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13752, tv_nsec: 224749957 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:58:05.046 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:58:05.047 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:58:20.049 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:58:20.049 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 66.834597247s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:58:21.054 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13768, tv_nsec: 234202667 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:58:21.054 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:58:21.054 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:58:36.056 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:58:36.056 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 82.841769574s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:58:40.466 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13787, tv_nsec: 646546075 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:58:40.467 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:58:40.467 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:58:55.468 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:58:55.468 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 102.253229718s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:59:05.957 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13813, tv_nsec: 132314028 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:59:05.958 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:59:05.958 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:59:21.026 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 26 17:59:21.054 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 127.740630707s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 26 17:59:39.046 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13846, tv_nsec: 219261652 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:59:39.047 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:59:39.054 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:59:39.640 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task
Jan 26 17:59:39.640 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 146.42091382s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:47.833822032Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:65133"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:59:47.843903212Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"abd06ac6-ed53-4fef-ac21-0a782b09fbca","remote_addr":"[fd00:1122:3344:101::c]:65133","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:47.846288736Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"abd06ac6-ed53-4fef-ac21-0a782b09fbca","remote_addr":"[fd00:1122:3344:101::c]:65133","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":7000,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:48.972839096Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:44375"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:59:48.97298435Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"5525d2a3-9bd3-4113-a540-36707a23b8ec","remote_addr":"[fd00:1122:3344:101::a]:44375","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:48.973137784Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"5525d2a3-9bd3-4113-a540-36707a23b8ec","remote_addr":"[fd00:1122:3344:101::a]:44375","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":92,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:49.095679351Z","hostname":"oxz_switch","pid":2276,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:57279"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-26T17:59:49.095761673Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"f4ba9f95-653a-4eb2-84fc-d11f48375d51","remote_addr":"[fd00:1122:3344:101::b]:57279","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-26T17:59:49.095901067Z","hostname":"oxz_switch","pid":2276,"uri":"/bfd/peers","method":"GET","req_id":"f4ba9f95-653a-4eb2-84fc-d11f48375d51","remote_addr":"[fd00:1122:3344:101::b]:57279","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":67,"response_code":200}
Jan 26 17:59:58.048 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2f46b2c2-1cd4-4e83-9335-94814bc9653f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("751a97c0-1d63-4275-b42d-7b55b28e6129.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c1ecc439-6d47-439c-b035-dd99da2bbcb2.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 13865, tv_nsec: 227428348 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 26 17:59:58.048 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 26 17:59:58.049 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 26 17:59:58.082 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "7de03427-1063-4a5d-8a72-608e61f2ffc8", "content-length": "41", "date": "Mon, 26 Jan 2026 17:59:58 GMT"} }), component: producer-registration-task
Jan 26 17:59:58.082 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task