[ Feb  3 21:12:34 Disabled. ]
[ Feb  3 21:12:34 Rereading configuration. ]
[ Feb  3 21:12:35 Enabled. ]
[ Feb  3 21:12:35 Rereading configuration. ]
[ Feb  3 21:12:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Feb  3 21:12:35 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.274684756Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.274873581Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.274882262Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.295247374Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.295326087Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.29542953Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T21:12:35.296129611Z","hostname":"oxz_switch","pid":2281,"error":"underlay address not found","params":"hostname oxz_switch, rack 31b37f59-785f-4b61-9799-d7ae1d038657, sled b22e8cfe-0426-411f-8dc8-167b022c87d8","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.296716219Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.297467911Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T21:12:35.297484502Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:35.297923515Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.297972376Z","hostname":"oxz_switch","pid":2281}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.29809371Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298131151Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298139441Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298149502Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298157062Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298180633Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298190783Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298198313Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298208503Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298216114Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298227074Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298234874Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298257665Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298266245Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298277186Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298292036Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298300516Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298313277Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298322047Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298344858Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298354428Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298365868Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298375769Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298383509Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298393789Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298402889Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.29841295Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.29842071Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.29842941Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.29843685Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298445621Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298453061Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298463251Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298473402Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298480772Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298489802Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298497282Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298506292Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298513883Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298524173Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298534213Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298541644Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298550584Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298557954Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298567074Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298578335Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298585655Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298596395Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298603835Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298613296Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298620836Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298630286Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.298640576Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:35.298648557Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:35.298655177Z","hostname":"oxz_switch","pid":2281}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:36.298310991Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:37.298590313Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:38.298986669Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:39.299456737Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:40.299975176Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:41.300386772Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:42.30086141Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:43.30138606Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:44.301850648Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:45.297748759Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:45.297995816Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T21:12:45.298052848Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:45.302266835Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:46.302748303Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:47.303116658Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:48.303463713Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:49.303907469Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:50.30548095Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:51.305810264Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:52.306157598Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:53.306504621Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:54.306945478Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:55.299098246Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:55.29921573Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T21:12:55.29923269Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fd7c:7599:cd5e:8012::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T21:12:55.307246322Z","hostname":"oxz_switch","pid":2281,"prefix":"fd7c:7599:cd5e:8012::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Feb  3 21:12:56 Rereading configuration. ]
[ Feb  3 21:12:56 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=211
+ getopts c: o
+ [[ -n 211 ]]
+ pgrep -c 211
+ PARENT_PID=2280
+ [[ -n 2280 ]]
+ pgrep -P 2280
+ CHILD_PID=2281
+ [[ -n 2281 ]]
+ kill -USR1 2281
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:56.830209708Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
[ Feb  3 21:12:56 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:56.831676683Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:56.832116146Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
Feb 03 21:12:56.832 DEBG registered DTrace probes
Feb 03 21:12:56.833 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 03 21:12:56.833 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328
Feb 03 21:12:56.833 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 03 21:12:56.834 DEBG Nexus IP not provided, will use DNS to resolve it
Feb 03 21:12:56.834 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/internal-dns/resolver/src/resolver.rs:144
Feb 03 21:12:56.834 DEBG starting producer registration task
Feb 03 21:12:56.834 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: fbc4d5e9-ff4e-40e8-8c9f-2828da3d6ac1, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:279
Feb 03 21:12:56.835 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
Feb 03 21:12:56.836 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 1.589498ms, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:12:57.067 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 232.161394ms, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:57.18794785Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:34419"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:12:57.188365723Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"df6aac51-e4f9-485e-84f5-daa99ecb6fc7","remote_addr":"[fd00:1122:3344:101::1]:34419","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:57.188835887Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"df6aac51-e4f9-485e-84f5-daa99ecb6fc7","remote_addr":"[fd00:1122:3344:101::1]:34419","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":571,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T21:12:57.197593971Z","hostname":"oxz_switch","pid":2281,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:12:57.197615871Z","hostname":"oxz_switch","pid":2281,"unit":"event_loop","module":"sync","component":"mg-lower"}
Feb 03 21:12:57.782 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 947.464853ms, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:12:58.414 WARN failed to register with Nexus, will retry, error: "proto error: no records found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 1.57961558s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:13:00.463 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 686, tv_nsec: 410059163 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 21:13:00.463 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Feb 03 21:13:00.463 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:13:05.300168187Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T21:13:05.300768235Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"245dac19-4a9d-4012-bef9-255edd7d0d36\", \"content-length\": \"26\", \"date\": \"Tue, 03 Feb 2026 21:13:05 GMT\"} })"}
{"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T21:13:05.300817816Z","hostname":"oxz_switch","pid":2281}
Feb 03 21:13:15.475 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 21:13:15.475 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 18.630618598s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:13:21.132 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 707, tv_nsec: 53359132 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 21:13:21.133 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Feb 03 21:13:21.133 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 21:13:36.177 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 21:13:36.179 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 39.278395842s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:13:44.499 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 730, tv_nsec: 358198100 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 21:13:44.500 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Feb 03 21:13:44.500 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 21:13:59.542 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 21:13:59.542 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 62.578380543s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:14:16.643 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 762, tv_nsec: 415270567 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 21:14:16.643 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Feb 03 21:14:16.643 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 21:14:32.131 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 21:14:32.158 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 95.106562275s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 21:14:53.671 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("700aed7f-ae1c-4ac5-9739-c91e186f8b0f.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("753fc4fb-3ac2-4233-9333-1ec564b3e388.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("9082d449-b202-4be7-a66a-77237ac91b25.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 799, tv_nsec: 374214453 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 21:14:53.673 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Feb 03 21:14:53.682 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task