[ Dec 31 20:11:44 Disabled. ]
[ Dec 31 20:11:44 Rereading configuration. ]
[ Dec 31 20:11:45 Enabled. ]
[ Dec 31 20:11:45 Rereading configuration. ]
[ Dec 31 20:11:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Dec 31 20:11:45 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.44243534Z","hostname":"oxz_switch","pid":2289,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.442593304Z","hostname":"oxz_switch","pid":2289,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.442603595Z","hostname":"oxz_switch","pid":2289,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.463754717Z","hostname":"oxz_switch","pid":2289,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.463909461Z","hostname":"oxz_switch","pid":2289,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.463992792Z","hostname":"oxz_switch","pid":2289,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-12-31T20:11:45.464602157Z","hostname":"oxz_switch","pid":2289,"error":"underlay address not found","params":"hostname oxz_switch, rack c13dd2af-9437-4694-86fd-0dbbf50a4d74, sled d219f98a-ba44-4791-b593-c4936c50f781","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.46606034Z","hostname":"oxz_switch","pid":2289}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466334966Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466367217Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466385727Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:45.466395597Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466406467Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466416898Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466425178Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466435228Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466443268Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466453439Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466461269Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466471289Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466481279Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466489509Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.46649917Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.46650712Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.46651752Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.4665267Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466539131Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466547331Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466563641Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466575151Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466584272Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466595592Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466604202Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466615722Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466624352Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466634193Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466643943Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466667813Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466680434Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466689234Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466699304Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466706774Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466716585Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466724435Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466734705Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466745425Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466754046Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466765576Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466773806Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466783196Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466791076Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466801296Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466812437Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466820247Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466829397Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466836867Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466846038Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466853528Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466864548Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466875328Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.466883329Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:45.466891529Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:45.466898629Z","hostname":"oxz_switch","pid":2289}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:46.466840505Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:47.467226132Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:48.46766312Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:49.468004126Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:50.468340452Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:51.473047057Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:52.46932687Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:53.469648825Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:54.470019472Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdc4:43fa:ac61:cbdd::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-31T20:11:55.470370888Z","hostname":"oxz_switch","pid":2289,"prefix":"fdc4:43fa:ac61:cbdd::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Dec 31 20:11:56 Rereading configuration. ]
[ Dec 31 20:11:56 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 215"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=215
+ getopts c: o
+ [[ -n 215 ]]
+ pgrep -c 215
+ PARENT_PID=2287
+ [[ -n 2287 ]]
+ pgrep -P 2287
+ CHILD_PID=2289
+ [[ -n 2289 ]]
+ kill -USR1 2289
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:56.783198274Z","hostname":"oxz_switch","pid":2289,"unit":"smf","module":"admin","component":"mgd"}
[ Dec 31 20:11:56 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:56.78474555Z","hostname":"oxz_switch","pid":2289,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:56.785068227Z","hostname":"oxz_switch","pid":2289,"unit":"smf","module":"admin","component":"mgd"}
Dec 31 20:11:56.785 DEBG registered DTrace probes
Dec 31 20:11:56.785 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 31 20:11:56.786 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328
Dec 31 20:11:56.786 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 31 20:11:56.786 DEBG Nexus IP not provided, will use DNS to resolve it
Dec 31 20:11:56.786 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/internal-dns/resolver/src/resolver.rs:144
Dec 31 20:11:56.786 DEBG starting producer registration task
Dec 31 20:11:56.786 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 191e59c0-cd24-4c0b-9d85-715d532a8989, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:279
Dec 31 20:11:56.786 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:57.146165326Z","hostname":"oxz_switch","pid":2289,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:44973"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-31T20:11:57.146545635Z","hostname":"oxz_switch","pid":2289,"uri":"/static/route4","method":"PUT","req_id":"e310eac4-8c93-4dd6-b752-f706a81972be","remote_addr":"[fd00:1122:3344:101::1]:44973","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:57.146998045Z","hostname":"oxz_switch","pid":2289,"uri":"/static/route4","method":"PUT","req_id":"e310eac4-8c93-4dd6-b752-f706a81972be","remote_addr":"[fd00:1122:3344:101::1]:44973","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":529,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-12-31T20:11:57.148072299Z","hostname":"oxz_switch","pid":2289,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-12-31T20:11:57.14808532Z","hostname":"oxz_switch","pid":2289,"unit":"event_loop","module":"sync","component":"mg-lower"}
Dec 31 20:12:01.788 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 650, tv_nsec: 258735365 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:12:01.789 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:12:01.789 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:12:17.549 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:12:17.549 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 20.004051972s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:12:17.681 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 665, tv_nsec: 393291665 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:12:17.682 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:12:17.682 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:12:32.642 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:12:32.642 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 35.13850651s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:12:33.159 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 680, tv_nsec: 912835880 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:12:33.159 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:12:33.159 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:12:48.120 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:12:48.120 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 50.658222079s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:12:49.026 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 696, tv_nsec: 823723234 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:12:49.027 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:12:49.027 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:13:03.988 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:13:03.988 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 66.569543293s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:13:05.481 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 713, tv_nsec: 322722369 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:13:05.482 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:13:05.482 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:13:20.443 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:13:20.443 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 83.068477826s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:13:22.517 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 730, tv_nsec: 405024933 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:13:22.518 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:13:22.518 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:13:37.478 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:13:37.478 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 100.150299619s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:13:41.780 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 749, tv_nsec: 719845708 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:13:41.780 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:13:41.780 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:13:56.741 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:13:56.741 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 119.465303629s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 31 20:14:14.021 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("bb5c4418-57c7-42ea-9c5b-c2bd0bd06ec3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f88d2d87-eede-4991-9bb9-7b61a13bfeb3.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("f9ec743b-d96a-4924-846d-89e7c1638584.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 782, tv_nsec: 48655387 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 31 20:14:14.022 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Dec 31 20:14:14.022 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 31 20:14:28.983 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 31 20:14:28.983 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 151.794501066s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371