[ Dec 20 01:26:38 Disabled. ]
[ Dec 20 01:26:38 Rereading configuration. ]
[ Dec 20 01:26:39 Enabled. ]
[ Dec 20 01:26:39 Rereading configuration. ]
[ Dec 20 01:26:39 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Dec 20 01:26:39 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.703513803Z","hostname":"oxz_switch","pid":2285,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.703734617Z","hostname":"oxz_switch","pid":2285,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.703747677Z","hostname":"oxz_switch","pid":2285,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.723261243Z","hostname":"oxz_switch","pid":2285,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.723449216Z","hostname":"oxz_switch","pid":2285,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.723557838Z","hostname":"oxz_switch","pid":2285,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-12-20T01:26:39.724253921Z","hostname":"oxz_switch","pid":2285,"error":"underlay address not found","params":"hostname oxz_switch, rack 03ea191c-eb71-467f-ae68-5238e496a184, sled 326093d1-93b1-432d-a0d4-ebe1e88ea6f3","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.725767659Z","hostname":"oxz_switch","pid":2285}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726019574Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726050785Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726064535Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726075705Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726090456Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726101216Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726113096Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726122696Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726134757Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726147677Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726158007Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726170567Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726181217Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726193747Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726204858Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726218788Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726229598Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726242739Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726256599Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726266869Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726290919Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726301129Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.72631516Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.72632576Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.72633826Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726349501Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726358931Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726372091Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726381771Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726393371Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726402502Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726414272Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726423432Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726434432Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726445792Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726455012Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726466993Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726476173Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726488153Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726497183Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726508684Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726519864Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726529084Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726541234Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726550604Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726562514Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726571654Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726582705Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726593975Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726603195Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726616106Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.726625536Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:39.726645916Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:39.726658576Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:39.726666766Z","hostname":"oxz_switch","pid":2285}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:40.726838811Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:41.727191588Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:42.727502145Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:43.727878993Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:44.728256401Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:45.791841163Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:46.789652333Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:47.789970631Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:48.79041721Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde1:482a:4e8:9b84::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-20T01:26:49.790689057Z","hostname":"oxz_switch","pid":2285,"prefix":"fde1:482a:4e8:9b84::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Dec 20 01:26:51 Rereading configuration. ]
[ Dec 20 01:26:51 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2284
+ [[ -n 2284 ]]
+ pgrep -P 2284
+ CHILD_PID=2285
+ [[ -n 2285 ]]
+ kill -USR1 2285
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.051617525Z","hostname":"oxz_switch","pid":2285,"unit":"smf","module":"admin","component":"mgd"}
[ Dec 20 01:26:51 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.054472299Z","hostname":"oxz_switch","pid":2285,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.054965638Z","hostname":"oxz_switch","pid":2285,"unit":"smf","module":"admin","component":"mgd"}
Dec 20 01:26:51.055 DEBG registered DTrace probes
Dec 20 01:26:51.055 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 20 01:26:51.056 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328
Dec 20 01:26:51.056 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 20 01:26:51.056 DEBG Nexus IP not provided, will use DNS to resolve it
Dec 20 01:26:51.056 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/internal-dns/resolver/src/resolver.rs:144
Dec 20 01:26:51.056 DEBG starting producer registration task
Dec 20 01:26:51.056 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: cc845d48-bae6-4383-a012-18e1f5a405a8, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:279
Dec 20 01:26:51.056 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.424837637Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:57464"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:26:51.425156523Z","hostname":"oxz_switch","pid":2285,"uri":"/static/route4","method":"PUT","req_id":"8647b7be-5d8d-4963-8597-c09965d312a0","remote_addr":"[fd00:1122:3344:101::1]:57464","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.425593081Z","hostname":"oxz_switch","pid":2285,"uri":"/static/route4","method":"PUT","req_id":"8647b7be-5d8d-4963-8597-c09965d312a0","remote_addr":"[fd00:1122:3344:101::1]:57464","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":497,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-12-20T01:26:51.42662581Z","hostname":"oxz_switch","pid":2285,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:26:51.426645501Z","hostname":"oxz_switch","pid":2285,"unit":"event_loop","module":"sync","component":"mg-lower"}
Dec 20 01:26:56.059 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 849, tv_nsec: 47230757 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:26:56.059 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:26:56.060 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:27:10.713 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:27:10.713 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 20.005272845s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:27:11.051 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 864, tv_nsec: 387899249 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:27:11.051 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:27:11.051 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:27:26.011 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:27:26.011 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 35.344909856s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:27:26.684 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 880, tv_nsec: 63638385 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:27:26.684 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:27:26.684 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:27:41.645 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:27:41.645 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 51.02115626s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:27:42.960 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 896, tv_nsec: 383959245 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:27:42.961 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:27:42.961 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:27:57.921 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:27:57.922 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 67.341459341s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:28:00.175 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 913, tv_nsec: 646007834 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:28:00.176 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:28:00.176 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:28:15.136 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:28:15.136 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 84.602438518s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:28:19.539 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 933, tv_nsec: 61926616 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:28:19.539 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:28:19.539 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:28:34.534 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:28:34.534 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 104.018557507s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:28:39.543 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 953, tv_nsec: 72092253 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:28:39.543 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:28:39.544 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:28:54.550 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:28:54.552 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 124.035781194s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 20 01:29:12.363 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 985, tv_nsec: 886000367 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:29:12.367 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:29:12.374 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:29:27.384 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 20 01:29:27.388 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 156.871418416s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.819497954Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:55552"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:29:47.834623348Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"0a878e23-3b9c-42d3-b15a-94aac71d3089","remote_addr":"[fd00:1122:3344:101::c]:55552","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.843499414Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"0a878e23-3b9c-42d3-b15a-94aac71d3089","remote_addr":"[fd00:1122:3344:101::c]:55552","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":14565,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.928616962Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:55045"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:29:47.92870627Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"3aea5da4-a4b9-4435-8624-d91e7938f3ea","remote_addr":"[fd00:1122:3344:101::b]:55045","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.92880665Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"3aea5da4-a4b9-4435-8624-d91e7938f3ea","remote_addr":"[fd00:1122:3344:101::b]:55045","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":67,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.96662592Z","hostname":"oxz_switch","pid":2285,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:57377"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-20T01:29:47.966762502Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"48ba07e0-b74c-4f36-979c-83c39ea7fb34","remote_addr":"[fd00:1122:3344:101::a]:57377","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-20T01:29:47.966857264Z","hostname":"oxz_switch","pid":2285,"uri":"/bfd/peers","method":"GET","req_id":"48ba07e0-b74c-4f36-979c-83c39ea7fb34","remote_addr":"[fd00:1122:3344:101::a]:57377","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":108,"response_code":200}
Dec 20 01:29:51.776 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("35a0b243-615d-49dc-9864-0e1640115f12.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("81c11ffb-8a21-4f98-bc57-2ec16e7247b1.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("a31a192d-34b7-47d9-841b-e667d9510530.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1025, tv_nsec: 304407595 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 20 01:29:51.778 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 20 01:29:51.781 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 20 01:29:51.847 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "89368802-b968-413b-97eb-78a2209d32e5", "content-length": "41", "date": "Sat, 20 Dec 2025 01:29:51 GMT"} }), component: producer-registration-task
Dec 20 01:29:51.847 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task