[ Dec 17 23:32:20 Disabled. ]
[ Dec 17 23:32:20 Rereading configuration. ]
[ Dec 17 23:32:21 Enabled. ]
[ Dec 17 23:32:21 Rereading configuration. ]
[ Dec 17 23:32:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Dec 17 23:32:21 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.905508674Z","hostname":"oxz_switch","pid":2284,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.905693469Z","hostname":"oxz_switch","pid":2284,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.905702759Z","hostname":"oxz_switch","pid":2284,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.927462909Z","hostname":"oxz_switch","pid":2284,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.927644003Z","hostname":"oxz_switch","pid":2284,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.927764026Z","hostname":"oxz_switch","pid":2284,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-12-17T23:32:21.928454904Z","hostname":"oxz_switch","pid":2284,"error":"underlay address not found","params":"hostname oxz_switch, rack be4a46c4-3f74-4fef-b256-ff57f7a3e5cc, sled 80a1cf0e-b5e5-4ee3-a5fe-a6813369c7a7","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.930238881Z","hostname":"oxz_switch","pid":2284}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930535839Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93056593Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93058571Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93059468Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930603791Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930612171Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930621951Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930631031Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930640352Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930657072Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930664672Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930673902Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930681913Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930693393Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930701893Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930712383Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930720914Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930731594Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930744504Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930753995Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930768895Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930777755Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930788125Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930796676Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930810546Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930820416Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930829357Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930839697Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930848447Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930858317Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930866067Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930875978Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:21.930885288Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930896568Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930906649Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930914449Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930924079Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930933679Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930941249Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93095008Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93095783Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93096676Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.93097423Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930983541Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.930994001Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931002881Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931012901Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931020952Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931030692Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931038112Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931049102Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931060453Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.931068963Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:21.931077173Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:21.931083853Z","hostname":"oxz_switch","pid":2284}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:22.9311465Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:23.93138618Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:24.931780185Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:25.932034976Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:26.93238798Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:27.932672553Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:28.933053017Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:29.93336753Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:30.933663352Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fd33:3c76:ef4b:d4ed::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-12-17T23:32:31.933962554Z","hostname":"oxz_switch","pid":2284,"prefix":"fd33:3c76:ef4b:d4ed::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Dec 17 23:32:33 Rereading configuration. ]
[ Dec 17 23:32:33 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2283
+ [[ -n 2283 ]]
+ pgrep -P 2283
+ CHILD_PID=2284
+ [[ -n 2284 ]]
+ kill -USR1 2284
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.244031604Z","hostname":"oxz_switch","pid":2284,"unit":"smf","module":"admin","component":"mgd"}
[ Dec 17 23:32:33 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.245588865Z","hostname":"oxz_switch","pid":2284,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.245908413Z","hostname":"oxz_switch","pid":2284,"unit":"smf","module":"admin","component":"mgd"}
Dec 17 23:32:33.246 DEBG registered DTrace probes
Dec 17 23:32:33.246 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 17 23:32:33.247 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.5/src/server.rs:328
Dec 17 23:32:33.247 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Dec 17 23:32:33.247 DEBG Nexus IP not provided, will use DNS to resolve it
Dec 17 23:32:33.247 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/internal-dns/resolver/src/resolver.rs:144
Dec 17 23:32:33.247 DEBG starting producer registration task
Dec 17 23:32:33.247 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: db4d0455-9472-44a2-b2e9-388bde243f62, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:279
Dec 17 23:32:33.247 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.528045298Z","hostname":"oxz_switch","pid":2284,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:40778"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2025-12-17T23:32:33.528392167Z","hostname":"oxz_switch","pid":2284,"uri":"/static/route4","method":"PUT","req_id":"53347d92-123a-4e30-98ec-d3bd97e17c6e","remote_addr":"[fd00:1122:3344:101::1]:40778","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"2.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.528944722Z","hostname":"oxz_switch","pid":2284,"uri":"/static/route4","method":"PUT","req_id":"53347d92-123a-4e30-98ec-d3bd97e17c6e","remote_addr":"[fd00:1122:3344:101::1]:40778","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":642,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-12-17T23:32:33.529994069Z","hostname":"oxz_switch","pid":2284,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-12-17T23:32:33.53001131Z","hostname":"oxz_switch","pid":2284,"unit":"event_loop","module":"sync","component":"mg-lower"}
Dec 17 23:32:43.251 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 667, tv_nsec: 885726261 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:32:43.252 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:32:43.252 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:32:58.254 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:32:58.254 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 25.007189067s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:32:58.612 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 683, tv_nsec: 246005111 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:32:58.612 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:32:58.612 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:33:13.613 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:33:13.613 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 40.365954628s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:33:14.158 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 698, tv_nsec: 792452995 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:33:14.159 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:33:14.159 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:33:29.159 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:33:29.159 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 55.912140144s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:33:30.395 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 715, tv_nsec: 29063323 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:33:30.395 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:33:30.395 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:33:45.397 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:33:45.397 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 72.149670408s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:33:46.745 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 731, tv_nsec: 378921077 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:33:46.745 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:33:46.745 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:34:01.747 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:34:01.747 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 88.49947095s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:34:05.741 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 374990654 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:34:05.741 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:34:05.741 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:34:20.742 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:34:20.743 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 107.495337171s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:34:29.904 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 538720592 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:34:29.905 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:34:29.905 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:34:44.905 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:34:44.905 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 131.657994801s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:35:04.054 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 808, tv_nsec: 688745639 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:35:04.055 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:35:04.055 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:35:19.056 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:35:19.056 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 165.808627933s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:35:57.841 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 862, tv_nsec: 475873743 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:35:57.842 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:35:57.842 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:36:12.844 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:36:12.844 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 219.596373365s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:37:48.581 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 973, tv_nsec: 215037324 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:37:48.581 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:37:48.581 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:38:03.583 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:38:03.583 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 330.335824693s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
Dec 17 23:39:13.293 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1fa17970-2c50-4ce5-a687-87935543af23.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a472cd28-6527-4aac-aa2a-bd7c41680fb6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("dcfb5867-0e08-4d73-8ab1-8628a020efda.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1057, tv_nsec: 927651074 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Dec 17 23:39:13.294 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Dec 17 23:39:13.294 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Dec 17 23:39:28.294 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Dec 17 23:39:28.294 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 415.046979524s, count: 10, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371