[ Jan 30 21:12:11 Disabled. ]
[ Jan 30 21:12:11 Rereading configuration. ]
[ Jan 30 21:12:11 Enabled. ]
[ Jan 30 21:12:11 Rereading configuration. ]
[ Jan 30 21:12:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Jan 30 21:12:11 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.662229512Z","hostname":"oxz_switch","pid":2277,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.662421167Z","hostname":"oxz_switch","pid":2277,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.662432837Z","hostname":"oxz_switch","pid":2277,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.683062993Z","hostname":"oxz_switch","pid":2277,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.683145186Z","hostname":"oxz_switch","pid":2277,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.683160226Z","hostname":"oxz_switch","pid":2277,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-01-30T21:12:11.68372265Z","hostname":"oxz_switch","pid":2277,"error":"underlay address not found","params":"hostname oxz_switch, rack cb7c3a03-6bbc-4c19-bcb7-7717e25de20b, sled f0b94cfd-cc4b-46a7-af85-efb3852617f1","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.684246404Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.684987253Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-30T21:12:11.685005754Z","hostname":"oxz_switch","pid":2277,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.685417065Z","hostname":"oxz_switch","pid":2277}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685557588Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685590609Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685604259Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68561345Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68562396Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68563185Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685646251Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685660581Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685671691Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685681311Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685700042Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685709082Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685732373Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685748993Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685758423Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685768924Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685778544Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685793004Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685802724Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685814415Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685821985Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685831675Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685842585Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685852346Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685864696Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685873556Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685894097Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685904447Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685915058Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685924368Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685934788Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685944828Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685954099Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685975279Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.685984659Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68599584Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68600808Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.68601821Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686039891Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686048221Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686061411Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686071242Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686085342Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686095422Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686103222Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686112683Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686120533Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686131483Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686139013Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686152414Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686163204Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686175804Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.686185594Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:11.686192375Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:11.686203755Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:11.686212025Z","hostname":"oxz_switch","pid":2277}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:12.686186971Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:13.686612619Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:14.687068948Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:15.687367163Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:16.68774742Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:17.729587815Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:18.729983382Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:19.730334108Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:20.730801707Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:21.685182078Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:21.685333152Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-01-30T21:12:21.685381194Z","hostname":"oxz_switch","pid":2277,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fde5:8c43:6b89:4a14::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-01-30T21:12:21.731142423Z","hostname":"oxz_switch","pid":2277,"prefix":"fde5:8c43:6b89:4a14::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Jan 30 21:12:23 Rereading configuration. ]
[ Jan 30 21:12:23 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 212"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=212
+ getopts c: o
+ [[ -n 212 ]]
+ pgrep -c 212
+ PARENT_PID=2275
+ [[ -n 2275 ]]
+ pgrep -P 2275
+ CHILD_PID=2277
+ [[ -n 2277 ]]
+ kill -USR1 2277
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.036210711Z","hostname":"oxz_switch","pid":2277,"unit":"smf","module":"admin","component":"mgd"}
[ Jan 30 21:12:23 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.039229509Z","hostname":"oxz_switch","pid":2277,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.039757223Z","hostname":"oxz_switch","pid":2277,"unit":"smf","module":"admin","component":"mgd"}
Jan 30 21:12:23.040 DEBG registered DTrace probes
Jan 30 21:12:23.040 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 30 21:12:23.041 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328
Jan 30 21:12:23.041 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Jan 30 21:12:23.041 DEBG Nexus IP not provided, will use DNS to resolve it
Jan 30 21:12:23.041 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/internal-dns/resolver/src/resolver.rs:144
Jan 30 21:12:23.041 DEBG starting producer registration task
Jan 30 21:12:23.041 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 48177dbc-5a0f-4489-b1c2-3e0014e57971, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:279
Jan 30 21:12:23.042 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.483235102Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:41838"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:23.483473559Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"cbf440dd-ab05-4680-839b-a7d8a7e2ca6e","remote_addr":"[fd00:1122:3344:101::1]:41838","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.483895179Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"cbf440dd-ab05-4680-839b-a7d8a7e2ca6e","remote_addr":"[fd00:1122:3344:101::1]:41838","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":470,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-01-30T21:12:23.484839244Z","hostname":"oxz_switch","pid":2277,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:23.484856235Z","hostname":"oxz_switch","pid":2277,"unit":"event_loop","module":"sync","component":"mg-lower"}
Jan 30 21:12:28.045 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 655, tv_nsec: 619988493 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:12:28.045 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:12:28.045 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:31.68680065Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:12:31.687420506Z","hostname":"oxz_switch","pid":2277,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe1ec33-7045-4442-aa50-fdbe9694a9fa\", \"content-length\": \"26\", \"date\": \"Fri, 30 Jan 2026 21:12:31 GMT\"} })"}
{"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:12:31.687502668Z","hostname":"oxz_switch","pid":2277}
Jan 30 21:12:42.568 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:12:42.568 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 20.005139703s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:12:42.769 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 670, tv_nsec: 822747399 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:12:42.770 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:12:42.770 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:12:57.812 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:12:57.813 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 35.207776175s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:12:58.286 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 686, tv_nsec: 297314311 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:12:58.287 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:12:58.287 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:13:13.310 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:13:13.314 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 50.706945767s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:13:14.513 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 702, tv_nsec: 522960169 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:13:14.514 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:13:14.516 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:13:29.517 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:13:29.518 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 66.910763338s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:13:31.347 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 719, tv_nsec: 344677023 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:13:31.355 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:13:31.373 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:13:46.381 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:13:46.383 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 83.774157786s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:13:50.716 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 738, tv_nsec: 724124990 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:13:50.717 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:13:50.719 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:14:05.719 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jan 30 21:14:05.720 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 103.112304029s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Jan 30 21:14:11.914 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 759, tv_nsec: 924470776 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:14:11.915 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:14:11.915 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:14:16.518 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", [fd00:1122:3344:101::a]:12221, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task
Jan 30 21:14:16.518 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 113.911126946s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:24.992809134Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:59675"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:25.010849672Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"d81d0b21-1fbe-446f-85ff-c1a2068f08a0","remote_addr":"[fd00:1122:3344:101::b]:59675","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:25.017542137Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"d81d0b21-1fbe-446f-85ff-c1a2068f08a0","remote_addr":"[fd00:1122:3344:101::b]:59675","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":14175,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:25.109581919Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:54685"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:25.109654941Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"130adb79-2b4e-418a-97ab-0227f9ab7bfb","remote_addr":"[fd00:1122:3344:101::a]:54685","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:25.109745684Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"130adb79-2b4e-418a-97ab-0227f9ab7bfb","remote_addr":"[fd00:1122:3344:101::a]:54685","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":66,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:25.212118185Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:59018"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:25.212201147Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"43aae495-5d43-486e-b523-68a082fc163a","remote_addr":"[fd00:1122:3344:101::c]:59018","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:25.2122851Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"43aae495-5d43-486e-b523-68a082fc163a","remote_addr":"[fd00:1122:3344:101::c]:59018","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":57,"response_code":200}
Jan 30 21:14:26.622 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 774, tv_nsec: 631929035 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:14:26.623 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:14:26.623 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:14:26.680 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", status: 503, headers: {"content-type": "application/json", "x-request-id": "e9a848e3-5cc6-4642-a53d-0b0dd8022fbe", "content-length": "133", "date": "Fri, 30 Jan 2026 21:14:26 GMT"} }), component: producer-registration-task
Jan 30 21:14:26.681 WARN failed to register with Nexus, will retry, error: "Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a848e3-5cc6-4642-a53d-0b0dd8022fbe\", \"content-length\": \"133\", \"date\": \"Fri, 30 Jan 2026 21:14:26 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"e9a848e3-5cc6-4642-a53d-0b0dd8022fbe\" }", delay: 124.074740369s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:54.99052569Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:36649"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:54.990585092Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"8ba8439c-1bf4-4b9d-9f00-a7fcc642b855","remote_addr":"[fd00:1122:3344:101::a]:36649","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:54.991352821Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"8ba8439c-1bf4-4b9d-9f00-a7fcc642b855","remote_addr":"[fd00:1122:3344:101::a]:36649","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":53,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.017634755Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:57466"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.017754588Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"54136a39-058d-4409-b95b-e0b70bc14089","remote_addr":"[fd00:1122:3344:101::b]:57466","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.01782865Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"54136a39-058d-4409-b95b-e0b70bc14089","remote_addr":"[fd00:1122:3344:101::b]:57466","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":50,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.029923074Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:34115"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.030022927Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"a912ca06-f4bd-4f86-b31e-4d16d0401e9b","remote_addr":"[fd00:1122:3344:101::c]:34115","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.030096599Z","hostname":"oxz_switch","pid":2277,"uri":"/bfd/peers","method":"GET","req_id":"a912ca06-f4bd-4f86-b31e-4d16d0401e9b","remote_addr":"[fd00:1122:3344:101::c]:34115","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":50,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.2744116Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:43114"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.274444331Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"0ff960d0-097b-42d9-993d-ee4e1984ddd5","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.275405226Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:51485"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.2759526Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"81e6076f-4658-4033-ba0a-7db9b162fd4d","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.282897441Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"81e6076f-4658-4033-ba0a-7db9b162fd4d","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":6953,"response_code":200}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.282952802Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"0ff960d0-097b-42d9-993d-ee4e1984ddd5","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":8455,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.285264582Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"41fb0df2-3c7a-4769-9fe4-56fd642c1b93","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.28554263Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"41fb0df2-3c7a-4769-9fe4-56fd642c1b93","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":290,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.286205317Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"03ff200e-1460-461a-af78-6199a0c7d5e1","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.288076996Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"c06cb196-d6f6-4c5b-aecd-e9f8e85f9bb0","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.288123297Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"c06cb196-d6f6-4c5b-aecd-e9f8e85f9bb0","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":51,"response_code":200}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.293589779Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"03ff200e-1460-461a-af78-6199a0c7d5e1","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":7396,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.296191117Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"7b037c41-11cb-421c-99db-f2c065c76b83","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.296462144Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"278d7ddd-f4f3-48a0-8ab9-9c1bb41e3d46","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.296549446Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"278d7ddd-f4f3-48a0-8ab9-9c1bb41e3d46","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":97,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.296743681Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"779f85c1-4524-4eb0-850f-89f2516cc2c2","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.298560448Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"7b037c41-11cb-421c-99db-f2c065c76b83","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":2378,"response_code":204}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.29864236Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"779f85c1-4524-4eb0-850f-89f2516cc2c2","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":1832,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.298771114Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"e808fe11-9607-434f-8ef0-aaeb49032157","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.298843526Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"dc8ff8ac-24c5-450d-9bfe-2e96ffd8bd38","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.299570705Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"dc8ff8ac-24c5-450d-9bfe-2e96ffd8bd38","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":733,"response_code":204}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.299627376Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"e808fe11-9607-434f-8ef0-aaeb49032157","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":838,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.299732399Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"de0ee8cb-8a21-4e30-884a-a097600a7b58","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.29976783Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"811d672f-f3ab-40e8-9e74-0c113d6f7480","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.299814261Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"de0ee8cb-8a21-4e30-884a-a097600a7b58","remote_addr":"[fd00:1122:3344:101::a]:43114","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":59,"response_code":204}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.299864272Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"811d672f-f3ab-40e8-9e74-0c113d6f7480","remote_addr":"[fd00:1122:3344:101::b]:51485","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":48,"response_code":204}
{"msg":"withdrew tunnel endpoints","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.312820689Z","hostname":"oxz_switch","pid":2277,"prefixes":"[\n    TunnelOrigin {\n        boundary_addr: fde5:8c43:6b89:4a14::1,\n        metric: 18446744073709551615,\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        vni: 99,\n    },\n]","unit":"ddm","module":"sync","component":"mg-lower"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.353189928Z","hostname":"oxz_switch","pid":2277,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:42135"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.353273021Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"8387cf6e-b1e4-4e52-b0d0-81ad71b24c60","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.353345452Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"GET","req_id":"8387cf6e-b1e4-4e52-b0d0-81ad71b24c60","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":76,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.360001596Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"8971efe2-74c9-461a-b369-322b12bb2e19","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.360059427Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"GET","req_id":"8971efe2-74c9-461a-b369-322b12bb2e19","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":80,"response_code":200}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.362367787Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"c5a24639-e842-44e7-b4db-430ebe2fc40b","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.36249539Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"DELETE","req_id":"c5a24639-e842-44e7-b4db-430ebe2fc40b","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":135,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.362704506Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"2770bed9-2879-4110-ba44-6148a05626e7","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.362808809Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"DELETE","req_id":"2770bed9-2879-4110-ba44-6148a05626e7","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":107,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.362972893Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"92afdb02-494b-4432-a853-9ec8c8251fee","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.363041315Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route4","method":"PUT","req_id":"92afdb02-494b-4432-a853-9ec8c8251fee","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":79,"response_code":204}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-01-30T21:14:55.363180738Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"de87a4da-c841-4a8d-8d6f-1ab6d572d2b7","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.36325116Z","hostname":"oxz_switch","pid":2277,"uri":"/static/route6","method":"PUT","req_id":"de87a4da-c841-4a8d-8d6f-1ab6d572d2b7","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":79,"response_code":204}
{"msg":"withdrew tunnel endpoints","v":0,"name":"slog-rs","level":30,"time":"2026-01-30T21:14:55.365389785Z","hostname":"oxz_switch","pid":2277,"prefixes":"[\n    TunnelOrigin {\n        boundary_addr: fde5:8c43:6b89:4a14::1,\n        metric: 18446744073709551615,\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        vni: 99,\n    },\n]","unit":"ddm","module":"sync","component":"mg-lower"}
Jan 30 21:14:56.211 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("02d90b30-5dd7-4d08-a6dd-0c72fd2ad4a5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3cd0169a-e134-4091-812e-538f3f58ea17.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("c5cf11ed-b0bd-43e5-ba22-32fbc366267d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 804, tv_nsec: 221831164 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jan 30 21:14:56.212 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task
Jan 30 21:14:56.212 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task
Jan 30 21:14:56.289 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "f713aede-b14e-4289-bb46-2fb7ec9bdf7d", "content-length": "41", "date": "Fri, 30 Jan 2026 21:14:56 GMT"} }), component: producer-registration-task
Jan 30 21:14:56.289 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task
Jan 30 21:15:00.760 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:35772, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:1025
Jan 30 21:15:00.774 INFO request completed, latency_us: 13451, response_code: 200, uri: /48177dbc-5a0f-4489-b1c2-3e0014e57971, method: GET, req_id: 6da1b895-e7b4-4602-b089-6f1d6e6bd6e5, remote_addr: [fd00:1122:3344:101::d]:35772, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867