[ Feb  3 20:42:23 Disabled. ]
[ Feb  3 20:42:23 Rereading configuration. ]
[ Feb  3 20:42:23 Enabled. ]
[ Feb  3 20:42:23 Rereading configuration. ]
[ Feb  3 20:42:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Feb  3 20:42:23 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.722048366Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.722257941Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.722269002Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"}
{"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.743668547Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"}
{"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.7437834Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.743877982Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T20:42:23.74454066Z","hostname":"oxz_switch","pid":2281,"error":"underlay address not found","params":"hostname oxz_switch, rack 77cd2200-b5e0-4a97-a3fe-dbfb0c9a06e4, sled ff5ac0bc-4c27-47fa-8b72-f5ca0ba7e273","unit":"daemon","module":"admin","component":"mgd"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.745244488Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746124851Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T20:42:23.746140321Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.746447219Z","hostname":"oxz_switch","pid":2281}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:23.746593263Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746607373Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746646814Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746655345Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746665565Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746673455Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746683395Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746693016Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746701246Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746715716Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746723827Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746733737Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746741867Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746751767Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746760637Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746774608Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746785018Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746793748Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746805429Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746813629Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746825799Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746834199Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.74684365Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.74685404Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.74686363Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.74687361Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.7468823Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746893461Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746901771Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746911411Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746919092Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746939082Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746947782Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746957433Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/fsm","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746968473Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/history/message","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746976013Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746984833Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.746993143Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747003824Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747012854Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747022784Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747033075Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747040595Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747049375Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747056735Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747065755Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747075596Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747083316Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747093546Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747101256Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747110186Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747117827Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747127367Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.747136727Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:23.747143197Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"}
{"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:23.747149547Z","hostname":"oxz_switch","pid":2281}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:24.747081803Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:25.7474847Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:26.747725614Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:27.748024409Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:28.748362285Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:29.748857695Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:30.749633542Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:31.749955938Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:32.750307535Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:33.747314664Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:33.747489799Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T20:42:33.747513219Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"}
{"msg":"failed to ensure TEP address fdf4:54df:93de:d314::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-02-03T20:42:33.750677591Z","hostname":"oxz_switch","pid":2281,"prefix":"fdf4:54df:93de:d314::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"}
[ Feb  3 20:42:35 Rereading configuration. ]
[ Feb  3 20:42:35 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=211
+ getopts c: o
+ [[ -n 211 ]]
+ pgrep -c 211
+ PARENT_PID=2280
+ [[ -n 2280 ]]
+ pgrep -P 2280
+ CHILD_PID=2281
+ [[ -n 2281 ]]
+ kill -USR1 2281
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.315260074Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
[ Feb  3 20:42:35 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.316701051Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
{"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.317006359Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"}
Feb 03 20:42:35.317 DEBG registered DTrace probes
Feb 03 20:42:35.317 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 03 20:42:35.318 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:328
Feb 03 20:42:35.318 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 03 20:42:35.318 DEBG Nexus IP not provided, will use DNS to resolve it
Feb 03 20:42:35.318 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/internal-dns/resolver/src/resolver.rs:144
Feb 03 20:42:35.318 DEBG starting producer registration task
Feb 03 20:42:35.318 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: b10a9321-207c-487f-8031-c7cbfb058c13, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:279
Feb 03 20:42:35.318 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.755534022Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:63665"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:35.756033675Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"b6d9ce8f-54ed-443a-9cb2-de424efbed55","remote_addr":"[fd00:1122:3344:101::1]:63665","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.756466076Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"b6d9ce8f-54ed-443a-9cb2-de424efbed55","remote_addr":"[fd00:1122:3344:101::1]:63665","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":617,"response_code":204}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-02-03T20:42:35.757710939Z","hostname":"oxz_switch","pid":2281,"error":"libnet error route io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:35.757729599Z","hostname":"oxz_switch","pid":2281,"unit":"event_loop","module":"sync","component":"mg-lower"}
Feb 03 20:42:40.320 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 669, tv_nsec: 154796459 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:42:40.321 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:42:40.321 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:43.748750634Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:42:43.749171385Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e9a4e5-707b-4589-a956-213621c4c8a4\", \"content-length\": \"26\", \"date\": \"Tue, 03 Feb 2026 20:42:43 GMT\"} })"}
{"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:42:43.749219216Z","hostname":"oxz_switch","pid":2281}
Feb 03 20:42:55.330 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:42:55.330 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 20.00368362s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:42:55.689 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 516096526 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:42:55.689 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:42:55.689 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:43:10.690 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:43:10.690 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 35.365878841s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:43:11.008 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 699, tv_nsec: 837125498 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:43:11.009 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:43:11.009 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:43:26.017 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:43:26.018 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 50.69302122s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:43:27.279 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 716, tv_nsec: 102985724 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:43:27.281 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:43:27.288 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:43:42.289 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:43:42.289 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 66.964853843s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:43:43.596 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 732, tv_nsec: 424779034 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:43:43.597 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:43:43.597 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:43:58.598 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:43:58.598 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 83.273722936s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:44:01.444 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 750, tv_nsec: 273282453 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:44:01.445 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:44:01.445 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:44:16.446 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 03 20:44:16.446 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 101.122316115s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
Feb 03 20:44:22.789 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 771, tv_nsec: 618303399 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:44:22.790 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:44:22.790 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:44:30.692 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", [fd00:1122:3344:101::b]:12221, Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task
Feb 03 20:44:30.692 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 115.368283851s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/79b29e0/oximeter/producer/src/lib.rs:371
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.310834167Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::c]:39732"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.31095509Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::b]:45126"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:44:45.319923643Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"be75d708-b689-4151-ad67-a49660fff027","remote_addr":"[fd00:1122:3344:101::b]:45126","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:44:45.319970884Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"e176f9b5-4ed0-4000-9071-9590e4643a73","remote_addr":"[fd00:1122:3344:101::c]:39732","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.331615866Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"be75d708-b689-4151-ad67-a49660fff027","remote_addr":"[fd00:1122:3344:101::b]:45126","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":16867,"response_code":200}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.33175285Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"e176f9b5-4ed0-4000-9071-9590e4643a73","remote_addr":"[fd00:1122:3344:101::c]:39732","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":12301,"response_code":200}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.335547848Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::a]:48551"}
{"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-02-03T20:44:45.335627911Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"ad333df4-aa8f-4e53-8cb4-0b712cba089e","remote_addr":"[fd00:1122:3344:101::a]:48551","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"3.0.0"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-02-03T20:44:45.336530014Z","hostname":"oxz_switch","pid":2281,"uri":"/bfd/peers","method":"GET","req_id":"ad333df4-aa8f-4e53-8cb4-0b712cba089e","remote_addr":"[fd00:1122:3344:101::a]:48551","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":905,"response_code":200}
Feb 03 20:44:47.092 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("2c2526eb-3138-4d5e-a54f-594b31a68d71.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9600e37d-6ff3-41a7-b803-a93f80d7c137.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("983ae1af-6bef-4a3d-b6bb-20b318f718ce.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 795, tv_nsec: 921536824 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 03 20:44:47.093 DEBG will register with Nexus at [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 03 20:44:47.093 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 03 20:44:47.251 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "92287d6e-16e9-4ae7-852b-8ff3a257083e", "content-length": "41", "date": "Tue, 03 Feb 2026 20:44:47 GMT"} }), component: producer-registration-task
Feb 03 20:44:47.251 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task
Feb 03 20:44:52.263 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:1025
Feb 03 20:44:52.276 INFO request completed, latency_us: 12347, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 38cb4dc7-39a7-4bc3-bd34-2b250b31dc7a, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:53.003 INFO request completed, latency_us: 433, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: f97e802b-f709-481e-9de4-2f6ab20ad466, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:54.003 INFO request completed, latency_us: 351, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 9e2e3ea8-3d55-4995-91ea-fd628eabf8e3, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:55.004 INFO request completed, latency_us: 357, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 1553c165-1513-430a-82f7-9601a7a38d4c, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:56.004 INFO request completed, latency_us: 393, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 9c68b077-a64d-421a-8016-b7626016c8e7, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:57.004 INFO request completed, latency_us: 335, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: f56e8086-ed6a-4f60-8241-a6d931e1be84, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:58.004 INFO request completed, latency_us: 367, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 140657d1-dc48-4b5a-a07c-16dcc9007951, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:44:59.003 INFO request completed, latency_us: 349, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: ef6cb29f-efa6-4c06-a371-a8a5ada46f34, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:45:00.004 INFO request completed, latency_us: 334, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 417676cd-aa3c-45e1-b13b-8bb78bc6547b, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:45:01.004 INFO request completed, latency_us: 381, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 8f5fe18b-b9df-4de1-b27d-11160ce6618d, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:45:02.003 INFO request completed, latency_us: 391, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: e83e3867-15f1-4550-b06a-7569c8efb5d1, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867
Feb 03 20:45:03.003 INFO request completed, latency_us: 333, response_code: 200, uri: /b10a9321-207c-487f-8031-c7cbfb058c13, method: GET, req_id: 2ba67b4c-35c5-4cde-b39f-29e67904c912, remote_addr: [fd00:1122:3344:101::d]:39730, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.6/src/server.rs:867