[ Mar 13 18:43:33 Disabled. ] [ Mar 13 18:43:33 Rereading configuration. ] [ Mar 13 18:43:34 Enabled. ] [ Mar 13 18:43:34 Rereading configuration. ] [ Mar 13 18:43:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Mar 13 18:43:34 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.203087685Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"} {"msg":"interface monitor started","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.224723721Z","hostname":"oxz_switch","pid":2281,"module":"unnumbered manager","unit":"daemon","component":"mgd"} {"msg":"dispatcher started","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.224850455Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"listener bind: [::]:179","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.224861845Z","hostname":"oxz_switch","pid":2281,"listen_address":"[::]:179","unit":"dispatcher","module":"neighbor","component":"bgp"} {"msg":"signal handler got context","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.225246397Z","hostname":"oxz_switch","pid":2281,"unit":"signal","module":"admin","component":"mgd"} {"msg":"starting bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.226273647Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"starting bfd sessions: []","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.226333579Z","hostname":"oxz_switch","pid":2281,"unit":"daemon","module":"admin","component":"mgd"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.22636998Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-03-13T18:43:34.226976508Z","hostname":"oxz_switch","pid":2281,"error":"underlay address not found","params":"hostname oxz_switch, rack db8b3346-4c10-45db-a2d7-7579c6543aed, sled d29a9e47-5213-41d8-a857-cdc5102dcea9","unit":"daemon","module":"admin","component":"mgd"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.22734644Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-03-13T18:43:34.22735936Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:34.227725991Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.229274937Z","hostname":"oxz_switch","pid":2281} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229397111Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229424762Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bestpath/config/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229439062Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229447062Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229464533Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229472793Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229482683Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229497004Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/clear/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229505084Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229514864Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229522294Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229542565Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229550355Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229561586Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229576186Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229583996Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229594547Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229603197Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229614137Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229640948Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229651158Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229661879Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229670739Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229683589Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbor/{asn}/{peer}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.2297003Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.22970938Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.22972085Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/neighbors/{asn}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229729431Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229740321Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229749761Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229760772Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229771022Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229783332Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229793373Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229803103Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/bgp/config/origin6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229812953Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229823634Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229837364Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229845634Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229858095Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229867635Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229875575Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229886525Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229894965Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229907606Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229915746Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229938507Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229948927Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229956747Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/config/unnumbered-neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229966668Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229975728Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/fsm","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229986518Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.229997729Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/history/message","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230006739Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230016219Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230024329Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 4.0.0","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.23003574Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 5.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.23004535Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 5.0.0 to 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.23005711Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 6.0.0","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230078051Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230087031Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230096842Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 4.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230106862Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 4.0.0 to 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230117472Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230127023Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all ending with 2.0.0","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230135953Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interface","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230147003Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230169674Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/ndp/manager","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230182344Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230190614Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/rib/config/bestpath/fanout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230200195Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230212775Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230221445Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"from 2.0.0 to 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230234646Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 5.0.0","path":"/rib/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230243196Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230253856Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230263416Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all","path":"/static/route4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230273387Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230282767Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230290407Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 2.0.0","path":"/static/route6","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230299728Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","versions":"all starting from 3.0.0","path":"/switch/identifiers","method":"GET"} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.230307088Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:34.230315348Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd"} {"msg":"admin: server started","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:34.230321618Z","hostname":"oxz_switch","pid":2281} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:35.228264123Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:36.228762464Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:37.229274206Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:38.229511369Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:39.229899007Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:40.233056528Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:41.231597181Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:42.231992149Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:43.232413619Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:44.228828857Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:44.229041474Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", [::1]:12225, Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to resolve switch slot","v":0,"name":"slog-rs","level":50,"time":"2026-03-13T18:43:44.229094356Z","hostname":"oxz_switch","pid":2281,"error":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id)"} {"msg":"failed to ensure TEP address fd2c:6a2c:98d6:5951::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2026-03-13T18:43:44.233049904Z","hostname":"oxz_switch","pid":2281,"prefix":"fd2c:6a2c:98d6:5951::1","error":"Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","unit":"dpd","module":"sync","component":"mg-lower"} [ Mar 13 18:43:45 Rereading configuration. ] [ Mar 13 18:43:45 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 211"). ] + CONTRACT='' + getopts c: o + CONTRACT=211 + getopts c: o + [[ -n 211 ]] + pgrep -c 211 + PARENT_PID=2280 + [[ -n 2280 ]] + pgrep -P 2280 + CHILD_PID=2281 + [[ -n 2281 ]] + kill -USR1 2281 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:45.637855011Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"} [ Mar 13 18:43:45 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:45.640299644Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"} {"msg":"started stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:45.64082694Z","hostname":"oxz_switch","pid":2281,"unit":"smf","module":"admin","component":"mgd"} Mar 13 18:43:45.641 DEBG registered DTrace probes Mar 13 18:43:45.641 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Mar 13 18:43:45.641 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328 Mar 13 18:43:45.642 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Mar 13 18:43:45.642 DEBG Nexus IP not provided, will use DNS to resolve it Mar 13 18:43:45.642 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/internal-dns/resolver/src/resolver.rs:144 Mar 13 18:43:45.642 DEBG starting producer registration task Mar 13 18:43:45.642 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task Mar 13 18:43:45.642 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: dc2cf118-3588-4718-9e84-8e64bcd71954, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:279 {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:46.053541235Z","hostname":"oxz_switch","pid":2281,"local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","remote_addr":"[fd00:1122:3344:101::1]:63336"} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:46.053734321Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"ffdd5d15-70bd-4316-83ac-d3943739b903","remote_addr":"[fd00:1122:3344:101::1]:63336","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:46.054342189Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route4","method":"PUT","req_id":"ffdd5d15-70bd-4316-83ac-d3943739b903","remote_addr":"[fd00:1122:3344:101::1]:63336","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":618,"response_code":204} {"msg":"determined request API version","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:46.054547205Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route6","method":"PUT","req_id":"33e2c37e-d970-4905-a034-45b18bff2bc0","remote_addr":"[fd00:1122:3344:101::1]:63336","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","version":"6.0.0"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:46.05469173Z","hostname":"oxz_switch","pid":2281,"uri":"/static/route6","method":"PUT","req_id":"33e2c37e-d970-4905-a034-45b18bff2bc0","remote_addr":"[fd00:1122:3344:101::1]:63336","local_addr":"[::]:4676","unit":"api_server","module":"admin","component":"mgd","latency_us":159,"response_code":204} {"msg":"handling change failed: route lookup error io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2026-03-13T18:43:46.055435522Z","hostname":"oxz_switch","pid":2281,"error":"route lookup error io error No such process (os error 3)","unit":"event_loop","module":"sync","component":"mg-lower"} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:46.055451803Z","hostname":"oxz_switch","pid":2281,"unit":"event_loop","module":"sync","component":"mg-lower"} Mar 13 18:43:50.645 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 655, tv_nsec: 386412284 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 13 18:43:50.646 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Mar 13 18:43:50.646 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"client request","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:54.230747509Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"slog-rs","level":20,"time":"2026-03-13T18:43:54.23111707Z","hostname":"oxz_switch","pid":2281,"unit":"gateway-client","result":"Ok(Response { url: \"http://[::1]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bce6bd5-c279-49e6-9905-bdeddea3533c\", \"content-length\": \"26\", \"date\": \"Fri, 13 Mar 2026 18:43:54 GMT\"} })"} {"msg":"we are in switch slot 0","v":0,"name":"slog-rs","level":30,"time":"2026-03-13T18:43:54.231166931Z","hostname":"oxz_switch","pid":2281} Mar 13 18:44:05.396 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 13 18:44:05.396 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 20.004806073s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 13 18:44:05.725 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 670, tv_nsec: 718467637 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 13 18:44:05.726 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Mar 13 18:44:05.726 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 13 18:44:20.686 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 13 18:44:20.686 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 35.336272989s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 13 18:44:21.154 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 686, tv_nsec: 189330928 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 13 18:44:21.154 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Mar 13 18:44:21.154 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 13 18:44:36.115 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 13 18:44:36.116 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 50.808078217s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 13 18:44:36.750 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 827967108 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 13 18:44:36.751 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Mar 13 18:44:36.751 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Mar 13 18:44:51.711 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Mar 13 18:44:51.711 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 66.446197129s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/194594d/oximeter/producer/src/lib.rs:371 Mar 13 18:44:53.429 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("27d2a648-b718-4f65-b51b-6b844c0d6799.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4629f2f9-17b6-433d-9b00-5ca60a1596b6.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("82097a58-8fe0-4e67-b48d-6511c6d3bc54.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 718, tv_nsec: 552391895 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Mar 13 18:44:53.430 DEBG will register with Nexus at [fd00:1122:3344:101::a]:12221, component: producer-registration-task Mar 13 18:44:53.430 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task