[ Feb 28 10:57:44 Disabled. ]
[ Feb 28 10:57:44 Rereading configuration. ]
[ Feb 28 10:57:45 Enabled. ]
[ Feb 28 10:57:45 Rereading configuration. ]
[ Feb 28 10:57:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ]
[ Feb 28 10:57:45 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.149491649Z","hostname":"oxz_switch","pid":2264}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.170908773Z","hostname":"oxz_switch","pid":2264}
{"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.171016934Z","hostname":"oxz_switch","pid":2264}
{"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.171066194Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-02-28T10:57:45.171484388Z","hostname":"oxz_switch","pid":2264}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175554273Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175593873Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175604063Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175617133Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/clear/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175626704Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175639624Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175650484Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175662784Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175672404Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175686674Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175695364Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175711704Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175720934Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175731324Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175762325Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175793245Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175821915Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175832585Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175855026Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175865466Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175878366Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175888506Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175897356Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175911406Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175920546Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175934206Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175943366Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175963306Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175973327Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.175990537Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.176007127Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.176016917Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.176031317Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.176040947Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.176063737Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"}
{"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.176073617Z","hostname":"oxz_switch","pid":2264}
{"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:45.176082017Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-02-28T10:57:45.17756931Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server"}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:45.251127053Z","hostname":"oxz_switch","pid":2264}
{"msg":"get originated tunnel endpoints: Communication Error: error sending request for url (http://localhost:8000/originated_tunnel_endpoints)","v":0,"name":"slog-rs","level":50,"time":"2025-02-28T10:57:45.251241424Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:46.25155332Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:47.253273887Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:48.253774275Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:49.254387223Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:50.254921861Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:51.255508269Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:52.256073666Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:53.256658795Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:54.257217022Z","hostname":"oxz_switch","pid":2264}
{"msg":"failed to ensure TEP address fd67:d9fc:f3cb:f55::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-02-28T10:57:55.257995102Z","hostname":"oxz_switch","pid":2264}
[ Feb 28 10:57:56 Rereading configuration. ]
[ Feb 28 10:57:56 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2263
+ [[ -n 2263 ]]
+ pgrep -P 2263
+ CHILD_PID=2264
+ [[ -n 2264 ]]
+ kill -USR1 2264
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:56.842280412Z","hostname":"oxz_switch","pid":2264}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:56.843538993Z","hostname":"oxz_switch","pid":2264}
[ Feb 28 10:57:56 Method "refresh" exited with status 0. ]
Feb 28 10:57:56.844 DEBG registered DTrace probes
Feb 28 10:57:56.845 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 28 10:57:56.845 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328
Feb 28 10:57:56.845 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot
Feb 28 10:57:56.845 DEBG Nexus IP not provided, will use DNS to resolve it
Feb 28 10:57:56.845 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/internal-dns/resolver/src/resolver.rs:111
Feb 28 10:57:56.845 DEBG starting producer registration task
Feb 28 10:57:56.845 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 43998988-db34-47e1-bb8f-1cc97363bdfe, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:279
Feb 28 10:57:56.845 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:57.120569246Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:53486"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:57.121216101Z","hostname":"oxz_switch","pid":2264,"uri":"/static/route4","method":"PUT","req_id":"ac5f014c-04ab-4f5f-a776-4b0aa1fd6bc5","remote_addr":"[fd00:1122:3344:101::1]:53486","local_addr":"[::]:4676","unit":"api-server","latency_us":492,"response_code":"204"}
{"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-02-28T10:57:57.121558964Z","hostname":"oxz_switch","pid":2264}
{"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:57:57.121569744Z","hostname":"oxz_switch","pid":2264}
Feb 28 10:58:01.849 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("74f1547b-a833-4952-b80e-4986ebf8427a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("80b2977d-cb89-4acf-9305-fe891d3444ad.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d72a02ec-7939-4df2-9449-a9fb85ed7ae8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("d72a02ec-7939-4df2-9449-a9fb85ed7ae8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 2463, tv_nsec: 418092540 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Feb 28 10:58:01.849 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Feb 28 10:58:01.881 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:58:16.495 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:58:16.496 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 255.994067ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:58:16.783 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:58:31.826 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:58:31.827 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 377.906952ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:58:32.240 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:58:47.256 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:58:47.259 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 565.841829ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:58:47.861 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:59:02.864 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:59:02.865 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.98163656s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:59:04.880 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:59:19.888 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:59:19.904 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 2.161195573s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:59:22.381 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:59:37.383 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Feb 28 10:59:37.385 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 5.805202618s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
Feb 28 10:59:43.236 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Feb 28 10:59:47.463 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task
Feb 28 10:59:47.464 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 15.559569174s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/78772ea/oximeter/producer/src/lib.rs:420
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:59:58.972759717Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::b]:63582"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T10:59:59.022954699Z","hostname":"oxz_switch","pid":2264,"uri":"/bfd/peers","method":"GET","req_id":"4f990fd0-3b39-49ed-99ed-2b017370b50b","remote_addr":"[fd00:1122:3344:101::b]:63582","local_addr":"[::]:4676","unit":"api-server","latency_us":29161,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T11:00:00.287861911Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::c]:61337"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T11:00:00.288590237Z","hostname":"oxz_switch","pid":2264,"uri":"/bfd/peers","method":"GET","req_id":"cb826f9e-ac34-4af7-ad19-2a1f6022ff6b","remote_addr":"[fd00:1122:3344:101::c]:61337","local_addr":"[::]:4676","unit":"api-server","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T11:00:00.491779536Z","hostname":"oxz_switch","pid":2264,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::a]:42267"}
{"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-02-28T11:00:00.494717671Z","hostname":"oxz_switch","pid":2264,"uri":"/bfd/peers","method":"GET","req_id":"aaf0dfa0-4437-4e26-b4f3-b4e6f338cfd6","remote_addr":"[fd00:1122:3344:101::a]:42267","local_addr":"[::]:4676","unit":"api-server","latency_us":34,"response_code":"200"}