[ Jan 30 20:12:20 Disabled. ] [ Jan 30 20:12:20 Rereading configuration. ] [ Jan 30 20:12:21 Enabled. ] [ Jan 30 20:12:21 Rereading configuration. ] [ Jan 30 20:12:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mgd/pkg/mgd_method_script.sh &"). ] [ Jan 30 20:12:21 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.778675783Z","hostname":"oxz_switch","pid":2259} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.800793447Z","hostname":"oxz_switch","pid":2259} {"msg":"bgp routers: {}","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.800964322Z","hostname":"oxz_switch","pid":2259} {"msg":"bfd peers: []","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.800998383Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-01-30T20:12:21.801453795Z","hostname":"oxz_switch","pid":2259} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804732597Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804776538Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804786938Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bfd/peers/{addr}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804800108Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/clear/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804809029Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804820259Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804829189Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.80484052Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/checker","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.80484992Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.80486251Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.80487189Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804882551Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbor","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804897141Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804907471Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804921022Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804931352Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804955973Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/origin4","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804965933Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804977983Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.804987913Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805004734Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/router","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805016974Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805026035Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805038565Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805047195Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805059875Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/config/shaper","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805070626Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805093816Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/omicron/apply","method":"POST"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805105587Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805121697Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/imported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805133578Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805142598Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/bgp/status/selected","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805154948Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805165349Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.805179089Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","path":"/static/route4","method":"PUT"} {"msg":"admin: listening on [::]:4676","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.805187949Z","hostname":"oxz_switch","pid":2259} {"msg":"listening","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:21.805195259Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"slog-rs","level":20,"time":"2025-01-30T20:12:21.80666798Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server"} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:21.873982668Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:22.875743271Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:23.87627213Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:24.87686093Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:25.87740391Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:26.87798094Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:27.878592641Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:28.879105439Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:29.8797447Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:30.880493915Z","hostname":"oxz_switch","pid":2259} {"msg":"failed to ensure TEP address fdb2:ce33:a3d9:d222::1 on ASIC: Communication Error: error sending request for url (http://localhost:12224/loopback/ipv6)","v":0,"name":"slog-rs","level":40,"time":"2025-01-30T20:12:31.881110286Z","hostname":"oxz_switch","pid":2259} [ Jan 30 20:12:33 Rereading configuration. ] [ Jan 30 20:12:33 Executing refresh method ("/opt/oxide/mgd/pkg/refresh_ctrun_child.sh -c 213"). ] + CONTRACT='' + getopts c: o + CONTRACT=213 + getopts c: o + [[ -n 213 ]] + pgrep -c 213 + PARENT_PID=2258 + [[ -n 2258 ]] + pgrep -P 2258 + CHILD_PID=2259 + [[ -n 2259 ]] + kill -USR1 2259 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:33.223065661Z","hostname":"oxz_switch","pid":2259} {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:33.224451869Z","hostname":"oxz_switch","pid":2259} [ Jan 30 20:12:33 Method "refresh" exited with status 0. ] Jan 30 20:12:33.225 DEBG registered DTrace probes Jan 30 20:12:33.225 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Jan 30 20:12:33.225 INFO listening, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197 Jan 30 20:12:33.226 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:4677, component: dropshot Jan 30 20:12:33.226 DEBG Nexus IP not provided, will use DNS to resolve it Jan 30 20:12:33.226 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72 Jan 30 20:12:33.226 DEBG starting producer registration task Jan 30 20:12:33.226 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:4677, producer_id: 3b6903b6-ce1a-4dd1-9adc-76d654a797b6, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283 Jan 30 20:12:33.226 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task {"msg":"accepted connection","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:33.40355641Z","hostname":"oxz_switch","pid":2259,"local_addr":"[::]:4676","unit":"api-server","remote_addr":"[fd00:1122:3344:101::1]:38741"} {"msg":"request completed","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:33.404216909Z","hostname":"oxz_switch","pid":2259,"uri":"/static/route4","method":"PUT","req_id":"3b5a145a-78d6-424e-8b87-76d087ecabc8","remote_addr":"[fd00:1122:3344:101::1]:38741","local_addr":"[::]:4676","unit":"api-server","latency_us":404,"response_code":"204"} {"msg":"handling change failed: libnet error route io error No such process (os error 3)","v":0,"name":"slog-rs","level":50,"time":"2025-01-30T20:12:33.404690992Z","hostname":"oxz_switch","pid":2259} {"msg":"restarting sync loop","v":0,"name":"slog-rs","level":30,"time":"2025-01-30T20:12:33.404705362Z","hostname":"oxz_switch","pid":2259} Jan 30 20:12:43.229 WARN failed to lookup Nexus IP, will retry, error: "no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }", delay: 167.626163ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:391 Jan 30 20:12:43.399 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("75755e9c-437c-480b-8cda-07a28b0dc2a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8d5dfa3d-89df-4ed3-89f6-a30554d47abf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("eab4c9c4-aff5-41de-a773-a76ade40cb0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("eab4c9c4-aff5-41de-a773-a76ade40cb0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::b))) }], valid_until: Instant { tv_sec: 1915, tv_nsec: 194170869 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Jan 30 20:12:43.399 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::a]:12221, component: producer-registration-task Jan 30 20:12:43.431 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:12:59.446 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:12:59.448 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 149.789792ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:12:59.629 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:13:14.589 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:13:14.590 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 408.19555ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:13:15.028 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:13:29.987 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:13:29.989 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 1.295298142s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:13:31.312 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:13:46.273 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:13:46.274 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 2.427168817s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:13:48.727 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:14:03.688 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:14:03.689 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 3.972294443s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:14:07.684 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:14:22.645 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:14:22.646 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 5.956241536s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 30 20:14:28.618 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 30 20:14:43.579 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::a]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 30 20:14:43.581 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)", delay: 19.153737717s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424