[ Nov 19 01:28:29 Disabled. ] [ Nov 19 01:28:29 Rereading configuration. ] [ Nov 19 01:28:29 Enabled. ] [ Nov 19 01:28:29 Rereading configuration. ] [ Nov 19 01:28:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Nov 19 01:28:29 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:29.904377873Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:29.926368367Z","hostname":"oxz_switch","pid":2309} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2024-11-19T01:28:29.926395527Z","hostname":"oxz_switch","pid":2309} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:29.926404907Z","hostname":"oxz_switch","pid":2309} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:29.927328484Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:30.926474851Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:31.926552284Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:32.926614198Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:33.926682341Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:34.926740794Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:35.926840768Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:36.926915532Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:37.926994956Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:38.927060879Z","hostname":"oxz_switch","pid":2309} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:39.927139894Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sm initialized with addr fe80::50fa:c7ff:fe25:3f54 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:40.927249967Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:40.927273438Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] nbr is fe80::d49c:d8ff:fef7:31be@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:40.927725636Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:40.927758536Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] exchange: listening on [fe80::50fa:c7ff:fe25:3f54]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:40.9279361Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:40.928055122Z","hostname":"oxz_switch","pid":2309} [ Nov 19 01:28:41 Rereading configuration. ] [ Nov 19 01:28:41 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 215"). ] + CONTRACT='' + getopts c: o + CONTRACT=215 + getopts c: o + [[ -n 215 ]] + pgrep -c 215 + PARENT_PID=2306 + [[ -n 2306 ]] + pgrep -P 2306 + CHILD_PID=2309 + [[ -n 2309 ]] + kill -USR1 2309 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:41.254648401Z","hostname":"oxz_switch","pid":2309} [ Nov 19 01:28:41 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:41.256447544Z","hostname":"oxz_switch","pid":2309} Nov 19 01:28:41.257 DEBG registered DTrace probes Nov 19 01:28:41.257 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Nov 19 01:28:41.257 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197 Nov 19 01:28:41.257 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Nov 19 01:28:41.257 DEBG Nexus IP not provided, will use DNS to resolve it Nov 19 01:28:41.257 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72 Nov 19 01:28:41.258 DEBG starting producer registration task Nov 19 01:28:41.258 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 1b898a1c-dd6e-4a5f-b7b4-a7823ab855c5, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283 Nov 19 01:28:41.258 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd61:6c88:284e:d6d::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.389215601Z","hostname":"oxz_switch","pid":2309} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd61:6c88:284e:d6d::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.38975352Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:28:42.929511843Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending 2 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.930527011Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:42.930545411Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::d49c:d8ff:fef7:31be on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.969004728Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::d49c:d8ff:fef7:31be on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.970173049Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:42.970669328Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:43.001404058Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending 1 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.125008028Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:43.125034788Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::d49c:d8ff:fef7:31be on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.156771006Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.157761284Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:43.187141749Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending 1 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.612835622Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:43.612868632Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::d49c:d8ff:fef7:31be on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.645645398Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:43.646601996Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:43.675842549Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending 1 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:44.107045739Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:44.107073979Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::d49c:d8ff:fef7:31be on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:44.137514724Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-11-19T01:28:44.138383299Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-11-19T01:28:44.168935936Z","hostname":"oxz_switch","pid":2309} Nov 19 01:28:51.262 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("13c22fb6-5873-4940-9848-cc9130b7aa73.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("7dcf0d8a-40d8-45f8-a6f1-d545f08c056b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d9867752-e046-43b5-9e2e-9abcfe9a206e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("d9867752-e046-43b5-9e2e-9abcfe9a206e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::c))) }], valid_until: Instant { tv_sec: 781, tv_nsec: 171005707 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Nov 19 01:28:51.262 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task Nov 19 01:28:51.294 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Nov 19 01:29:06.335 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Nov 19 01:29:06.336 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 171.994478ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Nov 19 01:29:06.538 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:08.967033473Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:10.968029419Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:12.969060693Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:14.970065962Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:16.971094891Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:18.972097849Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:20.973111736Z","hostname":"oxz_switch","pid":2309} Nov 19 01:29:21.499 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Nov 19 01:29:21.500 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 267.397977ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Nov 19 01:29:21.798 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:22.974126465Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:24.975153502Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:26.976158364Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:28.977182574Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:30.978182873Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:32.979197352Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:34.980214431Z","hostname":"oxz_switch","pid":2309} Nov 19 01:29:36.759 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Nov 19 01:29:36.760 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.003029717s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:36.981238191Z","hostname":"oxz_switch","pid":2309} Nov 19 01:29:37.792 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:38.982261691Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:40.98326483Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:42.984268509Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:44.985288698Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:46.986286867Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:48.987296177Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:50.988332287Z","hostname":"oxz_switch","pid":2309} Nov 19 01:29:52.752 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Nov 19 01:29:52.753 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 2.657174758s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:52.989354446Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:54.990365426Z","hostname":"oxz_switch","pid":2309} Nov 19 01:29:55.434 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:56.991387505Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:29:58.992397934Z","hostname":"oxz_switch","pid":2309} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d49c:d8ff:fef7:31be missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-11-19T01:30:00.993404322Z","hostname":"oxz_switch","pid":2309}