[ Aug 2 04:40:17 Disabled. ] [ Aug 2 04:40:17 Rereading configuration. ] [ Aug 2 04:40:18 Enabled. ] [ Aug 2 04:40:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Aug 2 04:40:18 Method "start" exited with status 0. ] [ Aug 2 04:40:18 Rereading configuration. ] [ Aug 2 04:40:18 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 215"). ] + CONTRACT='' + getopts c: o + CONTRACT=215 + getopts c: o + [[ -n 215 ]] + pgrep -c 215 + PARENT_PID=2270 + [[ -n 2270 ]] + pgrep -P 2270 + CHILD_PID=2272 + [[ -n 2272 ]] + kill -USR1 2272 [ Aug 2 04:40:18 Method "refresh" exited with status 0. ] [ Aug 2 04:40:18 Stopping because all processes in service exited. ] [ Aug 2 04:40:18 Executing stop method (:kill). ] [ Aug 2 04:40:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Aug 2 04:40:18 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.225640747Z","hostname":"oxz_switch","pid":2293} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.24585774Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:18.246343841Z","hostname":"oxz_switch","pid":2293} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:18.246977747Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:19.246469027Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:20.246572281Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:21.246645035Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:22.246720159Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:23.246819713Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:24.246927318Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:25.247010082Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:26.247100136Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:27.24718026Z","hostname":"oxz_switch","pid":2293} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:28.247270964Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] sm initialized with addr fe80::41b:50ff:fe80:2ddb on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.2474173Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:29.247446161Z","hostname":"oxz_switch","pid":2293} [ Aug 2 04:40:29 Rereading configuration. ] [ Aug 2 04:40:29 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 219"). ] + CONTRACT='' + getopts c: o + CONTRACT=219 + getopts c: o + [[ -n 219 ]] + pgrep -c 219 + PARENT_PID=2292 + [[ -n 2292 ]] + pgrep -P 2292 + CHILD_PID=2293 + [[ -n 2293 ]] + kill -USR1 2293 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.5558928Z","hostname":"oxz_switch","pid":2293} [ Aug 2 04:40:29 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.557973672Z","hostname":"oxz_switch","pid":2293} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.558385002Z","hostname":"oxz_switch","pid":2293} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:29.558478044Z","hostname":"oxz_switch","pid":2293,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd84:4e06:748a:fae1::1, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:30.938555225Z","hostname":"oxz_switch","pid":2293} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd84:4e06:748a:fae1::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:30.938732829Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), boundary_addr: fd84:4e06:748a:fae1::1, vni: 99, metric: 18446744073709551615 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:30.93877794Z","hostname":"oxz_switch","pid":2293} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd84:4e06:748a:fae1::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:30.93916136Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), boundary_addr: fd84:4e06:748a:fae1::1, vni: 99, metric: 18446744073709551615 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:30.93917104Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] nbr is fe80::20e1:e5ff:fef5:fc37@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.248000838Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:31.248118192Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] exchange: listening on [fe80::41b:50ff:fe80:2ddb]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.248372058Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.248514611Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.250432869Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:31.250447899Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::20e1:e5ff:fef5:fc37 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.289199781Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::20e1:e5ff:fef5:fc37 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.290508654Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::20e1:e5ff:fef5:fc37 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.290719449Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::20e1:e5ff:fef5:fc37 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.290886194Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::20e1:e5ff:fef5:fc37 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.291047138Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-08-02T04:40:31.292211256Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:31.321117634Z","hostname":"oxz_switch","pid":2293} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-08-02T04:40:34.561419628Z","hostname":"oxz_switch","pid":2293,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"38431a75-b2a9-4fdf-a438-6ea7c2ca66ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"449fd4e3-7ead-449f-b1f6-5c1688eae3b4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"70b9d0e5-8c43-4cff-94e0-c285984b5a48.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"70b9d0e5-8c43-4cff-94e0-c285984b5a48.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 685, tv_nsec: 254325877 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} Aug 02 04:40:34.562 DEBG registered DTrace probes Aug 02 04:40:34.562 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Aug 02 04:40:34.562 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0560bed/dropshot/src/server.rs:196 Aug 02 04:40:34.562 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Aug 02 04:40:34.563 DEBG Nexus IP provided explicitly, will use it, addr: [fd00:1122:3344:101::b]:12221 Aug 02 04:40:34.563 DEBG starting producer registration task Aug 02 04:40:34.563 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 37ce63af-3247-46a5-84db-8e89690a047d, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:276 Aug 02 04:40:34.563 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task Aug 02 04:40:34.563 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task Aug 02 04:40:34.593 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:46.945793632Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:48.946821876Z","hostname":"oxz_switch","pid":2293} Aug 02 04:40:49.280 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:40:49.281 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 331.116059ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 Aug 02 04:40:49.642 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:50.947844752Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:52.948850757Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:54.949865501Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:56.950893395Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:40:58.95191913Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:00.952928774Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:02.953955678Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:04.603 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:41:04.604 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 682.46935ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:04.954987462Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:05.315 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:06.956005726Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:08.95704264Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:10.958050404Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:12.959066848Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:14.960084422Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:16.961088826Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:18.96212454Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:20.275 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:41:20.276 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 1.070846291s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:20.963131464Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:21.375 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:22.964157098Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:24.965188452Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:26.966187186Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:28.96721205Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:30.968236024Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:32.969240728Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:34.970243542Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:36.336 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:41:36.337 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 2.267845098s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:36.971267096Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:38.630 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:38.97228746Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:40.973298594Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:42.974303628Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:44.975317142Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:46.976352106Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:48.97735389Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:50.978379734Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:52.979408259Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:53.591 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:41:53.592 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 5.344658471s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:54.980430312Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:56.981452277Z","hostname":"oxz_switch","pid":2293} Aug 02 04:41:58.954 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:41:58.982468531Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:00.983483155Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:02.984508769Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:04.985524663Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:06.986530377Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:08.987545211Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:10.988567715Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:12.98960818Z","hostname":"oxz_switch","pid":2293} Aug 02 04:42:13.914 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:42:13.915 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 6.882143874s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:14.990617273Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:16.991640528Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:18.992658262Z","hostname":"oxz_switch","pid":2293} Aug 02 04:42:20.809 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:20.993669926Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:22.994693792Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:24.995712484Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:26.996734308Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:28.997746302Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:30.998759806Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:32.99978543Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:35.000803514Z","hostname":"oxz_switch","pid":2293} Aug 02 04:42:35.769 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:42:35.771 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 20.194415252s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:37.001813408Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:39.002834862Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:41.003847449Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:43.00484893Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:45.005856393Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:47.006875838Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:49.007894101Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:51.008901416Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:53.009909149Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:55.010921633Z","hostname":"oxz_switch","pid":2293} Aug 02 04:42:55.941 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:57.011932057Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:42:59.012952671Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:01.013958145Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:03.014973029Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:05.015984523Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:07.017029247Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:09.018031941Z","hostname":"oxz_switch","pid":2293} Aug 02 04:43:10.902 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:43:10.903 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 43.197286958s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:11.019046335Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:13.02008392Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:15.021105834Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:17.022137678Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:43:19.022147591Z","hostname":"oxz_switch","pid":2293} Aug 02 04:43:54.108 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Aug 02 04:44:09.110 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }), component: producer-registration-task Aug 02 04:44:09.111 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out", delay: 60.794784742s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/450f906/oximeter/producer/src/lib.rs:417 {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:44:14.00988228Z","hostname":"oxz_switch","pid":2293} {"msg":"[tfportrear0_0] neighbor buskin@fe80::20e1:e5ff:fef5:fc37 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-08-02T04:44:16.235764971Z","hostname":"oxz_switch","pid":2293}