[ Jan 17 07:27:10 Disabled. ] [ Jan 17 07:27:10 Rereading configuration. ] [ Jan 17 07:27:11 Enabled. ] [ Jan 17 07:27:11 Rereading configuration. ] [ Jan 17 07:27:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ Jan 17 07:27:11 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:12.017291538Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:12.03797638Z","hostname":"oxz_switch","pid":2268} {"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-01-17T07:27:12.03800696Z","hostname":"oxz_switch","pid":2268} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:12.03801763Z","hostname":"oxz_switch","pid":2268} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:12.038874047Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:13.038065594Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:14.038157788Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:15.038225551Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:16.038312095Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:17.038371168Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:18.038454972Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:19.038529186Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:20.038605029Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:21.038692123Z","hostname":"oxz_switch","pid":2268} {"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:22.038781487Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] sm initialized with addr fe80::f8ba:aaff:fed3:fb83 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.038857901Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:27:23.038891102Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] nbr is fe80::e0a1:afff:fefe:4b46@buskin server","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.039454833Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:27:23.039493043Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] exchange: listening on [fe80::f8ba:aaff:fed3:fb83]:56797","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.039691407Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.03983737Z","hostname":"oxz_switch","pid":2268} [ Jan 17 07:27:23 Rereading configuration. ] [ Jan 17 07:27:23 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 216"). ] + CONTRACT='' + getopts c: o + CONTRACT=216 + getopts c: o + [[ -n 216 ]] + pgrep -c 216 + PARENT_PID=2266 + [[ -n 2266 ]] + pgrep -P 2266 + CHILD_PID=2268 + [[ -n 2268 ]] + kill -USR1 2268 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.981077081Z","hostname":"oxz_switch","pid":2268} [ Jan 17 07:27:23 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:23.983523948Z","hostname":"oxz_switch","pid":2268} Jan 17 07:27:23.984 DEBG registered DTrace probes Jan 17 07:27:23.985 DEBG registered endpoint, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Jan 17 07:27:23.985 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197 Jan 17 07:27:23.985 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot Jan 17 07:27:23.985 DEBG Nexus IP not provided, will use DNS to resolve it Jan 17 07:27:23.985 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/internal-dns/src/resolver.rs:72 Jan 17 07:27:23.985 DEBG starting producer registration task Jan 17 07:27:23.985 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 12980050-512a-485b-a886-373091c71de4, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:283 Jan 17 07:27:23.986 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task {"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:25.041606628Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.04274419Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:27:25.042759481Z","hostname":"oxz_switch","pid":2268} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd9c:ad90:3396:72b0::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.077594537Z","hostname":"oxz_switch","pid":2268} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n boundary_addr: fd9c:ad90:3396:72b0::1,\n vni: 99,\n metric: 18446744073709551615,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.078173898Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.082024483Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.082992802Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.083153135Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.083344549Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.083521293Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:27:25.084045063Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:27:25.113588416Z","hostname":"oxz_switch","pid":2268} Jan 17 07:27:33.990 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("4556b772-0c65-4b05-a77f-6ccbe1f3923a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("a8f04023-6d44-4570-ac4a-005dc53e1aa3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("f16d291f-3318-414c-a9b3-9d3363ece06d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f16d291f-3318-414c-a9b3-9d3363ece06d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::a))) }], valid_until: Instant { tv_sec: 763, tv_nsec: 916174125 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver Jan 17 07:27:33.990 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task Jan 17 07:27:34.021 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 17 07:27:49.223 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 17 07:27:49.224 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 370.382729ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:49.244331495Z","hostname":"oxz_switch","pid":2268} Jan 17 07:27:49.624 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:51.244519668Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:53.245403347Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:27:55.245432981Z","hostname":"oxz_switch","pid":2268} Jan 17 07:28:04.617 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 17 07:28:04.618 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 681.601178ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 17 07:28:05.330 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:28:07.251504498Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 expire","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:28:15.010481105Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] nbr is fe80::e0a1:afff:fefe:4b46@buskin server","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.025864644Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] expiring peer fe80::e0a1:afff:fefe:4b46 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:28:15.025879174Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] removing routes 5 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.025896565Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] failed to remove tunnel routes: {} OPTE driver is not attached","v":0,"name":"slog-rs","level":50,"time":"2025-01-17T07:28:15.128576939Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] redistributing expire to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:28:15.12861737Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:28:15.130014377Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] exchange: listening on [fe80::f8ba:aaff:fed3:fb83]:56797","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.13016821Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.130441285Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.141376878Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:28:15.141400118Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.186978273Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.188558764Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.188785648Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.188991762Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::e0a1:afff:fefe:4b46 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.189177626Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-01-17T07:28:15.190204356Z","hostname":"oxz_switch","pid":2268} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2025-01-17T07:28:15.232602449Z","hostname":"oxz_switch","pid":2268} Jan 17 07:28:20.334 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 17 07:28:20.340 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.138082562s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 17 07:28:21.520 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task {"msg":"[tfportrear0_0] neighbor buskin@fe80::e0a1:afff:fefe:4b46 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-01-17T07:28:29.311464852Z","hostname":"oxz_switch","pid":2268} Jan 17 07:28:36.560 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 17 07:28:36.562 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 2.478038252s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 17 07:28:39.207 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 17 07:28:54.209 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task Jan 17 07:28:54.210 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 3.887311404s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 17 07:28:58.142 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 17 07:28:59.839 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: hyper_util::client::legacy::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }), component: producer-registration-task Jan 17 07:28:59.840 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 9.73995702s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/48125c8/oximeter/producer/src/lib.rs:424 Jan 17 07:29:09.616 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task Jan 17 07:29:09.691 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "d0120800-c392-4391-87d4-52aeb80626c9", "content-length": "41", "date": "Fri, 17 Jan 2025 07:29:09 GMT"} }), component: producer-registration-task Jan 17 07:29:09.697 DEBG registered with nexus successfully, component: producer-registration-task Jan 17 07:29:09.697 DEBG pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task Jan 17 07:29:21.665 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105 Jan 17 07:29:21.790 INFO request completed, latency_us: 124058, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 5314874b-9f71-42a3-aaa6-93ed361fc391, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:22.665 INFO request completed, latency_us: 667, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: c17a7260-a400-4cd4-93d7-08bbaa991b23, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:23.665 INFO request completed, latency_us: 885, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 127d4847-ad30-4ed2-98c9-d56dda1dc2e7, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:24.670 INFO request completed, latency_us: 6531, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 17a67bd3-387f-46d8-869d-20221589dd05, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:25.664 INFO request completed, latency_us: 653, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 166fc34e-a45e-4ee0-ad3d-e9491a5004d7, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:26.665 INFO request completed, latency_us: 794, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 1c2fd428-3d40-4640-93af-9613dabd38e5, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:27.665 INFO request completed, latency_us: 698, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 18803d92-3863-451f-8627-2ce67afa0532, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:28.665 INFO request completed, latency_us: 640, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 12130851-88b8-4444-8ac9-7e1ef439a4be, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:29.665 INFO request completed, latency_us: 657, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 79998c34-43b0-4c3b-b664-50b364c07752, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:30.665 INFO request completed, latency_us: 722, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: ba134560-8aa4-416a-ac46-e3eb543db5f0, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:31.664 INFO request completed, latency_us: 670, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 296167bd-a39d-4fa1-ab9c-d285b2589e48, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:32.664 INFO request completed, latency_us: 667, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 14d832f3-616d-4f1b-a1d9-d4d9a0e83bf5, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:33.664 INFO request completed, latency_us: 669, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 6c731b39-c29e-4b81-bb3c-0ac5661aeedb, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:34.664 INFO request completed, latency_us: 753, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 1bfd30ab-220c-4703-95f5-a1ad851f7863, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:35.665 INFO request completed, latency_us: 652, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 39b0ba7e-d628-4485-9b41-c807b95ebaf4, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:36.665 INFO request completed, latency_us: 691, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 8b207676-f5a0-4f42-a385-ccb7d65d8ce1, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:37.665 INFO request completed, latency_us: 651, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: ffa7d488-fa20-4280-ad8d-2fa107f3e684, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:38.665 INFO request completed, latency_us: 1070, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 8a6906da-ef71-4f36-afb1-c766bd25df1f, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:39.665 INFO request completed, latency_us: 702, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 63863629-4c57-418a-8c7d-08694f980d54, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:40.665 INFO request completed, latency_us: 738, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 9aef28c0-f799-448a-afa4-d12f29336288, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:41.665 INFO request completed, latency_us: 685, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 7021d329-e27d-49ab-8a49-ec71011feaab, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:42.665 INFO request completed, latency_us: 904, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: c10e89f2-99b9-4207-b91b-a9812d9fe1cf, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:43.665 INFO request completed, latency_us: 969, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 5ca7fe81-83fd-4f02-bbda-7b7e104fe849, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:44.665 INFO request completed, latency_us: 1079, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: acf8868b-c970-46fa-ab83-7f7878d33d5b, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:45.665 INFO request completed, latency_us: 1275, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 89685bfb-6e35-49ad-ac7e-bc79b5018b97, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:46.665 INFO request completed, latency_us: 651, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: f3867e55-82b6-46f5-89b8-49c87ae75aac, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:47.665 INFO request completed, latency_us: 772, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 1fc5cedb-59a3-49a8-9410-2c1585ee9ae6, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:48.665 INFO request completed, latency_us: 1104, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: fb1bfa37-43ab-4c1d-93fb-fea5be9bc68d, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:49.665 INFO request completed, latency_us: 784, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 857679b3-15ae-41f4-b009-efb0a0f581c9, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:50.665 INFO request completed, latency_us: 654, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 0922b302-5626-42d6-bbc5-a67e6cc03d7c, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:51.665 INFO request completed, latency_us: 680, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 039e054f-7a18-4ff7-9400-9f7e26ea4525, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:52.665 INFO request completed, latency_us: 787, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: ae1e70b5-27ad-4146-bc71-5fbac5309708, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:53.665 INFO request completed, latency_us: 641, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 97258eeb-b9c8-48b2-9936-dad1d5accf46, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:54.665 INFO request completed, latency_us: 793, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 0d7c133b-d4d8-4f17-88cd-4848c0c9a5c9, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:55.665 INFO request completed, latency_us: 771, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: eba9a6b1-4a12-4fba-be66-ff8036329531, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:56.665 INFO request completed, latency_us: 771, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: d3891d44-3be2-490e-b73a-e4d588f8bcaf, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:57.665 INFO request completed, latency_us: 648, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: f3dc6137-736e-4e77-aeea-430f82f0230a, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:58.664 INFO request completed, latency_us: 735, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 0a1b4136-87d8-45fb-b989-0b7b58db4082, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950 Jan 17 07:29:59.665 INFO request completed, latency_us: 649, response_code: 200, uri: /12980050-512a-485b-a886-373091c71de4, method: GET, req_id: 5a6a000c-1f11-43f0-9043-61fd6b23d050, remote_addr: [fd00:1122:3344:101::d]:61021, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950