Max level shown:
1 Jan 17 02:30:08.754 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
2 Jan 17 02:30:08.754 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 40.989687474s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
3 Jan 17 02:30:09.647 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 707, tv_nsec: 232685291 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
4 Jan 17 02:30:09.648 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
5 Jan 17 02:30:09.648 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
6 Jan 17 02:30:24.649 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
7 Jan 17 02:30:24.649 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 56.884812588s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
8 Jan 17 02:30:26.054 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 723, tv_nsec: 639777550 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
9 Jan 17 02:30:26.055 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
10 Jan 17 02:30:26.055 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
11 Jan 17 02:30:41.057 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
12 Jan 17 02:30:41.057 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 73.292559326s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
13 Jan 17 02:30:43.826 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 741, tv_nsec: 411169782 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
14 Jan 17 02:30:43.826 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
15 Jan 17 02:30:43.826 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
16 Jan 17 02:30:58.828 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
17 Jan 17 02:30:58.828 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 91.06334735s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
18 Jan 17 02:31:07.906 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 765, tv_nsec: 491173449 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
19 Jan 17 02:31:07.906 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
20 Jan 17 02:31:07.906 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
21 Jan 17 02:31:22.908 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
22 Jan 17 02:31:22.908 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 115.143320667s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
23 Jan 17 02:31:42.438 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 800, tv_nsec: 23084734 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
24 Jan 17 02:31:42.439 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
25 Jan 17 02:31:42.439 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
26 Jan 17 02:31:57.441 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
27 Jan 17 02:31:57.441 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 149.676617789s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
28 Jan 17 02:32:42.053 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 859, tv_nsec: 638084457 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
29 Jan 17 02:32:42.053 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
30 Jan 17 02:32:42.053 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
31 Jan 17 02:32:57.055 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
32 Jan 17 02:32:57.055 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 209.290587109s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
33 Jan 17 02:33:59.577 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 937, tv_nsec: 162758541 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
34 Jan 17 02:33:59.578 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
35 Jan 17 02:33:59.578 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
36 Jan 17 02:34:14.579 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
37 Jan 17 02:34:14.579 WARN failed to register with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)", delay: 286.814785508s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/b36f032/oximeter/producer/src/lib.rs:371
38 Jan 17 02:36:16.244 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("1efa1d2c-6a19-4172-b7cd-4afb602fa14b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("9ce38bd1-34e8-46f0-b06b-64e58236fccb.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("d5ac77e2-2c9e-4213-ba10-4574a7d01a5d.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1073, tv_nsec: 828925932 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
39 Jan 17 02:36:16.244 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
40 Jan 17 02:36:16.244 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task