[ Nov  6 00:22:53 Disabled. ]
[ Nov  6 00:22:53 Rereading configuration. ]
[ Nov  6 00:22:53 Enabled. ]
[ Nov  6 00:22:53 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Nov  6 00:22:53 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:22:53.159589568Z","hostname":"sock","pid":1579}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:22:53.175984369Z","hostname":"sock","pid":1579}
{"msg":"[net1] sm initialized with addr fe80::6c8d:a9ff:fe83:9fd7 on if net1 index 4","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:22:53.176129722Z","hostname":"sock","pid":1579}
{"msg":"[net0] sm initialized with addr fe80::e857:59ff:fe66:facc on if net0 index 3","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:22:53.176142002Z","hostname":"sock","pid":1579}
{"msg":"[net1] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:22:53.176176103Z","hostname":"sock","pid":1579}
{"msg":"[net0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:22:53.176186883Z","hostname":"sock","pid":1579}
{"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:22:53.176549051Z","hostname":"sock","pid":1579}
{"msg":"[net0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:22:53.616575525Z","hostname":"sock","pid":1579}
{"msg":"[net1] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:22:53.616587306Z","hostname":"sock","pid":1579}
{"msg":"[net0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:22:56.545097703Z","hostname":"sock","pid":1579}
{"msg":"[net1] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:22:56.545112273Z","hostname":"sock","pid":1579}
{"msg":"[net0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:09.625371996Z","hostname":"sock","pid":1579}
{"msg":"[net1] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:09.625386526Z","hostname":"sock","pid":1579}
{"msg":"[net1] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:09.625767884Z","hostname":"sock","pid":1579}
{"msg":"[net0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:09.625778614Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:23:17.17779015Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:23:17.17780584Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:23:17.177988504Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:23:17.178104296Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:19.430410572Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:21.681660016Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:23.93293068Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:26.184227114Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:28.43563877Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:29.177625901Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:30.686969906Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:31.177696335Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:31.177828398Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:23:32.938318541Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:23:32.938617338Z","hostname":"sock","pid":1579}
Nov 06 00:23:53.615 DEBG registered DTrace probes
Nov 06 00:23:53.615 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::1]:8001, component: dropshot
Nov 06 00:23:53.615 INFO listening, local_addr: [fd00:1122:3344:101::1]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335
Nov 06 00:23:53.615 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::1]:8001, component: dropshot
Nov 06 00:23:53.615 DEBG Nexus IP not provided, will use DNS to resolve it
Nov 06 00:23:53.615 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/internal-dns/resolver/src/resolver.rs:144
Nov 06 00:23:53.615 DEBG starting producer registration task
Nov 06 00:23:53.615 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::1]:8001, producer_id: 77b206d1-b803-4af9-823e-c12c10a45114, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:280
Nov 06 00:23:53.615 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
Nov 06 00:23:53.616 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 637, tv_nsec: 691428056 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:23:53.617 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:23:53.618 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:24:08.619 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:24:08.619 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 15.004485938s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Nov 06 00:24:08.951 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 653, tv_nsec: 26852042 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:24:08.952 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:24:08.953 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:24:15.179215432Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:24:15.179255962Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:24:15.179477577Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:24:15.17961293Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:17.431747873Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:19.683043307Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:21.934324671Z","hostname":"sock","pid":1579}
Nov 06 00:24:23.954 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:24:23.954 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 30.339406856s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:24.185654086Z","hostname":"sock","pid":1579}
Nov 06 00:24:24.259 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 668, tv_nsec: 334620557 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:24:24.260 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:24:24.261 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:26.437361369Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:27.178719406Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:28.688683675Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:29.17877448Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:29.178803491Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:24:30.94003432Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:24:30.940139402Z","hostname":"sock","pid":1579}
Nov 06 00:24:39.261 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:24:39.261 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 45.646094484s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Nov 06 00:24:40.202 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 684, tv_nsec: 277451200 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:24:40.203 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:24:40.204 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:24:55.204 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:24:55.204 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 61.589035762s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Nov 06 00:24:57.776 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 701, tv_nsec: 851376729 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:24:57.777 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:24:57.777 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:25:12.778 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:25:12.778 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 79.163224268s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:25:13.18091836Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:25:13.18093498Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:25:13.181137855Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:25:13.181224086Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:15.433337928Z","hostname":"sock","pid":1579}
Nov 06 00:25:16.652 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 720, tv_nsec: 727543007 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:25:16.653 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:25:16.653 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:17.684662745Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:19.93601619Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:22.187359195Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:24.43871266Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:25.179690319Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:26.690044765Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:27.179773862Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:27.179801673Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:25:28.94138705Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:25:28.941537573Z","hostname":"sock","pid":1579}
Nov 06 00:25:31.655 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:25:31.655 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 98.03965189s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Nov 06 00:25:36.965 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 741, tv_nsec: 40382962 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:25:36.966 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:25:36.966 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:25:51.967 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:25:51.967 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 118.351945483s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Nov 06 00:26:07.326 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 771, tv_nsec: 401692077 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:26:07.327 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:26:07.328 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:26:11.182049607Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:26:11.182076548Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:26:11.182339923Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:26:11.182450906Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:13.434619128Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:15.685926374Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:17.93725587Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:20.188603155Z","hostname":"sock","pid":1579}
Nov 06 00:26:22.328 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:26:22.328 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 148.713027435s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:22.43990147Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:23.180881598Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:24.691154623Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:25.180904011Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:25.180929922Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:26:26.941515988Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:26:26.94161816Z","hostname":"sock","pid":1579}
Nov 06 00:26:47.995 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 812, tv_nsec: 70679084 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:26:47.996 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:26:47.997 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:27:02.998 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:27:02.999 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 189.383503693s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:09.183949772Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:27:09.183973642Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:09.184181307Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:09.184236038Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:11.436193907Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:13.68836513Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:15.939689475Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:18.191227115Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:20.44259015Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:21.182070557Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:22.693924755Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:23.18213855Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:23.182165721Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:24.94521403Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:24.945347773Z","hostname":"sock","pid":1579}
Nov 06 00:27:36.720 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 860, tv_nsec: 795722263 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:27:36.721 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:27:36.722 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:27:51.723 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:27:51.723 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 238.108164422s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:57.414524688Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:27:57.414551569Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:57.414641731Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:27:57.414777364Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:27:59.666850934Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:01.918102798Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:04.168413181Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:06.419702285Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:08.670416137Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:10.921721581Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:13.172969754Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:15.423414929Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:17.674651363Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:19.18322972Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:19.925910756Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:21.183299774Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:21.183324504Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:28:22.17717289Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:28:22.177256211Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:29:13.18702353Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:29:13.18704378Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:29:13.187221304Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:29:13.187271665Z","hostname":"sock","pid":1579}
Nov 06 00:29:13.406 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 957, tv_nsec: 480970806 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:29:13.406 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:29:13.407 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:15.438996018Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:17.690284032Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:19.941489755Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:22.192688767Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:24.444079774Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:25.184576802Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:26.695314548Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:27.184656607Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:27.184686438Z","hostname":"sock","pid":1579}
Nov 06 00:29:28.408 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:29:28.408 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 334.793391336s, count: 10, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:29:28.946601541Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:29:28.946720834Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:30:11.188421676Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:30:11.188439416Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:30:11.188502837Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:30:11.188697422Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:13.440709411Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:15.692022905Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:17.943313709Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:20.194661894Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:22.44601214Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:23.185845095Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:24.697364476Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:25.185902738Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:25.185920598Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:30:26.948742542Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:30:26.948842574Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:31:09.190031985Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:31:09.190055716Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:31:09.190116557Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:31:09.190216339Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:11.442338761Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:13.69335168Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:15.944662404Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:18.196024688Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:20.447351223Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:21.187148376Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:22.698630897Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:23.18720816Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:23.187258361Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:31:24.949949571Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:31:24.950056264Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:07.191523219Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:32:07.191548319Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:07.19159232Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:07.191706993Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:09.443836166Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:11.695188911Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:13.946516366Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:16.19783981Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:18.449167666Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:19.188323026Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:20.69950504Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:21.18838424Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:21.18841082Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:22.950784014Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:22.950886097Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:57.414399165Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:32:57.414427826Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:57.414654801Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:32:57.414752323Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:32:59.667036139Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:01.918315083Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:04.169666008Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:06.421209857Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:08.672786197Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:09.189413611Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:10.924094142Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:11.189499766Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:11.189538016Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:13.174482346Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:33:13.174597039Z","hostname":"sock","pid":1579}
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:33:15.19320656Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:33:15.193256971Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:33:15.193328023Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:33:15.193503277Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:17.445523496Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:19.696851663Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:21.948123707Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:24.198452699Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:26.449810625Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:27.189872235Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:28.700580679Z","hostname":"sock","pid":1579}
{"msg":"[net0] neighbor swsock@fe80::7083:ddff:feee:b129 expire","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:29.189954169Z","hostname":"sock","pid":1579}
{"msg":"[net0] expiring peer fe80::7083:ddff:feee:b129 due to discovery event","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:29.189983119Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:33:30.951951314Z","hostname":"sock","pid":1579}
{"msg":"[net0] removing 0 routes from illumos","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:33:30.952072967Z","hostname":"sock","pid":1579}
Nov 06 00:33:52.006 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("5223e370-19c9-4db5-8642-6562160fa3f5.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("69025b2f-8c41-4e16-99c3-bebb9b66faf8.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("8fb2997d-477a-4332-84ac-fcb89a3693f0.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1236, tv_nsec: 81681094 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Nov 06 00:33:52.007 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Nov 06 00:33:52.008 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Nov 06 00:34:07.009 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Nov 06 00:34:07.009 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 613.394457752s, count: 11, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[net0] nbr is fe80::7083:ddff:feee:b129@swsock transit","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:34:13.194487333Z","hostname":"sock","pid":1579}
{"msg":"[net0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-11-06T00:34:13.194505423Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange: listening on [fe80::e857:59ff:fe66:facc]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:34:13.194568084Z","hostname":"sock","pid":1579}
{"msg":"[net0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-11-06T00:34:13.194759669Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:34:15.446736058Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:34:17.698062763Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:34:19.948397556Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:34:22.199680871Z","hostname":"sock","pid":1579}
{"msg":"[net0] exchange pull: timeout error: deadline has elapsed","v":0,"name":"slog-rs","level":40,"time":"2026-11-06T00:34:24.451040896Z","hostname":"sock","pid":1579}