[ Aug 19 21:08:19 Disabled. ]
[ Aug 19 21:08:19 Rereading configuration. ]
[ Aug 19 21:08:20 Enabled. ]
[ Aug 19 21:08:20 Rereading configuration. ]
[ Aug 19 21:08:20 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Aug 19 21:08:20 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:20.490777899Z","hostname":"oxz_switch","pid":2297}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-08-19T21:08:20.51384065Z","hostname":"oxz_switch","pid":2297}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:20.51388025Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:20.513889981Z","hostname":"oxz_switch","pid":2297}
{"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:20.514986607Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:21.514028794Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:22.514145767Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:23.514206308Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:24.514337672Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:25.517136257Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:26.515325955Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:27.515420057Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:28.515529899Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:29.515594641Z","hostname":"oxz_switch","pid":2297}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:30.515658632Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] sm initialized with addr fe80::18f4:4eff:fe69:2c0f on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.515795625Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2026-08-19T21:08:31.515820436Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] nbr is fe80::9489:57ff:fe87:9d8@sock server","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.516468701Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-08-19T21:08:31.516484872Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] exchange: listening on [fe80::18f4:4eff:fe69:2c0f]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.516698226Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.516806279Z","hostname":"oxz_switch","pid":2297}
[ Aug 19 21:08:31 Rereading configuration. ]
[ Aug 19 21:08:31 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 214"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=214
+ getopts c: o
+ [[ -n 214 ]]
+ pgrep -c 214
+ PARENT_PID=2296
+ [[ -n 2296 ]]
+ pgrep -P 2296
+ CHILD_PID=2297
+ [[ -n 2297 ]]
+ kill -USR1 2297
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.994081311Z","hostname":"oxz_switch","pid":2297}
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:31.995931915Z","hostname":"oxz_switch","pid":2297}
[ Aug 19 21:08:31 Method "refresh" exited with status 0. ]
Aug 19 21:08:31.996 DEBG registered DTrace probes
Aug 19 21:08:31.997 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Aug 19 21:08:31.997 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335
Aug 19 21:08:31.997 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Aug 19 21:08:31.997 DEBG Nexus IP not provided, will use DNS to resolve it
Aug 19 21:08:31.997 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/internal-dns/resolver/src/resolver.rs:144
Aug 19 21:08:31.997 DEBG starting producer registration task
Aug 19 21:08:31.998 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:280
Aug 19 21:08:31.998 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
Aug 19 21:08:31.999 WARN failed to register with Nexus, will retry, error: proto error: no records found for Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, delay: 1.27925ms, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Aug 19 21:08:32.215 WARN failed to register with Nexus, will retry, error: proto error: no records found for Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, delay: 217.06659ms, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Aug 19 21:08:32.566 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1085, tv_nsec: 36997711 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:08:32.566 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:08:32.568 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:33.519039672Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.520208989Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-08-19T21:08:33.52023196Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::9489:57ff:fe87:9d8 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.521811857Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:a02a:: -> fe80::9489:57ff:fe87:9d8 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.522958624Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::9489:57ff:fe87:9d8 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.523293232Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::9489:57ff:fe87:9d8 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.523545757Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::9489:57ff:fe87:9d8 on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.523761743Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:33.524051939Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2026-08-19T21:08:33.524799237Z","hostname":"oxz_switch","pid":2297}
{"msg":"advertise tunnel: {\n    TunnelOrigin {\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        boundary_addr: fda6:5398:2539:9fb6::1,\n        vni: 99,\n        metric: 18446744073709551615,\n    },\n}","v":0,"name":"slog-rs","level":30,"time":"2026-08-19T21:08:34.31855932Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:08:47.608 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:08:47.608 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 15.571901332s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Aug 19 21:08:49.039 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1101, tv_nsec: 476464426 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:08:49.040 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:08:49.041 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:49.555063249Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:51.555110437Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:53.55517129Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:55.555219229Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:57.555250567Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:08:59.555284265Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:01.555329058Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:03.555395484Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:09:04.000 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:09:04.001 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 32.009193696s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Aug 19 21:09:05.494 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1117, tv_nsec: 975650082 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:09:05.494 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:09:05.495 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:05.555411452Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:07.555499642Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:09.55555328Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:11.555573438Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:13.555606476Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:15.555617955Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:17.555658454Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:19.555695772Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:09:20.456 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:09:20.457 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 48.51000435s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:21.55572472Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:23.555754338Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:09:25.477 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1138, tv_nsec: 13316826 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:09:25.478 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:09:25.479 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:25.555786997Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:27.555846485Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:09:40.440 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:09:40.440 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 68.547558611s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Aug 19 21:09:49.309 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1161, tv_nsec: 909905390 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:09:49.309 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:09:49.310 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:55.557055722Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:57.55706678Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:09:59.557136539Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:01.557212397Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:03.557262415Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:10:04.271 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:10:04.271 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 92.443625303s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:05.557306493Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:07.557392064Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:09.557384892Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:11.557461633Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:13.558445014Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:15.558478383Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:17.558544243Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:19.558595031Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:21.558661979Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:23.558700048Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:10:25.513 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1198, tv_nsec: 212304622 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:10:25.513 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:10:25.514 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:25.558704316Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:27.558769726Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:29.558798174Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:31.558867653Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:33.558902191Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:35.55896618Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:37.559023009Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:39.559025366Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:10:40.474 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:10:40.474 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 128.745369119s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:41.559103865Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:43.559138844Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:45.559214554Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:47.559255703Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:49.559296881Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:51.559352179Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:53.559399787Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:55.559437935Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:57.559496675Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:10:59.559540204Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:01.559561612Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:11:02.834 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1235, tv_nsec: 635679430 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:11:02.835 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:11:02.836 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:03.559630641Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:05.559754611Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:07.55982358Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:09.559868138Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:11.559875256Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:13.559960066Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:15.559995654Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:17.560053493Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:11:17.797 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:11:17.797 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 166.16970405s, count: 8, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:19.560131252Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:21.560175421Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:23.560196299Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:25.560276548Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:27.560328217Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:29.560341106Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:31.560391494Z","hostname":"oxz_switch","pid":2297}
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:11:33.560434846Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:12:24.551 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1317, tv_nsec: 421300643 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:12:24.564 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:12:24.601 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:12:39.591081957Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:12:39.604 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Aug 19 21:12:39.608 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 248.02130994s, count: 9, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor sock@fe80::9489:57ff:fe87:9d8 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-08-19T21:13:33.611574758Z","hostname":"oxz_switch","pid":2297}
Aug 19 21:14:47.407 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("3c52f70f-80c7-45af-8ad8-b3b54c9868ff.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("45dd640c-8534-406a-a0d6-3546b67214ca.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("569f1ceb-178a-439c-a40f-1ebe574c2c70.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::a)) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 290461165 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Aug 19 21:14:47.408 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Aug 19 21:14:47.409 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
Aug 19 21:14:47.476 DEBG client response, result: Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "3efe92d5-3522-48ee-9431-3e0a3201cd45", "content-length": "41", "date": "Wed, 19 Aug 2026 21:14:47 GMT"} }), component: producer-registration-task
Aug 19 21:14:47.476 DEBG successfully registered with Nexus, pausing until time to renew lease, wait_period: 150s, lease_duration: 600s, component: producer-registration-task
Aug 19 21:14:53.571 INFO accepted connection, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:1057
Aug 19 21:14:53.577 INFO request completed, latency_us: 6292, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: 7c30b130-17ec-4bd2-a6f7-6f5aa7831dec, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:54.571 INFO request completed, latency_us: 1001, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: ec497893-d37d-4dda-b01b-fe582e80ddee, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:55.571 INFO request completed, latency_us: 684, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: 5563dcaa-2b72-4d64-b520-cb3d4ef6997a, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:56.570 INFO request completed, latency_us: 705, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: 5317f3ea-b892-4291-8ad5-42018ae7c59d, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:57.571 INFO request completed, latency_us: 663, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: d3e9442e-e0e3-4b42-b531-06f359ce35fd, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:58.571 INFO request completed, latency_us: 645, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: df7cf957-fffa-4d03-b7e7-0159dcb65c49, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874
Aug 19 21:14:59.571 INFO request completed, latency_us: 630, response_code: 200, uri: /739ba3b4-9a57-41c7-8e4c-a707ad2ac51a, method: GET, req_id: 6d0b8ca0-e842-44cc-b546-188a09737a7f, remote_addr: [fd00:1122:3344:101::d]:57850, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:874