[ Jul 22 07:42:10 Disabled. ]
[ Jul 22 07:42:10 Rereading configuration. ]
[ Jul 22 07:42:11 Enabled. ]
[ Jul 22 07:42:11 Rereading configuration. ]
[ Jul 22 07:42:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Jul 22 07:42:11 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:11.590698338Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:11.624746502Z","hostname":"oxz_switch","pid":2305}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2026-07-22T07:42:11.624780613Z","hostname":"oxz_switch","pid":2305}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:11.624848044Z","hostname":"oxz_switch","pid":2305}
{"msg":"admin: listening on [::]:8000","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:11.626262003Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:12.624822459Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:13.624907137Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:14.625003895Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:15.625087893Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:16.635709829Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:17.635782806Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:18.635866174Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:19.635971312Z","hostname":"oxz_switch","pid":2305}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:20.63606559Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sm initialized with addr fe80::c8b7:14ff:fed8:86c8 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:21.636165518Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:21.636203399Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] nbr is fe80::acbb:52ff:fe3f:af3f@buskin server","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:21.636813972Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:21.636835832Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] exchange: listening on [fe80::c8b7:14ff:fed8:86c8]:56797","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:21.637023066Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:21.6372169Z","hostname":"oxz_switch","pid":2305}
[ Jul 22 07:42:22 Rereading configuration. ]
[ Jul 22 07:42:22 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 213"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=213
+ getopts c: o
+ [[ -n 213 ]]
+ pgrep -c 213
+ PARENT_PID=2300
+ [[ -n 2300 ]]
+ pgrep -P 2300
+ CHILD_PID=2305
+ [[ -n 2305 ]]
+ kill -USR1 2305
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:22.175832131Z","hostname":"oxz_switch","pid":2305}
[ Jul 22 07:42:22 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:22.179283673Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:42:22.179 DEBG registered DTrace probes
Jul 22 07:42:22.180 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Jul 22 07:42:22.180 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.1/src/server.rs:335
Jul 22 07:42:22.180 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Jul 22 07:42:22.180 DEBG Nexus IP not provided, will use DNS to resolve it
Jul 22 07:42:22.180 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/internal-dns/resolver/src/resolver.rs:144
Jul 22 07:42:22.181 DEBG starting producer registration task
Jul 22 07:42:22.181 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 0d37cbbe-974b-4699-af8c-cb1bb07d7acd, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:280
Jul 22 07:42:22.181 DEBG registering as oximeter producer with Nexus, registration_count: 0, component: producer-registration-task
{"msg":"advertise tunnel: {\n    TunnelOrigin {\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        boundary_addr: fdd0:551:a40e:c52f::1,\n        vni: 99,\n        metric: 18446744073709551615,\n    },\n}","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.380041472Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] exchange pull: hyper client error: client error (Connect)","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:23.63904309Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.639863207Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:23.639880797Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.641235695Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.642699635Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.642965481Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.643286878Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.643597094Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:23.64390672Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:23.644687867Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:42:27.184 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8757, tv_nsec: 440515157 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:42:27.185 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:42:27.186 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.639901525Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:31.639947486Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.641051969Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.641662272Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.641965798Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.642252894Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.642443358Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:31.642595841Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:40.604846974Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.60296359Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:42.60300008Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.603761266Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.604299187Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.604635694Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.604855109Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.604994452Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:42.605220325Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:42.605818519Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:42:43.143 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:42:43.144 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 20.006041425s, count: 0, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
Jul 22 07:42:43.376 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8772, tv_nsec: 676453518 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:42:43.377 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:42:43.378 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:44.605919215Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:46.605930155Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:48.605961921Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:50.606006846Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:52.606015201Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.608055423Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:42:52.608102994Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.608803723Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.60935703Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.609608645Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.609754798Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.609909791Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:42:52.610105715Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:54.606035564Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:56.606085379Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:42:58.338 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:42:58.338 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 35.242169009s, count: 1, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:42:58.606146104Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:42:58.750 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8788, tv_nsec: 92190818 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:42:58.750 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:42:58.751 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:00.606171669Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:02.606245704Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.613157588Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:02.613201068Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.613956234Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.614457675Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.614686589Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.614828012Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.615013826Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:02.615313602Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:04.606295729Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:06.606293853Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:08.606338838Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:10.606381082Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:12.606412677Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.618097799Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:12.61813269Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.618939847Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.619443967Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.619612411Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.619751504Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.619904997Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:12.62004168Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:13.712 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:43:13.712 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 50.657540112s, count: 2, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:14.606432532Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:14.974 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8804, tv_nsec: 360603076 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:43:14.975 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:43:14.976 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:16.606463736Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:18.606476686Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:20.606515126Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:22.606528991Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.623224417Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:22.623256827Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.624034764Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.624576832Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.624789999Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.625004034Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.625196158Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:22.625422662Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:24.606564785Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:26.60659775Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:28.606622774Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:29.937 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:43:29.937 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 66.926162434s, count: 3, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:30.606652359Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:31.145 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8820, tv_nsec: 575347294 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:43:31.146 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:43:31.147 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:32.606692945Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.628486987Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:32.628510077Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.629258053Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.629787324Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.629980368Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.63011247Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.630270744Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:32.630414807Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:34.606710259Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:36.606783904Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:38.606798828Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:40.606853593Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:42.606871617Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.633072931Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:42.633103302Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.633831266Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.634271746Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.634451979Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.634621113Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.634746196Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:42.634905249Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:44.606889242Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:46.108 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:43:46.108 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 83.140949434s, count: 4, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:46.606926056Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:48.606973011Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:43:50.254 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8839, tv_nsec: 735401599 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:43:50.254 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:43:50.255 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:50.606972195Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:52.60797195Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.637981183Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:43:52.638006933Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.638753668Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.639158847Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.639410582Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.639634277Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.639831781Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:43:52.639990024Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:54.608006595Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:56.60806363Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:43:58.608088025Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:00.608122209Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:02.608145383Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.643251197Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:02.643286814Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.644044998Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.64460888Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.644762413Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.644914406Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.645061219Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:02.645188792Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:04.608156638Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:44:05.216 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:44:05.216 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 102.30057112s, count: 5, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:06.608188073Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:08.608229978Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:10.608264363Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:12.608297037Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.648502801Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:12.648531772Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.649288248Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.650037473Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.650087864Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.650268038Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.650449792Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:12.650620825Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:44:14.043 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8863, tv_nsec: 589346742 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:44:14.044 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:44:14.045 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:14.608290431Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:16.608353966Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:18.608392311Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:20.608429926Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:22.60847624Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.653806181Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:22.653840801Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.654587356Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.655199229Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.655477525Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.655658299Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.655805822Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:22.655958895Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:24.608522145Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:26.608597461Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:28.608623516Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:44:29.006 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:44:29.006 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 126.15536073s, count: 6, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:30.608671921Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:32.608723325Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.658859715Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:32.658881346Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.659650352Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.660149612Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.660332966Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.660481889Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.660628712Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:32.660756724Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:34.608787491Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:36.608842116Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:44:37.993 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("222deea5-2804-4f81-8a64-6ddc57e1d134.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fe9e2ab5-39a2-488b-973b-3e4e89fb1312.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal.") }) }, Record { name_labels: Name("fffeed83-0b7b-4369-9c0f-f5743776482b.host.control-plane.oxide.internal."), dns_class: IN, ttl: 0, rdata: AAAA(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 8887, tv_nsec: 604345436 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Jul 22 07:44:37.994 DEBG will register with Nexus at [fd00:1122:3344:101::c]:12221, component: producer-registration-task
Jul 22 07:44:37.995 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::c]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:38.608883956Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:40.608928076Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:42.608970331Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.663823749Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:42.663846169Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.664667206Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.665229358Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.665511904Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.665732918Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.665906792Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:42.666062415Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:44.609019987Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:46.609089032Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:48.609109336Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:50.60918649Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.667945684Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2026-07-22T07:44:52.667980625Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.668903954Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.669489936Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.66970441Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.669887744Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::acbb:52ff:fe3f:af3f on port Rear(Rear(\"rear0\"))/0","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.670056228Z","hostname":"oxz_switch","pid":2305}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2026-07-22T07:44:52.670244552Z","hostname":"oxz_switch","pid":2305}
Jul 22 07:44:52.966 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Jul 22 07:44:52.966 WARN failed to register with Nexus, will retry, error: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out, delay: 150.170335353s, count: 7, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-e0115f488d1c1d58/d6fba55/oximeter/producer/src/lib.rs:376
{"msg":"[tfportrear0_0] neighbor buskin@fe80::acbb:52ff:fe3f:af3f missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2026-07-22T07:44:58.612038675Z","hostname":"oxz_switch","pid":2305}