[ Mar 25 23:56:48 Disabled. ]
[ Mar 25 23:56:48 Rereading configuration. ]
[ Mar 25 23:56:49 Enabled. ]
[ Mar 25 23:56:49 Rereading configuration. ]
[ Mar 25 23:56:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ]
[ Mar 25 23:56:49 Method "start" exited with status 0. ]
{"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:56:49.916401851Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:49.936838197Z","hostname":"oxz_switch","pid":2267}
{"msg":"failed to start stats server: underlay address not found","v":0,"name":"slog-rs","level":50,"time":"2025-03-25T23:56:49.936968421Z","hostname":"oxz_switch","pid":2267}
{"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:56:49.936986772Z","hostname":"oxz_switch","pid":2267}
{"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:56:49.937821069Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:50.936980809Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:51.937044858Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:52.937134799Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:53.937217278Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:54.937328619Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:55.937381148Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:56.937459658Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:57.937539087Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:58.937647038Z","hostname":"oxz_switch","pid":2267}
{"msg":"[] failed to get IPv6 address for interface tfportrear0_0/ll: not found: tfportrear0_0/ll","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:56:59.937754448Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] sm initialized with addr fe80::64b4:a7ff:fee9:52f9 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:00.93790234Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2025-03-25T23:57:00.937929021Z","hostname":"oxz_switch","pid":2267}
[ Mar 25 23:57:01 Rereading configuration. ]
[ Mar 25 23:57:01 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 215"). ]
+ CONTRACT=''
+ getopts c: o
+ CONTRACT=215
+ getopts c: o
+ [[ -n 215 ]]
+ pgrep -c 215
+ PARENT_PID=2265
+ [[ -n 2265 ]]
+ pgrep -P 2265
+ CHILD_PID=2267
+ [[ -n 2267 ]]
+ kill -USR1 2267
{"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:01.518430933Z","hostname":"oxz_switch","pid":2267}
[ Mar 25 23:57:01 Method "refresh" exited with status 0. ]
{"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:01.520617533Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:57:01.521 DEBG registered DTrace probes
Mar 25 23:57:01.522 DEBG registered endpoint, versions: all, path: /{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Mar 25 23:57:01.522 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.16.0/src/server.rs:328
Mar 25 23:57:01.522 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot
Mar 25 23:57:01.522 DEBG Nexus IP not provided, will use DNS to resolve it
Mar 25 23:57:01.522 INFO new DNS resolver, addresses: [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53], component: internal-dns-resolver, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/internal-dns/resolver/src/resolver.rs:111
Mar 25 23:57:01.523 DEBG starting producer registration task
Mar 25 23:57:01.523 INFO starting oximeter metric producer server, interval: 1s, address: [fd00:1122:3344:101::2]:8001, producer_id: 032de713-2093-4357-ba69-fe15e13a28ff, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:279
Mar 25 23:57:01.523 DEBG registering / renewing oximeter producer lease with Nexus, component: producer-registration-task
{"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Net { addr: fd56:b01e:7800:931c::1, width: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:02.719411931Z","hostname":"oxz_switch","pid":2267}
{"msg":"advertise tunnel: {\n    TunnelOrigin {\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        boundary_addr: fd56:b01e:7800:931c::1,\n        vni: 99,\n        metric: 18446744073709551615,\n    },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.719515414Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), boundary_addr: fd56:b01e:7800:931c::1, vni: 99, metric: 18446744073709551615 }}))","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:02.719613978Z","hostname":"oxz_switch","pid":2267}
{"msg":"advertise tunnel: {\n    TunnelOrigin {\n        overlay_prefix: V4(\n            Ipv4Net {\n                addr: 0.0.0.0,\n                width: 0,\n            },\n        ),\n        boundary_addr: fd56:b01e:7800:931c::1,\n        vni: 99,\n        metric: 18446744073709551615,\n    },\n}","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.71998585Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), boundary_addr: fd56:b01e:7800:931c::1, vni: 99, metric: 18446744073709551615 }}))","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:02.71999657Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] nbr is fe80::cccc:eaff:fe45:4f9a@sock server","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.938370999Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2025-03-25T23:57:02.93839698Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] exchange: listening on [fe80::64b4:a7ff:fee9:52f9]:56797","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.938586706Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.93871412Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.940620131Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2025-03-25T23:57:02.940637382Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::cccc:eaff:fe45:4f9a on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.980819492Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::cccc:eaff:fe45:4f9a on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.982087613Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:a02a:: -> fe80::cccc:eaff:fe45:4f9a on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.982261978Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::cccc:eaff:fe45:4f9a on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.982404993Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::cccc:eaff:fe45:4f9a on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.982555437Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2025-03-25T23:57:02.983101165Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2025-03-25T23:57:03.013184011Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:57:11.527 DEBG lookup_socket_v6 srv, response: SrvLookup(Lookup { query: Query { name: Name("_nexus._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("761779f4-3f55-473f-b12c-d61ae5ccf5e6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("829226ff-abcd-413f-9ba0-66bb159a58c9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nexus._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name("b3666149-6102-4245-8aad-9d0fef855191.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b3666149-6102-4245-8aad-9d0fef855191.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::a))) }], valid_until: Instant { tv_sec: 791, tv_nsec: 565365503 } }), dns_name: _nexus._tcp.control-plane.oxide.internal, component: internal-dns-resolver
Mar 25 23:57:11.527 DEBG using nexus address for registration, addr: [fd00:1122:3344:101::b]:12221, component: producer-registration-task
Mar 25 23:57:11.558 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
Mar 25 23:57:27.495 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:57:27.497 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 171.452921ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 25 23:57:27.698 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:29.876410839Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:31.877438261Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:33.878453333Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:35.879484116Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:37.880516678Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:39.88152519Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:41.882548513Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:57:42.660 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:57:42.662 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 426.754076ms, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 25 23:57:43.117 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:43.883577806Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:45.884594019Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:47.885610991Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:49.886621473Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:51.887636066Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:53.888642738Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:55.889665791Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:57.890679893Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:57:58.078 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:57:58.079 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.363346672s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 25 23:57:59.470 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:57:59.891689544Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:01.892710946Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:03.893723899Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:05.894730622Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:07.895762344Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:09.896771826Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:11.897790729Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:13.898832812Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:58:14.430 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:58:14.432 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 1.317423344s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
Mar 25 23:58:15.776 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:15.899835834Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:17.900856417Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:19.901848019Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:21.902873062Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:23.903907885Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:25.904895936Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:27.905914849Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:29.906941961Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:58:30.736 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:58:30.737 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 2.401857697s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:31.907957624Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:58:33.163 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:33.908986346Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:35.909986638Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:37.911018141Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:41.913045615Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:43.914051908Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:45.91507273Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:47.916095883Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:58:48.124 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:58:48.125 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 5.08392006s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:51.918132853Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:58:53.227 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:58:53.919172931Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:03.924192512Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:59:08.188 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:59:08.189 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 17.856876601s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:09.927233048Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:15.930271376Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:19.93229864Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:25.935337079Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:59:26.028 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::b]:12221/metrics/producers, method: POST, component: producer-registration-task
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:35.94038387Z","hostname":"oxz_switch","pid":2267}
Mar 25 23:59:40.988 DEBG client response, result: Err(reqwest::Error { kind: Request, url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", source: TimedOut }), component: producer-registration-task
Mar 25 23:59:40.990 WARN failed to register as a producer with Nexus, will retry, error: "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)", delay: 39.138192141s, component: producer-registration-task, file: /home/build/.cargo/git/checkouts/omicron-d039c41f152bda83/45cb91c/oximeter/producer/src/lib.rs:420
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:45.945432762Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:51.948461348Z","hostname":"oxz_switch","pid":2267}
{"msg":"[tfportrear0_0] neighbor sock@fe80::cccc:eaff:fe45:4f9a missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2025-03-25T23:59:55.950488872Z","hostname":"oxz_switch","pid":2267}