[ May 1 05:08:12 Disabled. ] [ May 1 05:08:12 Rereading configuration. ] [ May 1 05:08:26 Rereading configuration. ] [ May 1 05:08:26 Rereading configuration. ] [ May 1 05:08:26 Enabled. ] [ May 1 05:08:26 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ May 1 05:08:26 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:26.408955934Z","hostname":"oxz_switch","pid":3968} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:26.428705866Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] sm initialized with addr fe80::b8b5:90ff:fe3f:5d63 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:26.429287468Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T05:08:26.429300498Z","hostname":"oxz_switch","pid":3968} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:26.430071884Z","hostname":"oxz_switch","pid":3968} [ May 1 05:08:27 Rereading configuration. ] [ May 1 05:08:27 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 438"). ] + CONTRACT='' + getopts c: o + CONTRACT=438 + getopts c: o + [[ -n 438 ]] + pgrep -c 438 + PARENT_PID=3967 + [[ -n 3967 ]] + pgrep -P 3967 + CHILD_PID=3968 + [[ -n 3968 ]] + kill -USR1 3968 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:27.720714837Z","hostname":"oxz_switch","pid":3968} [ May 1 05:08:27 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:27.722643867Z","hostname":"oxz_switch","pid":3968} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:27.723051725Z","hostname":"oxz_switch","pid":3968} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:27.723151217Z","hostname":"oxz_switch","pid":3968,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Prefix { addr: fdc2:4d81:89c:43df::1, len: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:27.798917856Z","hostname":"oxz_switch","pid":3968} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Prefix {\n addr: 0.0.0.0,\n len: 0,\n },\n ),\n boundary_addr: fdc2:4d81:89c:43df::1,\n vni: 99,\n metric: 100,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:27.799048459Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Prefix { addr: 0.0.0.0, len: 0 }), boundary_addr: fdc2:4d81:89c:43df::1, vni: 99, metric: 100 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:27.79907262Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] nbr is fe80::d06e:44ff:fe61:a125@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.429882898Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T05:08:28.42995286Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] exchange: listening on [fe80::b8b5:90ff:fe3f:5d63]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.430101203Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.430239566Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.431990202Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T05:08:28.432004603Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::d06e:44ff:fe61:a125 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.471371543Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::d06e:44ff:fe61:a125 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.472521857Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::d06e:44ff:fe61:a125 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.47268524Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::d06e:44ff:fe61:a125 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.472811503Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::d06e:44ff:fe61:a125 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.472925806Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T05:08:28.473507438Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T05:08:28.508553238Z","hostname":"oxz_switch","pid":3968} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T05:08:32.726805844Z","hostname":"oxz_switch","pid":3968,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"26771b7d-eb9f-473a-8e8b-07e843276ba9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5427aa9d-f3ba-4d73-b918-7e9bd2515700.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"f358bb35-d0d7-4ff4-acab-03176c628de4.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f358bb35-d0d7-4ff4-acab-03176c628de4.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::b)) }], valid_until: Instant { tv_sec: 1015, tv_nsec: 23703550 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} May 01 05:08:32.728 DEBG registered DTrace probes May 01 05:08:32.728 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:08:32.728 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:08:32.728 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:08:32.728 DEBG registering metric server as a producer May 01 05:08:32.758 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:08:47.759 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:08:47.760 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 67.844684ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:47.760381283Z","hostname":"oxz_switch","pid":3968} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:08:47.829 DEBG registered DTrace probes May 01 05:08:47.829 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:08:47.830 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:08:47.830 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:08:47.830 DEBG registering metric server as a producer May 01 05:08:47.859 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:52.047959537Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:54.048978529Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:56.049989181Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:08:58.051008863Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:00.052017795Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:02.053031427Z","hostname":"oxz_switch","pid":3968} May 01 05:09:02.445 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:09:02.446 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 66.406639ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:02.446533972Z","hostname":"oxz_switch","pid":3968} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:09:02.513 DEBG registered DTrace probes May 01 05:09:02.513 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:02.513 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:09:02.513 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:02.513 DEBG registering metric server as a producer May 01 05:09:02.542 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:04.054043029Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:06.055080962Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:08.056091763Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:10.057116326Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:12.058125697Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:14.059142839Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:16.060174742Z","hostname":"oxz_switch","pid":3968} May 01 05:09:17.501 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:09:17.502 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 164.290212ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:17.502853954Z","hostname":"oxz_switch","pid":3968} May 01 05:09:17.667 DEBG registered DTrace probes May 01 05:09:17.667 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:17.668 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:09:17.668 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:17.668 DEBG registering metric server as a producer May 01 05:09:17.697 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:18.061169193Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:20.062204256Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:22.063235458Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:24.0642383Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:26.065252082Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:28.066262353Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:30.067268675Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:32.068295248Z","hostname":"oxz_switch","pid":3968} May 01 05:09:32.657 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 203.771361ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:32.658746738Z","hostname":"oxz_switch","pid":3968} May 01 05:09:32.658 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:09:32.862 DEBG registered DTrace probes May 01 05:09:32.862 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:32.862 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:09:32.862 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:32.862 DEBG registering metric server as a producer May 01 05:09:32.891 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:34.069299099Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:36.070321912Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:38.071356134Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:40.072360346Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:42.073371287Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:44.07439Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:46.075397461Z","hostname":"oxz_switch","pid":3968} May 01 05:09:47.851 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 307.314916ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:47.853224979Z","hostname":"oxz_switch","pid":3968} May 01 05:09:47.853 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:48.076417343Z","hostname":"oxz_switch","pid":3968} May 01 05:09:48.160 DEBG registered DTrace probes May 01 05:09:48.160 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:48.161 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:09:48.161 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:09:48.161 DEBG registering metric server as a producer May 01 05:09:48.190 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:50.077421775Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:52.078442807Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:54.079454229Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:56.080452621Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:09:58.081482683Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:00.082483025Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:02.083496047Z","hostname":"oxz_switch","pid":3968} May 01 05:10:03.150 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:10:03.151 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 238.070231ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:03.151749344Z","hostname":"oxz_switch","pid":3968} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:10:03.390 DEBG registered DTrace probes May 01 05:10:03.390 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:03.390 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:10:03.390 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:03.391 DEBG registering metric server as a producer May 01 05:10:03.420 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:04.084516329Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:06.085525732Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:08.086541994Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:10.087565497Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:12.088566929Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:14.089575092Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:16.090583734Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:18.091588196Z","hostname":"oxz_switch","pid":3968} May 01 05:10:18.380 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 200.920973ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:18.382010706Z","hostname":"oxz_switch","pid":3968} May 01 05:10:18.382 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:10:18.583 DEBG registered DTrace probes May 01 05:10:18.583 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:18.583 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:10:18.583 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:18.584 DEBG registering metric server as a producer May 01 05:10:18.613 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:20.092614688Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:22.093621141Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:24.094646853Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:26.095667576Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:28.096671618Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:30.097706901Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:32.098713603Z","hostname":"oxz_switch","pid":3968} May 01 05:10:33.574 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 232.031869ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:33.57553612Z","hostname":"oxz_switch","pid":3968} May 01 05:10:33.575 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:10:33.807 DEBG registered DTrace probes May 01 05:10:33.807 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:33.807 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:10:33.808 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:33.808 DEBG registering metric server as a producer May 01 05:10:33.836 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:34.099724856Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:36.100741488Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:38.101743761Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:40.102758583Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:42.103784186Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:44.104795298Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:46.10579501Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:48.106804472Z","hostname":"oxz_switch","pid":3968} May 01 05:10:48.798 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:10:48.799 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 491.165768ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:48.799126252Z","hostname":"oxz_switch","pid":3968} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:10:49.289 DEBG registered DTrace probes May 01 05:10:49.289 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:49.289 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:10:49.289 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:10:49.289 DEBG registering metric server as a producer May 01 05:10:49.318 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:50.107813835Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:52.108820647Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:54.109831369Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:56.110852402Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:10:58.111855192Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:00.112877616Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:02.113883849Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:04.114894401Z","hostname":"oxz_switch","pid":3968} May 01 05:11:04.279 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 521.434209ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:04.28039313Z","hostname":"oxz_switch","pid":3968} May 01 05:11:04.280 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:11:04.801 DEBG registered DTrace probes May 01 05:11:04.801 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:04.801 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:11:04.801 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:04.801 DEBG registering metric server as a producer May 01 05:11:04.830 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:06.115912643Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:08.116917416Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:10.117923167Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:12.11893902Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:14.119955872Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:16.120971754Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:18.121995046Z","hostname":"oxz_switch","pid":3968} May 01 05:11:19.791 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 759.449446ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:19.792578792Z","hostname":"oxz_switch","pid":3968} May 01 05:11:19.792 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:20.122986497Z","hostname":"oxz_switch","pid":3968} May 01 05:11:20.550 DEBG registered DTrace probes May 01 05:11:20.551 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:20.551 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:11:20.551 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:20.551 DEBG registering metric server as a producer May 01 05:11:20.580 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:22.12400823Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:24.125018312Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:26.125054007Z","hostname":"oxz_switch","pid":3968} May 01 05:11:35.566 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:11:35.567 INFO received request to begin graceful shutdown, local_addr:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 552.572461ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:35.567756659Z","hostname":"oxz_switch","pid":3968} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:11:36.121 DEBG registered DTrace probes May 01 05:11:36.121 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:36.121 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:11:36.121 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:36.121 DEBG registering metric server as a producer May 01 05:11:36.152 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:11:51.159 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 05:11:51.164 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 1.196474959s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:11:51.164370903Z","hostname":"oxz_switch","pid":3968} May 01 05:11:52.362 DEBG registered DTrace probes May 01 05:11:52.364 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:52.364 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:11:52.365 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:11:52.365 DEBG registering metric server as a producer May 01 05:11:52.398 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:02.753082626Z","hostname":"oxz_switch","pid":3968} {"msg":"[tfportrear0_0] neighbor buskin@fe80::d06e:44ff:fe61:a125 missed solicit interval","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:06.717483459Z","hostname":"oxz_switch","pid":3968} May 01 05:12:07.409 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 842.53801ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:07.421620926Z","hostname":"oxz_switch","pid":3968} May 01 05:12:07.421 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:08.269 DEBG registered DTrace probes May 01 05:12:08.270 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:08.270 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:08.270 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:08.271 DEBG registering metric server as a producer May 01 05:12:08.337 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:23.351 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 648.638545ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:23.363462495Z","hostname":"oxz_switch","pid":3968} May 01 05:12:23.370 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:24.015 DEBG registered DTrace probes May 01 05:12:24.021 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:24.022 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:24.022 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:24.022 DEBG registering metric server as a producer May 01 05:12:24.083 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:25.222 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 05:12:25.223 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.217318832s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:25.22372895Z","hostname":"oxz_switch","pid":3968} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:27.441 DEBG registered DTrace probes May 01 05:12:27.442 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:27.442 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:27.442 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:27.442 DEBG registering metric server as a producer May 01 05:12:27.471 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:27.471 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 05:12:27.472 INFO received request to begin graceful shutdown, local_addr:{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.824896808s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:27.472216838Z","hostname":"oxz_switch","pid":3968} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:29.298 DEBG registered DTrace probes May 01 05:12:29.298 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:29.299 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:29.299 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:29.299 DEBG registering metric server as a producer May 01 05:12:29.327 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:29.327 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 05:12:29.328 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.736925373s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:29.328363177Z","hostname":"oxz_switch","pid":3968} May 01 05:12:31.066 DEBG registered DTrace probes May 01 05:12:31.066 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:31.066 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:31.066 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:31.066 DEBG registering metric server as a producer May 01 05:12:31.095 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:31.095 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 05:12:31.095 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.122785202s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:31.09594113Z","hostname":"oxz_switch","pid":3968} : [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:33.219 DEBG registered DTrace probes May 01 05:12:33.219 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:33.219 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:33.219 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:33.219 DEBG registering metric server as a producer May 01 05:12:33.247 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:33.248 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 05:12:33.248 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.054906159s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:33.248426886Z","hostname":"oxz_switch","pid":3968} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:35.304 DEBG registered DTrace probes May 01 05:12:35.304 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:35.305 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:35.305 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:35.305 DEBG registering metric server as a producer May 01 05:12:35.334 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:35.353 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 503, headers: {"content-type": "application/json", "x-request-id": "329ab1d3-f51b-4a70-accd-035c562f66af", "content-length": "133", "date": "Wed, 01 May 2024 05:12:35 GMT"} }) May 01 05:12:35.356 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"329ab1d3-f51b-4a70-accd-035c562f66af\", \"content-length\": \"133\", \"date\": \"Wed, 01 May 2024 05:12:35 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"329ab1d3-f51b-4a70-accd-035c562f66af\" } waiting 4.833600636s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T05:12:35.356359973Z","hostname":"oxz_switch","pid":3968} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 05:12:40.191 DEBG registered DTrace probes May 01 05:12:40.191 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:40.191 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 05:12:40.191 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 05:12:40.191 DEBG registering metric server as a producer May 01 05:12:40.220 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 05:12:40.283 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "c79bf1df-2c0c-4779-a7ba-6a350c12a478", "content-length": "41", "date": "Wed, 01 May 2024 05:12:40 GMT"} }) May 01 05:12:40.283 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266