[ May 1 00:16:50 Disabled. ] [ May 1 00:16:50 Rereading configuration. ] [ May 1 00:17:03 Rereading configuration. ] [ May 1 00:17:03 Rereading configuration. ] [ May 1 00:17:03 Enabled. ] [ May 1 00:17:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/mg-ddm/pkg/ddm_method_script.sh &"). ] [ May 1 00:17:03 Method "start" exited with status 0. ] {"msg":"signal handler waiting for context","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:03.544513108Z","hostname":"oxz_switch","pid":3965} {"msg":"signal handler waiting got context","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:03.561622322Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] sm initialized with addr fe80::c51:5fff:feb6:a785 on if tfportrear0_0 index 3","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:03.562173598Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] starting discovery handler","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T00:17:03.562190148Z","hostname":"oxz_switch","pid":3965} {"msg":"admin: listening on [::1]:8000","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:03.562925397Z","hostname":"oxz_switch","pid":3965} [ May 1 00:17:04 Rereading configuration. ] [ May 1 00:17:04 Executing refresh method ("/opt/oxide/mg-ddm/pkg/refresh_ctrun_child.sh -c 438"). ] + CONTRACT='' + getopts c: o + CONTRACT=438 + getopts c: o + [[ -n 438 ]] + pgrep -c 438 + PARENT_PID=3964 + [[ -n 3964 ]] + pgrep -P 3964 + CHILD_PID=3965 + [[ -n 3965 ]] + kill -USR1 3965 {"msg":"handling smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:04.834530386Z","hostname":"oxz_switch","pid":3965} [ May 1 00:17:04 Method "refresh" exited with status 0. ] {"msg":"starting stats server on smf refresh","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:04.836207185Z","hostname":"oxz_switch","pid":3965} {"msg":"resolving nexus","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:04.836606869Z","hostname":"oxz_switch","pid":3965} {"msg":"new DNS resolver","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:04.836701611Z","hostname":"oxz_switch","pid":3965,"addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Underlay({Ipv6Prefix { addr: fdb3:b857:1ab1:a322::1, len: 64 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:17:04.915578686Z","hostname":"oxz_switch","pid":3965} {"msg":"advertise tunnel: {\n TunnelOrigin {\n overlay_prefix: V4(\n Ipv4Prefix {\n addr: 0.0.0.0,\n len: 0,\n },\n ),\n boundary_addr: fdb3:b857:1ab1:a322::1,\n vni: 99,\n metric: 100,\n },\n}","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:04.915678907Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] admin event in solicit state: Announce(Tunnel({TunnelOrigin { overlay_prefix: V4(Ipv4Prefix { addr: 0.0.0.0, len: 0 }), boundary_addr: fdb3:b857:1ab1:a322::1, vni: 99, metric: 100 }}))","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:17:04.915709057Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] nbr is fe80::f8f6:6fff:fe53:ce07@buskin server","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.56274159Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] transition solicit -> exchange","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T00:17:05.56276864Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] exchange: listening on [fe80::c51:5fff:feb6:a785]:56797","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.562934972Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] waiting for exchange server to start","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.563061753Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] sending 5 routes to dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.564827143Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] sending to dpd host=localhost port=12224","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T00:17:05.564855863Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:2:: -> fe80::f8f6:6fff:fe53:ce07 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.603875416Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:1:: -> fe80::f8f6:6fff:fe53:ce07 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.60512553Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:3:: -> fe80::f8f6:6fff:fe53:ce07 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.605286192Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] adding route fdb0:18c0:4d0d:9fb2:: -> fe80::f8f6:6fff:fe53:ce07 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.605421134Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] adding route fd00:1122:3344:101:: -> fe80::f8f6:6fff:fe53:ce07 on port Rear(RearPort(0))/0","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.605535505Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] removing routes 0 from dendrite","v":0,"name":"slog-rs","level":30,"time":"2024-05-01T00:17:05.60600542Z","hostname":"oxz_switch","pid":3965} {"msg":"[tfportrear0_0] redistributing update to 0 peers","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T00:17:05.634799837Z","hostname":"oxz_switch","pid":3965} {"msg":"lookup_socket_v6 srv","v":0,"name":"slog-rs","level":20,"time":"2024-05-01T00:17:09.840712683Z","hostname":"oxz_switch","pid":3965,"response":"SrvLookup(Lookup { query: Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"5440be3c-47a7-4c5f-bac9-47f00b0ba6eb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"9a5c21b7-6d47-4773-9ae5-0cfab0623b23.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12221, target: Name(\"e517e38c-3218-4379-a038-fee6d2241dcc.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"e517e38c-3218-4379-a038-fee6d2241dcc.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::c)) }], valid_until: Instant { tv_sec: 1370, tv_nsec: 768619370 } })","dns_name":"_nexus._tcp.control-plane.oxide.internal"} May 01 00:17:09.842 DEBG registered DTrace probes May 01 00:17:09.842 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:09.842 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:17:09.842 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:09.842 DEBG registering metric server as a producer May 01 00:17:09.872 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:17:23.914 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:17:23.915 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 112.314807ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:17:23.915323436Z","hostname":"oxz_switch","pid":3965} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:17:24.028 DEBG registered DTrace probes May 01 00:17:24.028 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:24.028 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:17:24.029 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:24.029 DEBG registering metric server as a producer May 01 00:17:24.058 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:17:39.089 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:17:39.090 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 106.971476ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:17:39.090223951Z","hostname":"oxz_switch","pid":3965} May 01 00:17:39.198 DEBG registered DTrace probes May 01 00:17:39.198 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:39.199 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:17:39.199 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:39.199 DEBG registering metric server as a producer May 01 00:17:39.247 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:17:54.248 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:17:54.249 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 98.283775ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:17:54.249954873Z","hostname":"oxz_switch","pid":3965} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:17:54.349 DEBG registered DTrace probes May 01 00:17:54.349 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:54.349 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:17:54.349 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:17:54.349 DEBG registering metric server as a producer May 01 00:17:54.379 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:18:09.380 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:18:09.382 INFO received request to begin graceful shutdown, local_addr: [fd00:1122{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 229.946212ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:18:09.382127563Z","hostname":"oxz_switch","pid":3965} :3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:18:09.613 DEBG registered DTrace probes May 01 00:18:09.613 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:09.613 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:18:09.613 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:09.614 DEBG registering metric server as a producer May 01 00:18:09.643 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:18:24.643 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:18:24.644 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 215.765691ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:18:24.644936296Z","hostname":"oxz_switch","pid":3965} May 01 00:18:24.861 DEBG registered DTrace probes May 01 00:18:24.861 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:24.861 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:18:24.861 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:24.861 DEBG registering metric server as a producer May 01 00:18:24.890 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:18:39.891 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:18:39.892 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 299.635992ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:18:39.892704955Z","hostname":"oxz_switch","pid":3965} INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:18:40.193 DEBG registered DTrace probes May 01 00:18:40.193 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:40.193 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:18:40.193 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:40.193 DEBG registering metric server as a producer May 01 00:18:40.224 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:18:55.225 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:18:55.226 INFO {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 337.455428ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:18:55.226247838Z","hostname":"oxz_switch","pid":3965} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:18:55.564 DEBG registered DTrace probes May 01 00:18:55.564 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:55.564 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:18:55.565 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:18:55.565 DEBG registering metric server as a producer May 01 00:18:55.594 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:19:10.595 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:19:10.596 INFO received request to begin graceful shutdown, {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 428.846835ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:19:10.596909592Z","hostname":"oxz_switch","pid":3965} local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:19:11.026 DEBG registered DTrace probes May 01 00:19:11.026 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:11.026 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:19:11.026 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:11.026 DEBG registering metric server as a producer May 01 00:19:11.055 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:19:26.056 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:19:26.057 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 344.978201ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:19:26.05781788Z","hostname":"oxz_switch","pid":3965} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:19:26.403 DEBG registered DTrace probes May 01 00:19:26.403 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:26.403 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:19:26.403 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:26.403 DEBG registering metric server as a producer May 01 00:19:26.432 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:19:41.436 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) May 01 00:19:41.438 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 705.676118ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:19:41.438035697Z","hostname":"oxz_switch","pid":3965} May 01 00:19:42.144 DEBG registered DTrace probes May 01 00:19:42.144 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:42.144 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:19:42.144 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:42.144 DEBG registering metric server as a producer May 01 00:19:42.174 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:19:57.221 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 521.961244ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:19:57.476084823Z","hostname":"oxz_switch","pid":3965} May 01 00:19:57.476 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:19:58.001 DEBG registered DTrace probes May 01 00:19:58.003 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:58.004 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:19:58.004 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:19:58.004 DEBG registering metric server as a producer May 01 00:19:58.060 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:13.061 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: TimedOut }) {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out waiting 853.406598ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:13.062872215Z","hostname":"oxz_switch","pid":3965} May 01 00:20:13.062 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:13.917 DEBG registered DTrace probes May 01 00:20:13.917 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:13.917 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:13.917 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:13.917 DEBG registering metric server as a producer May 01 00:20:13.946 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:17.342 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:17.344 INFO{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 893.729279ms","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:17.344046599Z","hostname":"oxz_switch","pid":3965} received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:18.238 DEBG registered DTrace probes May 01 00:20:18.238 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:18.238 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:18.238 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:18.239 DEBG registering metric server as a producer May 01 00:20:18.275 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:18.276 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:18.276 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.103552854s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:18.276805697Z","hostname":"oxz_switch","pid":3965} May 01 00:20:19.382 DEBG registered DTrace probes May 01 00:20:19.382 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:19.382 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:19.382 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:19.382 DEBG registering metric server as a producer May 01 00:20:19.416 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:19.416 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:19.417 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.018050583s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:19.417119386Z","hostname":"oxz_switch","pid":3965} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:20.435 DEBG registered DTrace probes May 01 00:20:20.435 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:20.436 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:20.436 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:20.436 DEBG registering metric server as a producer May 01 00:20:20.465 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:20.465 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:20.465 INFO received request to begin graceful shutdown, local_addr: {"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.081976416s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:20.465716094Z","hostname":"oxz_switch","pid":3965} [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:22.548 DEBG registered DTrace probes May 01 00:20:22.548 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:22.548 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:22.548 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:22.548 DEBG registering metric server as a producer May 01 00:20:22.577 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:22.577 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:22.577 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.283457718s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:22.577911521Z","hostname":"oxz_switch","pid":3965} : dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:24.862 DEBG registered DTrace probes May 01 00:20:24.863 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:24.863 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:24.863 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:24.863 DEBG registering metric server as a producer May 01 00:20:24.891 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:24.892 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:24.892 INFO received request to begin graceful shutdown{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 1.882527029s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:24.892495114Z","hostname":"oxz_switch","pid":3965} , local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:26.775 DEBG registered DTrace probes May 01 00:20:26.775 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:26.776 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:26.776 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:26.776 DEBG registering metric server as a producer May 01 00:20:26.805 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:26.805 DEBG client response, result: Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, source: hyper::Error(Connect, ConnectError("tcp connect error", Os { code: 146, kind: ConnectionRefused, message: "Connection refused" })) }) May 01 00:20:26.805 INFO received request to begin graceful shutdown, local_addr{"msg":"stats server not created yet, Error registering as metric producer: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146) waiting 2.96582946s","v":0,"name":"slog-rs","level":40,"time":"2024-05-01T00:20:26.805577081Z","hostname":"oxz_switch","pid":3965} : [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266 May 01 00:20:29.772 DEBG registered DTrace probes May 01 00:20:29.772 DEBG registered endpoint, path: /collect/{producer_id}, method: GET, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:29.772 INFO listening, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:195 May 01 00:20:29.772 DEBG successfully registered DTrace USDT probes, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot May 01 00:20:29.772 DEBG registering metric server as a producer May 01 00:20:29.801 DEBG client request, body: Some(Body), uri: http://[fd00:1122:3344:101::a]:12221/metrics/producers, method: POST May 01 00:20:29.874 DEBG client response, result: Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::a)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "33f3b6bc-4d3f-4661-84cc-bfaa99c63f01", "content-length": "41", "date": "Wed, 01 May 2024 00:20:29 GMT"} }) May 01 00:20:29.876 INFO received request to begin graceful shutdown, local_addr: [fd00:1122:3344:101::2]:8001, component: dropshot, file: /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/2d9b906/dropshot/src/server.rs:266